-- Logs begin at Thu 2022-05-12 01:58:41 UTC, end at Thu 2022-05-12 04:19:14 UTC. -- May 12 03:13:16.006186 dv-neutron-841363-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 12 03:13:18.808980 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.common.config [-] Logging enabled! May 12 03:13:18.809559 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 03:13:18.809765 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104023) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 03:13:18.812999 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.common.config [-] Logging enabled! May 12 03:13:18.813252 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 03:13:18.813562 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104023) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 03:13:18.814509 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 03:13:18.814742 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 03:13:18.815114 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 03:13:18.815362 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 03:13:18.815590 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 03:13:18.815909 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.816305 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.816540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.816839 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.817133 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.817418 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.817708 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.818036 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.818327 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.818608 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.819425 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.819670 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.819957 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.820248 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.820537 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.820764 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] debug = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.821044 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.821485 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.821900 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.822203 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.822577 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.822770 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.823042 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.823319 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.823610 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.823942 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] host = dv-neutron-841363-5-hyperv {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.824219 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.824506 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.824790 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.825076 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.825355 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.825634 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.825949 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.826226 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.826499 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.826775 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.827064 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.827354 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.827643 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.827911 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.828092 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.828378 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.828667 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.828943 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.829217 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.829495 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.829770 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.830074 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.830344 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.830630 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.830914 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.831197 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.831472 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.831745 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.832017 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.832290 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.832574 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.832848 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.833120 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.833397 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.833682 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.833984 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.834260 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.835131 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.835392 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.835674 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.835960 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.836234 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.836514 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.836785 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.837054 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.837323 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] use_json = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.837594 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.837865 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.838168 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.838440 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.838712 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.838985 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.839255 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.839537 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.839809 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:18.840103 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.840398 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.840697 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.840981 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.841284 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.841566 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.841857 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.842161 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.842450 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.842738 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.843026 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.843305 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.843609 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.843901 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.844199 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.844507 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.844801 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.845093 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.845368 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.845642 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.845942 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.846228 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.846514 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.846792 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.847080 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.847370 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.847649 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.847946 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.848230 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.848515 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.848808 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.849096 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.849369 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.849647 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.849959 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.850266 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.850541 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.850829 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.851107 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.851380 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.851662 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.851942 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.852216 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.852487 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.852763 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.853049 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.853322 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.853598 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.853868 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.854168 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.854439 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.854722 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.854996 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.855267 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.855537 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.855814 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.856085 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.856356 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.856632 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.856902 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.857178 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.857448 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.857716 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.858007 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.858279 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.858549 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.858819 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.859088 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.859363 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.859631 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.859903 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.860174 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.860445 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.860716 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.861011 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.861287 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.861563 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.861841 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.862143 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.862419 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.862694 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.862970 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.863245 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.863519 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.863808 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.864092 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.864376 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.864656 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.864933 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.865244 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.865520 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.865818 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.866127 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.866403 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.866680 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.866962 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.867243 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.867535 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.867829 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.868122 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.868416 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.868706 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.868986 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.869292 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.869570 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:18.869786 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 03:13:18.870053 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104023) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 03:13:19.328656 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 03:13:19.328938 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 03:13:19.329250 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 03:13:19.329586 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 03:13:19.656030 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.656228 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.656496 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.657686 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.657980 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.658247 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.713108 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.713388 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.713655 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.728194 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.728480 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.728753 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.760814 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.761094 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.761363 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.797890 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.798188 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:19.798455 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.142363 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.143008 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.143008 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.143183 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.143831 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.242727 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.243055 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.243335 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.243609 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.243875 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.244188 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.244450 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.244709 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.244966 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.245249 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.245510 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.245773 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.246058 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.246313 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.246570 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.246837 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.247092 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.247361 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.247631 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.247889 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.248163 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.248417 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.248959 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.249335 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.249587 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.249834 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.250250 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:20.250493 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:20.250731 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:20.250970 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:20.251208 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:20.251450 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:20.251812 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 03:13:20.254918 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 03:13:20.258895 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 03:13:20.262665 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 12 03:13:20.264284 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 03:13:20.264758 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 03:13:20.265095 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 03:13:20.265480 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 03:13:20.268455 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 03:13:20.268705 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 03:13:20.269053 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 03:13:20.274016 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 03:13:20.297866 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 03:13:20.298346 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.298644 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104023) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 03:13:20.299012 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.300377 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104023) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 03:13:20.300657 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 03:13:20.300902 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 03:13:20.304756 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.305042 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.368603 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 03:13:20.368841 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 03:13:20.369075 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 03:13:20.369441 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 03:13:20.390506 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_db.sqlalchemy.engines [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104023) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 03:13:20.827750 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing driver for type 'gre' May 12 03:13:20.828290 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] gre ID ranges: [(1, 1000)] May 12 03:13:20.881971 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing driver for type 'local' May 12 03:13:20.882305 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing driver for type 'vlan' May 12 03:13:20.895054 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] VlanTypeDriver initialization complete May 12 03:13:20.895393 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing driver for type 'vxlan' May 12 03:13:20.895867 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] vxlan ID ranges: [(1, 1000)] May 12 03:13:20.963275 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing extension driver 'port_security' May 12 03:13:20.963611 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] PortSecurityExtensionDriver initialization complete May 12 03:13:20.963946 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing mechanism driver 'openvswitch' May 12 03:13:20.964269 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing mechanism driver 'hyperv' May 12 03:13:20.970807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:13:20.971651 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.972018 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.972365 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.972885 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 03:13:20.973320 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.973684 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.974049 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.974444 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 03:13:20.974848 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.975197 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.975535 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.975931 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 03:13:20.976330 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.976677 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.977017 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.977407 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 03:13:20.977806 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.978174 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.978516 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.978906 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 03:13:20.979300 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.979639 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.979970 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.980358 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 03:13:20.980800 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] ML2 OVO RPC backend initialized. {{(pid=104023) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 03:13:20.981496 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.981848 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.982281 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.982627 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > networks before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.982971 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.983310 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > ports before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.983652 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.983989 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.984332 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.984668 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.984999 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.985333 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.985660 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.986020 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.986352 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.986684 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.987011 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:20.994379 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded quota_driver: . May 12 03:13:20.994739 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.plugin [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Modular L2 Plugin initialization complete May 12 03:13:20.995082 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading services supported by the core plugin {{(pid=104023) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 03:13:20.995419 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.plugins.ml2.managers [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Got port-security extension from driver 'port_security' May 12 03:13:20.995889 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.extensions.vlantransparent [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Disabled vlantransparent extension. May 12 03:13:20.996379 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104023) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 03:13:20.996703 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: router May 12 03:13:21.032609 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.033000 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_create 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.033368 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router before_create 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.033732 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.034121 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.034476 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_delete 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.034833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.035178 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.035534 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_create 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.035879 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_update 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.036228 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_update 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.036571 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.037044 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_update 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.037482 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.037863 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.038228 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.038565 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: subnet after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.038901 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.039245 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.039590 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.039931 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.040271 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.040622 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router after_update 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.040960 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.041307 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.041662 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.042039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.042407 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > agent after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.042752 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > agent after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.043095 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > network after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.043938 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Tracking information for resource: router configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:21.044268 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Tracking information for resource: floatingip configured {{(pid=104023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 03:13:21.049036 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.db.l3_agentschedulers_db [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 03:13:21.049597 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.049987 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.050333 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.050680 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.051458 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router before_create 55550100 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.051819 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.052180 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.052531 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.057393 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.provider_configuration [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service providers = [] {{(pid=104023) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 03:13:21.057758 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.db.servicetype_db [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104023) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 03:13:21.060710 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.service_base [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 03:13:21.061063 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.service_base [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 03:13:21.061401 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.service_base [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 03:13:21.062326 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.services.service_base [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 03:13:21.062693 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.services.service_base [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 03:13:21.063061 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.063373 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 03:13:21.074529 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.074865 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: auto_allocate May 12 03:13:21.080438 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: network precommit_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.080756 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: network precommit_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.081263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.081581 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: tag May 12 03:13:21.089668 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.090031 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: timestamp May 12 03:13:21.093841 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.094195 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: network_ip_availability May 12 03:13:21.099647 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.100042 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.100395 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.101106 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.101428 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: flavors May 12 03:13:21.106351 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.106683 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading Plugin: revisions May 12 03:13:21.110911 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 03:13:21.111310 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_concurrency.lockutils [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=104023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 03:13:21.112039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104023) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 03:13:21.112370 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Initializing extension manager. May 12 03:13:21.112895 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: __init__.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.113235 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: __pycache__ {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.113567 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: _port_mac_address_override.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.113907 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: address_group.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.114667 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.115234 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: address-group May 12 03:13:21.115578 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: address_scope.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.116291 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.116803 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: address-scope May 12 03:13:21.117125 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.118085 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.118595 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: router-admin-state-down-before-update May 12 03:13:21.118916 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: agent.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.119612 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.120121 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: agent May 12 03:13:21.120441 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: agent_resources_synced.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.121348 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.121860 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: agent-resources-synced May 12 03:13:21.122207 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.124677 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.125198 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: allowed-address-pairs May 12 03:13:21.125524 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.126631 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.127144 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: auto-allocated-topology May 12 03:13:21.127467 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: availability_zone.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.128157 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.128665 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: availability_zone May 12 03:13:21.128986 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: availability_zone_filter.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.129909 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.130428 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: availability_zone_filter May 12 03:13:21.130752 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: data_plane_status.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.132196 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.132695 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension data-plane-status not supported by any of loaded plugins May 12 03:13:21.133015 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: default_subnetpools.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.133953 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.134461 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: default-subnetpools May 12 03:13:21.134780 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.135580 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.136082 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: dhcp_agent_scheduler May 12 03:13:21.136403 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: dns.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.137309 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.137807 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension dns-integration not supported by any of loaded plugins May 12 03:13:21.138155 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: dns_domain_ports.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.139057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.139556 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 03:13:21.139874 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.140785 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.141280 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 03:13:21.141597 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: dvr.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.142298 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.142801 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: dvr May 12 03:13:21.143311 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: ecmp_routes.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.144014 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.144519 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 03:13:21.144839 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: empty_string_filtering.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.145754 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.146293 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: empty-string-filtering May 12 03:13:21.146612 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.148083 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.148588 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 03:13:21.148910 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.149828 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.150352 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 03:13:21.150672 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: external_net.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.151585 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.152098 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: external-net May 12 03:13:21.152417 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.153318 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.153825 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: extra_dhcp_opt May 12 03:13:21.154170 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: extraroute.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.155064 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.155570 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: extraroute May 12 03:13:21.155890 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: extraroute_atomic.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.157076 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.157590 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: extraroute-atomic May 12 03:13:21.157942 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: filter_validation.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.158613 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.159118 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: filter-validation May 12 03:13:21.159440 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: fip_pf_description.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.160345 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.160851 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 03:13:21.161172 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: fip_pf_port_range.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.162110 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.162637 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 03:13:21.162955 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: fip_port_details.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.163871 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.164380 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: fip-port-details May 12 03:13:21.164698 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: flavors.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.165930 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.166447 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: flavors May 12 03:13:21.166772 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.168413 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.168934 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 03:13:21.169261 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: floatingip_pools.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.169983 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.170494 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: floatingip-pools May 12 03:13:21.170817 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: ip_allocation.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.171726 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.172233 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension ip_allocation not supported by any of loaded plugins May 12 03:13:21.172554 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.173465 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.173993 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: ip-substring-filtering May 12 03:13:21.174318 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l2_adjacency.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.175234 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.175741 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 03:13:21.176065 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.177039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.177552 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: router May 12 03:13:21.177877 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.180166 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.180689 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 03:13:21.181023 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.181995 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.182514 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: ext-gw-mode May 12 03:13:21.182842 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.183757 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.184267 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: l3-ha May 12 03:13:21.184594 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.185496 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.186035 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 03:13:21.186358 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_flavors.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.187268 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.187779 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: l3-flavors May 12 03:13:21.188104 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.189457 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.190013 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 03:13:21.190341 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.191258 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.191771 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 03:13:21.192100 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: l3agentscheduler.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.193131 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.193644 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: l3_agent_scheduler May 12 03:13:21.194515 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: local_ip.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.197711 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.198265 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension local_ip not supported by any of loaded plugins May 12 03:13:21.198599 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: logging.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.200060 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.200578 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension logging not supported by any of loaded plugins May 12 03:13:21.200909 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: metering.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.201653 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.202263 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: metering May 12 03:13:21.202598 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.203691 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.204201 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: metering_source_and_destination_fields May 12 03:13:21.204525 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: multiprovidernet.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.205442 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.205977 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: multi-provider May 12 03:13:21.206301 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: netmtu.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.207208 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.207714 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: net-mtu May 12 03:13:21.208034 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: netmtu_writable.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.208941 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.210038 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: net-mtu-writable May 12 03:13:21.210350 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: network_availability_zone.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.211014 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.211514 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: network_availability_zone May 12 03:13:21.211832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: network_ip_availability.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.212930 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.213440 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: network-ip-availability May 12 03:13:21.213761 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: network_segment_range.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.214549 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.215054 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension network-segment-range not supported by any of loaded plugins May 12 03:13:21.215370 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: pagination.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.216342 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.216672 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: pagination May 12 03:13:21.216988 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: port_device_profile.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.217913 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.218433 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: port-device-profile May 12 03:13:21.218752 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: port_mac_address_override.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.219681 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.220187 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: port-mac-override May 12 03:13:21.220507 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.221434 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.221972 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: port-mac-address-regenerate May 12 03:13:21.222295 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.223208 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.223720 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: port-numa-affinity-policy May 12 03:13:21.224040 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: port_resource_request.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.224972 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.225479 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension port-resource-request not supported by any of loaded plugins May 12 03:13:21.225800 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: port_resource_request_groups.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.226792 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.227298 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 03:13:21.227623 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: portbindings.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.228542 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.229054 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: binding May 12 03:13:21.229377 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: portbindings_extended.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.230664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.231182 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: binding-extended May 12 03:13:21.231513 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: portsecurity.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.232427 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.232946 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: port-security May 12 03:13:21.233272 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: project_id.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.234267 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.234594 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: project-id May 12 03:13:21.234911 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: providernet.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.235838 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.236350 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: provider May 12 03:13:21.236670 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.240341 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.240890 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos not supported by any of loaded plugins May 12 03:13:21.241220 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.242483 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.242999 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 03:13:21.243328 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.244238 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.244748 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 03:13:21.245072 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_default.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.246025 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.246535 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-default not supported by any of loaded plugins May 12 03:13:21.246862 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_fip.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.247779 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.248290 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-fip not supported by any of loaded plugins May 12 03:13:21.248873 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.249782 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.250317 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 03:13:21.250642 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.251555 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.252063 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 03:13:21.252388 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.253311 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.253816 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 03:13:21.254164 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.255191 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.255707 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 03:13:21.256031 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.257600 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.258143 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 03:13:21.258470 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_pps_rule.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.259638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.260154 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-pps not supported by any of loaded plugins May 12 03:13:21.260481 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.261395 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.261934 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 03:13:21.262264 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.263186 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.263690 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 03:13:21.264012 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: qos_rules_alias.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.265258 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.266149 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 03:13:21.266688 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: quota_check_limit.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.268252 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.269102 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: quota-check-limit May 12 03:13:21.269642 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: quotasv2.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.271295 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.271909 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: quotas May 12 03:13:21.272972 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: quotasv2_detail.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.275844 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.276181 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: quota_details May 12 03:13:21.276507 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: rbac.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.280489 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.280489 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: rbac-policies May 12 03:13:21.280489 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: rbac_address_group.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.280489 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.280489 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: rbac-address-group May 12 03:13:21.280489 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: rbac_address_scope.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.281124 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.281696 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: rbac-address-scope May 12 03:13:21.282046 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: rbac_security_groups.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.284137 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.284663 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: rbac-security-groups May 12 03:13:21.284987 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.285992 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.286510 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: rbac-subnetpool May 12 03:13:21.286835 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: revisionifmatch.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.289611 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.290167 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: revision-if-match May 12 03:13:21.290559 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: revisions.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.291687 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.292200 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: standard-attr-revisions May 12 03:13:21.292528 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: router_availability_zone.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.293204 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.293716 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: router_availability_zone May 12 03:13:21.294075 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: routerservicetype.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.294999 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.295508 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension router-service-type not supported by any of loaded plugins May 12 03:13:21.295833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.296775 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.297290 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: security-groups-normalized-cidr May 12 03:13:21.297614 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.298556 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.299072 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: port-security-groups-filtering May 12 03:13:21.299397 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.300335 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.300849 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: security-groups-remote-address-group May 12 03:13:21.301173 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.302267 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.302785 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: security-groups-shared-filtering May 12 03:13:21.303639 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.304251 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 03:13:21.304573 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: securitygroup.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.314248 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.314777 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: security-group May 12 03:13:21.315108 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: segment.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.315834 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.316348 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension segment not supported by any of loaded plugins May 12 03:13:21.316678 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.317619 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.318163 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 03:13:21.318492 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: servicetype.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.320163 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.320689 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: service-type May 12 03:13:21.321014 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: sorting.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.322027 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.322360 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: sorting May 12 03:13:21.322686 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: standard_attr_segment.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.323596 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.324112 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 03:13:21.324919 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: standardattrdescription.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.325069 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.325577 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: standard-attr-description May 12 03:13:21.325924 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: stateful_security_group.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.326854 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.327366 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: stateful-security-group May 12 03:13:21.327690 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: stdattrs_common.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.328261 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 03:13:21.328582 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.329527 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.330072 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 03:13:21.330397 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: subnet_onboard.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.331492 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.331957 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: subnet_onboard May 12 03:13:21.332280 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.333203 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.333708 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 03:13:21.334055 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: subnet_service_types.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.335024 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.335537 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: subnet-service-types May 12 03:13:21.335860 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: subnetallocation.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.336953 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.337468 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: subnet_allocation May 12 03:13:21.337796 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.338494 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.339015 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: subnetpool-prefix-ops May 12 03:13:21.339338 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.340274 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.340777 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 03:13:21.341100 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: tagging.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.342259 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.342775 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: standard-attr-tag May 12 03:13:21.343102 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: timestamp.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.344403 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.344927 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loaded extension: standard-attr-timestamp May 12 03:13:21.345253 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: trunk.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.346330 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.346852 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension trunk not supported by any of loaded plugins May 12 03:13:21.347177 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: trunk_details.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.348098 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.348615 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension trunk-details not supported by any of loaded plugins May 12 03:13:21.348938 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.349849 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.350423 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 03:13:21.350746 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Loading extension file: vlantransparent.py {{(pid=104023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 03:13:21.351416 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 03:13:21.351919 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 03:13:21.354486 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:network May 12 03:13:21.355020 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:subnet May 12 03:13:21.355414 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:subnetpool May 12 03:13:21.355800 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:port May 12 03:13:21.357042 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.357486 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service FLAVORS assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.358121 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.358548 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.358883 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:router May 12 03:13:21.359305 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:floatingip May 12 03:13:21.359788 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service METERING assigned prefix: /metering {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.361225 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.361591 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.361970 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:13:21.362964 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of CountableResource for resource:rbac_policy May 12 03:13:21.363396 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:security_group May 12 03:13:21.363818 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 03:13:21.364402 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service CORE assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.364738 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:subnetpool May 12 03:13:21.365080 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] subnetpool is already registered May 12 03:13:21.365512 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service CORE assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.366396 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:subnetpool May 12 03:13:21.366726 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] subnetpool is already registered May 12 03:13:21.368981 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.369412 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service FLAVORS assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.370037 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.370464 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.370798 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:router May 12 03:13:21.371134 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] router is already registered May 12 03:13:21.371550 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:floatingip May 12 03:13:21.371883 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] floatingip is already registered May 12 03:13:21.372335 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service METERING assigned prefix: /metering {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.372995 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of CountableResource for resource:rbac_policy May 12 03:13:21.373319 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] rbac_policy is already registered May 12 03:13:21.374005 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:security_group May 12 03:13:21.374366 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] security_group is already registered May 12 03:13:21.374732 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 03:13:21.375061 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] security_group_rule is already registered May 12 03:13:21.375700 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service CORE assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.376004 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:subnetpool May 12 03:13:21.376334 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] subnetpool is already registered May 12 03:13:21.376761 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.v2.resource_helper [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Service CORE assigned prefix: {{(pid=104023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 03:13:21.377081 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Creating instance of TrackedResource for resource:subnetpool May 12 03:13:21.377409 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING neutron.quota.resource_registry [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] subnetpool is already registered May 12 03:13:21.377873 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: extensions {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.379325 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: address-groups {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.380829 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: address-scopes {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.382805 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: agents {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.383969 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: auto-allocated-topology {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.385217 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: availability_zones {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.386458 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: dhcp-networks {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.387970 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: dhcp-agents {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.389396 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: routers {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.391122 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: flavors {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.392396 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: service_profiles {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.393581 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: next_providers {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.395046 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: service_profiles {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.396587 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: floatingip-pools {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.397833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: routers {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.399552 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: floatingips {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.401694 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: l3-routers {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.403136 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: l3-agents {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.404555 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: metering-labels {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.405821 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: metering-label-rules {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.407216 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: network-ip-availabilities {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.408461 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: bindings {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.410033 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: quotas {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.411730 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: quotas {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.413289 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: rbac-policies {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.414521 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: security-groups {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.415806 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: security-group-rules {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.417073 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: service-providers {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.418301 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: subnetpools {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.419620 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: subnetpools {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.421164 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.422841 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.424647 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.426511 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.428703 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.430666 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.432341 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.434261 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.436021 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.437739 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron.api.extensions [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Extended resource: tags {{(pid=104023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 03:13:21.443792 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING keystonemiddleware.auth_token [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 03:13:21.449451 dv-neutron-841363-5-hyperv neutron-server[104023]: WARNING keystonemiddleware.auth_token [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 03:13:21.458094 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_concurrency.lockutils [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Acquired lock "singleton_lock" {{(pid=104023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 03:13:21.458566 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_concurrency.lockutils [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Releasing lock "singleton_lock" {{(pid=104023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 03:13:21.459218 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Starting 2 workers May 12 03:13:21.464326 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Started child 104164 {{(pid=104023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 03:13:21.468800 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Started child 104165 {{(pid=104023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 03:13:21.470395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:21.471080 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO neutron.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 03:13:21.471246 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:21.471927 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [-] (104164) wsgi starting up on http://0.0.0.0:9696 May 12 03:13:21.473541 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Starting 1 workers May 12 03:13:21.473686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:21.475111 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [-] (104165) wsgi starting up on http://0.0.0.0:9696 May 12 03:13:21.478881 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Started child 104166 {{(pid=104023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 03:13:21.479449 dv-neutron-841363-5-hyperv neutron-server[104023]: INFO oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Starting 1 workers May 12 03:13:21.482736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] calling RpcWorker wait() {{(pid=104166) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 03:13:21.483247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] returning from RpcWorker wait() {{(pid=104166) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 03:13:21.484172 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Started child 104167 {{(pid=104023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 03:13:21.484606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:21.484983 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f31de84-b0ac-42c9-8b9f-ef43262b94f1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:21.485097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:13:21.487013 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 03:13:21.487232 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 03:13:21.487414 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 03:13:21.487638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 03:13:21.487968 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 03:13:21.488132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 03:13:21.488631 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.488917 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.489180 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.489448 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.490077 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.490345 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.490431 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:21.491403 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.491403 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.491648 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.491815 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.491978 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.492139 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:13:21.492229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.492445 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.492766 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.493029 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.493282 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.493518 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.493686 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.493965 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.494226 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.494469 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.494740 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] debug = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.494978 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.495485 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.495755 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.496013 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.496250 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.496526 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.496768 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.497026 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.497259 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.497472 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.497723 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.498014 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.498255 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.498501 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.498977 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.499236 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.499470 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.499937 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] host = dv-neutron-841363-5-hyperv {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.500183 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.500397 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.500637 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.500891 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.501145 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.501378 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.501622 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.501861 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.502217 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.502457 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.502717 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.502965 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.503199 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.503454 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.503618 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_options = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.503854 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.504139 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.504398 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.504596 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.504763 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.504924 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.505182 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.505346 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.505598 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.505868 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.506118 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.506902 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.507124 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.507361 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.507621 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.507861 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.508100 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.508317 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.508569 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.508817 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.509047 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.509272 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.509520 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.509740 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.509995 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.510232 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.510455 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.510669 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.510880 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.511135 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.511372 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.511628 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.511862 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.512095 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.512355 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.512580 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.512809 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.513023 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.519111 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_json = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.520664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521606 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521606 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521606 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521606 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521606 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.521606 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.522087 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.522415 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.522512 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.522846 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.523069 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.523333 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.523558 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.523775 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.523994 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.524251 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.524537 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.524760 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.525011 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.525241 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.525470 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.525763 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.526072 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.526331 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.526675 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.526951 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.527214 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.527467 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.527707 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.527962 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.528206 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.528629 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.529020 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.529264 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.529532 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.530152 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.530152 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.530342 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.530476 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.530699 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.530965 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.531209 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.531442 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.531674 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.532088 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.532497 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.532735 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.532970 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.533219 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.533432 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.533665 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.533922 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.534127 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.534356 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.534589 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.534813 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.535041 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.535258 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.535488 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.535698 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.535915 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.536125 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.536351 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.536571 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.536785 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.536991 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.537230 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.537460 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.537709 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.537947 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.538159 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.538372 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.538603 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.538809 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.539018 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.539261 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.539468 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.539676 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.539905 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.540118 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.540329 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.540588 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.540786 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.541012 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.541255 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.541559 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.541804 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.542065 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.542303 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.542537 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.542768 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.543015 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.543248 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.543463 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.543685 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.543964 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.544165 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.544405 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.544653 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.544867 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.545119 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.545352 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.545597 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.545836 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.546075 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.546309 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.546528 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.546802 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.547033 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.547278 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.547519 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.547750 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.548039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.548289 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.548535 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.548774 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.549025 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.549316 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.549598 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.549875 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.550129 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.550376 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.550657 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.550903 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.551163 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.551421 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.551679 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.551910 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.552148 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.552392 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.552605 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.552860 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.553701 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.555560 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.559737 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.560540 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.562638 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.563833 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.566229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.567283 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.568153 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.570646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.571832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.571832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.571832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.571832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.571832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.572835 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.572835 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.572835 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.572835 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.574681 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.574924 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.575153 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.575404 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.577807 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.579057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.580021 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.580021 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.580021 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.580021 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.580021 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.581263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.581263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.581263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.581263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.581263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.581263 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582157 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582157 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582157 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582157 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582701 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582701 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.582701 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584039 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584891 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584891 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584891 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.584891 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586189 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586189 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586189 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586189 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586189 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586871 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586871 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.586871 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.587273 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.587420 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.587556 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.587769 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.588102 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.588389 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.588633 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.588867 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.589148 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.589443 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.589729 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.589966 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.590265 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.590583 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.590860 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.591117 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.591386 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.591621 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.591842 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.592074 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.592306 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.592520 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.592750 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.592986 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.593215 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.593460 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.593700 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.593938 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.594129 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.594356 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.594566 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.594792 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.595024 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.595175 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 03:13:21.595693 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 03:13:21.595853 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 03:13:21.596003 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 03:13:21.596168 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 03:13:21.596324 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 03:13:21.596641 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 03:13:21.596766 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.596877 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.596986 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.597112 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.597309 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.597469 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.597625 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.597780 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.597967 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.598126 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.598271 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.598427 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.598584 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.598739 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.598896 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.599052 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.599207 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.599369 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.599526 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.599681 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.599837 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600008 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] debug = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600152 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600348 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600521 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600660 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600804 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.600942 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.601077 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.601225 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.601362 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.601505 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.601663 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.601815 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602002 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602142 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602267 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602423 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602578 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602734 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] host = dv-neutron-841363-5-hyperv {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.602890 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603046 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603204 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:13:21.603385 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603503 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603658 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603827 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.603969 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.604123 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.604280 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.604436 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.604591 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.604746 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.604900 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.605057 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_options = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.605213 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.605368 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.605522 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.605708 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.605878 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606051 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606192 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606329 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606486 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606628 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606788 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.606942 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607091 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607229 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607364 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607521 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607664 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607820 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.607962 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.608121 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.608275 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.608432 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.608587 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.608744 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.608899 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609056 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609231 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609370 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609493 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609649 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609805 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.609984 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.610128 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.610284 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.610441 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.610596 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.610753 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.610909 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.611068 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.611223 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.611383 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.611539 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.611695 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.611850 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612003 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612157 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612312 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_json = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612466 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612621 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612776 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.612931 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.613087 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.613243 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.613397 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.613553 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.613707 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 03:13:21.613927 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614061 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614224 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614377 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614514 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614674 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614817 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.614978 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.615132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.615269 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.615439 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.616128 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.616299 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.616442 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.616605 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.616768 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.616929 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.617092 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.617235 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.617399 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.617541 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.617689 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.617862 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618048 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618188 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618324 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618484 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618648 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618809 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.618974 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.619147 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.619308 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.619469 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.619612 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.619779 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.619922 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.620086 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.620421 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.620421 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.620667 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.620789 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.620912 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621036 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621168 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621292 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621437 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621596 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621754 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.621937 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.622098 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.622257 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.622416 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.622575 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.622734 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.622896 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.623055 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.623214 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.623382 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.623782 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.623953 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.624096 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.624274 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.624424 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.624570 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.624714 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.624874 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625032 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625192 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625365 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625527 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625676 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625822 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.625993 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.626145 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.626515 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.626515 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627016 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627016 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627016 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627016 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627510 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627510 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627510 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627889 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627889 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.627889 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.628258 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.628258 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.628516 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.628516 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.628779 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.628923 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.629060 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.629191 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.629367 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.629504 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.629640 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630018 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630018 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630018 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630395 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630395 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630670 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630670 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630933 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.630933 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.631234 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632203 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632203 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632203 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632569 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632569 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632569 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632911 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.632911 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633143 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633143 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633300 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633431 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633591 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633752 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.633915 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.634087 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.634257 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.634421 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.634571 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.634731 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.634886 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.635027 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.635184 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.635343 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.635502 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.635646 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.635808 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636019 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636163 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636300 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636435 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636572 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636736 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.636894 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.637052 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.637210 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.637369 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.637528 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.637674 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.637857 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638027 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638164 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638299 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638460 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638602 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638752 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.638912 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.639066 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.639203 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.639367 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.639527 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.639687 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.639845 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640005 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640164 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640323 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640467 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640628 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640772 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.640933 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.641085 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.641245 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.641598 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.641598 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.641873 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.641873 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642160 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642160 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642416 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642551 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642686 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642821 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.642966 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643113 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643248 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643388 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643524 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643659 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643784 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.643944 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.644103 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.644264 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.644422 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.644624 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.644751 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.644873 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.645038 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.645195 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.645354 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.645514 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.645674 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.645832 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646015 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646174 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646333 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646491 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646653 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646835 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.646997 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.647155 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.647314 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.647471 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.647632 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.647793 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.647953 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.648113 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.648273 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.648430 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.648589 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.648746 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.648903 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.649062 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.649220 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.649378 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.649535 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.649706 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.649864 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.650052 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.650211 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.650369 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.650527 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.650696 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.650854 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651012 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651175 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651332 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651491 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651658 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651816 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.651974 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.652132 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.652290 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.652448 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.652616 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.652774 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.652932 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.653090 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.653248 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.653406 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.653572 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.653742 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.653876 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.654059 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.654217 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.654376 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.654544 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.654714 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.654849 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655006 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655164 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655322 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655488 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655647 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655806 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.655971 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.656129 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.656288 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.656446 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.656614 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.656773 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.656934 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.657093 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.657251 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.657410 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.657570 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.657733 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.657915 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.658083 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.658244 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.658410 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.658577 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.658744 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.658902 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.659067 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.659236 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.659393 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.659551 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.659707 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.659865 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660023 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660182 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660340 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660498 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660656 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660815 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.660975 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.661136 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.661293 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.661451 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.661610 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.661768 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.661951 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.662112 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.662270 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 03:13:21.662936 dv-neutron-841363-5-hyperv neutron-server[104023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 03:13:21.682378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54646) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:21.690736 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063539 May 12 03:13:33.074606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c81c2b-2f92-4318-be91-00a886302a18 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:13:33.128279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c81c2b-2f92-4318-be91-00a886302a18 None None] No non-hosted networks {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 03:13:33.142263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.agentschedulers_db [None req-36c81c2b-2f92-4318-be91-00a886302a18 None None] DHCP Agent not found on host dv-neutron-841363-5-hyperv {{(pid=104166) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 03:13:33.219718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7eb2dd8c-3693-4904-838f-5e034f25ffa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670902'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:35.183747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44ce7ab5-93c8-4b49-a6ac-6797ae19df8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670902'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:35.233468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9fddc36f-79a5-4ad9-98f8-982d580c09a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:36.184048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54710) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:36.413501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670902'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:36.836619 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING oslo_policy.policy [None req-7e8c6c70-f340-42e1-a3ef-d5a2102d2eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:13:36.838098 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING oslo_policy.policy [None req-7e8c6c70-f340-42e1-a3ef-d5a2102d2eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:13:37.064754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-7e8c6c70-f340-42e1-a3ef-d5a2102d2eb3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:13:37.092046 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e8c6c70-f340-42e1-a3ef-d5a2102d2eb3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9069562 May 12 03:13:37.967495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670902'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:38.717281 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.db.l3_hamode_db [None req-86b4dee0-4d26-4366-89cd-5638552513b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 03:13:38.798902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4dee0-4d26-4366-89cd-5638552513b1 None None] Routers set() bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:13:38.799241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4dee0-4d26-4366-89cd-5638552513b1 None None] Router IDs set() for agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 03:13:39.496756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670902'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:39.497782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.498216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.498912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.499473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.500120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.501154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.501696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.502617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.503211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.503732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.504384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.504820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.505160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.505495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.505826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:39.506260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-841363-5-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:13:39.512171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-841363-5-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:13:39.635111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54744) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:39.946289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:13:40.037606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.policy [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104165) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 03:13:40.078977 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING oslo_policy.policy [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:13:40.079352 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING oslo_policy.policy [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:13:40.179734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750094266970', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750094266798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750094283547', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750094293301', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750094295320', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750094310654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-685083', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-899625', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4171551', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4071027'] for rbac-policy (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:40.247536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:40.248757 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fc019d17-0423-46ce-8be0-1d0a1c9e9a70 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6126881 May 12 03:13:42.689060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54756) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:42.990379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:13:43.019151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Made reservation on behalf of 8765a5c013d144ab8a3fe5fe55ad2bbc for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:13:43.023489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.039257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.143475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks [] for security_group (5a3a0b0a-eab3-4eba-82eb-2bb03ddf4084), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.147334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5a3a0b0a-eab3-4eba-82eb-2bb03ddf4084), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.171915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:13:43.206803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9917f924-3128-4d41-b6a0-cf436fcbe0df), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.207343 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Added segment 9917f924-3128-4d41-b6a0-cf436fcbe0df of type vlan for network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 May 12 03:13:43.222381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3a0b0a-eab3-4eba-82eb-2bb03ddf4084,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:13:43.273999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.274347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.274708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.275048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.275383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.275862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.276313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.276643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.276983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.277314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.277651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.278020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.278347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.278664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.278980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Tracked resource versions report: May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: pushed versions: May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: { 'AddressGroup': {'1.2'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Agent': {'1.1'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'ConntrackHelper': {'1.0'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'LocalIPAssociation': {'1.0'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Log': {'1.0'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'NDPProxy': {'1.0'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Network': {'1.1'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Port': {'1.7'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'PortForwarding': {'1.3'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'QosPolicy': {'1.10'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroup': {'1.5'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroupRule': {'1.2'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SubPort': {'1.0'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Subnet': {'1.1'}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Trunk': {'1.1'}} May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: consumer versions: May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Agent': '1.1', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'ConntrackHelper': '1.0', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'LocalIPAssociation': '1.0', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Log': '1.0', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'NDPProxy': '1.0', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Network': '1.1', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Port': '1.7', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'PortForwarding': '1.3', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'QosPolicy': '1.10', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroup': '1.5', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroupRule': '1.2', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SubPort': '1.0', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Subnet': '1.1', May 12 03:13:43.280354 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Trunk': '1.1'}} May 12 03:13:43.282961 dv-neutron-841363-5-hyperv neutron-server[104165]: {{(pid=104165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:13:43.311783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (566a51b3-d94a-49ce-a41f-83fe50acb7b4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.354476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (566a51b3-d94a-49ce-a41f-83fe50acb7b4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.359847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:13:43.360532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:43.429928 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7396874 May 12 03:13:43.479157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4931d-77c9-478c-8405-3a004348fcac demo demo] Pushing event updated for resources: {'Network': ['ID=566a51b3-d94a-49ce-a41f-83fe50acb7b4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:13:43.491416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:13:45.907657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:46.304149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da51f6-2c99-4ae0-b080-4f06d258b0b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:13:46.305404 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-21da51f6-2c99-4ae0-b080-4f06d258b0b0 demo admin] 10.222.0.23 "GET /v2.0/networks/566a51b3-d94a-49ce-a41f-83fe50acb7b4 HTTP/1.1" status: 200 len: 825 time: 0.3968036 May 12 03:13:46.329830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4d0f3bd2-17c5-42be-b774-8f97ed5b9fd6 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/6f944071-a41a-485b-b108-61a650d8e26d HTTP/1.1" status: 200 len: 734 time: 0.0188272 May 12 03:13:46.338121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d', 'ip_version': 4, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:13:46.358422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Made reservation on behalf of 8765a5c013d144ab8a3fe5fe55ad2bbc for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:13:46.360606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:46.646741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (05375e55-2615-4c69-9d45-4944dbc7be4c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:46.721783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=05375e55-2615-4c69-9d45-4944dbc7be4c,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:13:46.724262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Checking segment: {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:13:46.724678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Network hostable DHCP agents. Network: 566a51b3-d94a-49ce-a41f-83fe50acb7b4, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:13:46.746584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:13:46.757539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 566a51b3-d94a-49ce-a41f-83fe50acb7b4) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:13:46.765548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:13:46.766202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:46.767269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2494dc-3086-45e1-b6e4-71c1af4c4dc4 None None] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:13:46.781099 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e666cb86-4829-4a12-81ee-bb90924c06d8 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461799 May 12 03:13:47.025244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:13:47.026582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:47.297929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Allocated IP 172.20.0.2 (566a51b3-d94a-49ce-a41f-83fe50acb7b4/05375e55-2615-4c69-9d45-4944dbc7be4c/4a999988-2f38-4f82-ae3a-78b2e495249b) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:13:47.563801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Publish callbacks [] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:47.576459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:47.646823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:13:47.652589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:13:47.664035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:13:47.667200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Pushing event updated for resources: {'Port': ['ID=4a999988-2f38-4f82-ae3a-78b2e495249b,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:13:47.700590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.700941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.701303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.701652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.702036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.702376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.702706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.703037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.703383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.703715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.704057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.704404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.704732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.705056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.705382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Tracked resource versions report: May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: pushed versions: May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: { 'AddressGroup': {'1.2'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Agent': {'1.1'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'ConntrackHelper': {'1.0'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'LocalIPAssociation': {'1.0'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Log': {'1.0'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'NDPProxy': {'1.0'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Network': {'1.1'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Port': {'1.7'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'PortForwarding': {'1.3'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'QosPolicy': {'1.10'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroup': {'1.5'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroupRule': {'1.2'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SubPort': {'1.0'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Subnet': {'1.1'}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Trunk': {'1.1'}} May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: consumer versions: May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Agent': '1.1', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'ConntrackHelper': '1.0', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'LocalIPAssociation': '1.0', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Log': '1.0', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'NDPProxy': '1.0', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Network': '1.1', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Port': '1.7', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'PortForwarding': '1.3', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'QosPolicy': '1.10', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroup': '1.5', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroupRule': '1.2', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SubPort': '1.0', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Subnet': '1.1', May 12 03:13:47.706819 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Trunk': '1.1'}} May 12 03:13:47.709258 dv-neutron-841363-5-hyperv neutron-server[104166]: {{(pid=104166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:13:47.759358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Attempting to bind port 4a999988-2f38-4f82-ae3a-78b2e495249b on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:13:47.759765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Attempting to bind port 4a999988-2f38-4f82-ae3a-78b2e495249b by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:13:47.760200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Attempting to bind port 4a999988-2f38-4f82-ae3a-78b2e495249b on network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:13:47.765233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:13:47.765627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Checking segment: {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:13:47.766146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:47.766540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Bound using segment: {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:13:47.767023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Bound port: 4a999988-2f38-4f82-ae3a-78b2e495249b, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:13:47.767417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:47.827656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] For port 4a999988-2f38-4f82-ae3a-78b2e495249b, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:13:47.847945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] For port 4a999988-2f38-4f82-ae3a-78b2e495249b, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a999988-2f38-4f82-ae3a-78b2e495249b,segment=NetworkSegment(9917f924-3128-4d41-b6a0-cf436fcbe0df),segment_id=9917f924-3128-4d41-b6a0-cf436fcbe0df)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:13:47.855659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:47.908959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacc3fc-d62c-43ac-837d-bb8e90fb408c None None] Pushing event updated for resources: {'Port': ['ID=4a999988-2f38-4f82-ae3a-78b2e495249b,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:13:49.232120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54776) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:49.542830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-14417d15-910b-4b00-9519-e6f198534ff5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:13:49.557906 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-14417d15-910b-4b00-9519-e6f198534ff5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3108456 May 12 03:13:51.975667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54784) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:52.287749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-f02d2037-6c4b-451c-b5dc-56b62bb71a53 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:13:52.288806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f02d2037-6c4b-451c-b5dc-56b62bb71a53 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3122177 May 12 03:13:54.777274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54792) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:55.093478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:13:55.116846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (aa945e6f-2572-4f13-9035-63a68356d5ca), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:55.118373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (aa945e6f-2572-4f13-9035-63a68356d5ca), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:55.252135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] Publish callbacks [] for router_controller (aa945e6f-2572-4f13-9035-63a68356d5ca), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:55.257394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (aa945e6f-2572-4f13-9035-63a68356d5ca), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:55.273748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:55.275022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-327c4be6-f0b8-454d-9c52-03aa55080f08 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4966524 May 12 03:13:57.762310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 54804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:13:58.077431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-e3196a4b-39cf-4025-93e3-f064c1e4a4b9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:13:58.078443 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e3196a4b-39cf-4025-93e3-f064c1e4a4b9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3152158 May 12 03:13:58.211767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a999988-2f38-4f82-ae3a-78b2e495249b up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:13:58.312555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a999988-2f38-4f82-ae3a-78b2e495249b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:13:58.312852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:58.429603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a999988-2f38-4f82-ae3a-78b2e495249b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:13:58.430285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:58.465157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 4a999988-2f38-4f82-ae3a-78b2e495249b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a999988-2f38-4f82-ae3a-78b2e495249b,segment=NetworkSegment(9917f924-3128-4d41-b6a0-cf436fcbe0df),segment_id=9917f924-3128-4d41-b6a0-cf436fcbe0df)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:13:58.470437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:58.519395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=4a999988-2f38-4f82-ae3a-78b2e495249b,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:13:59.376024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98f0e5-b8a5-41a9-9c8e-1124a0d7c146 None None] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:13:59.447087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-232aa81d-8083-4b1f-81e5-1c93661a212f None None] Provisioning complete for port 4a999988-2f38-4f82-ae3a-78b2e495249b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:13:59.447467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-232aa81d-8083-4b1f-81e5-1c93661a212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:59.574040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-232aa81d-8083-4b1f-81e5-1c93661a212f None None] Current status of the port 4a999988-2f38-4f82-ae3a-78b2e495249b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:13:59.692429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-28df95fb-f0bb-4ed4-b94a-0a0042c92be4 None None] Provisioning complete for port 4a999988-2f38-4f82-ae3a-78b2e495249b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:13:59.692826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-28df95fb-f0bb-4ed4-b94a-0a0042c92be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:13:59.765795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-28df95fb-f0bb-4ed4-b94a-0a0042c92be4 None None] Current status of the port 4a999988-2f38-4f82-ae3a-78b2e495249b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:14:00.185172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a999988-2f38-4f82-ae3a-78b2e495249b up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:14:00.232764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a999988-2f38-4f82-ae3a-78b2e495249b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:00.233159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:00.309133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a999988-2f38-4f82-ae3a-78b2e495249b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:14:00.549987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 54812) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:14:01.034414 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING oslo_policy.policy [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:14:01.034969 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING oslo_policy.policy [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:14:01.248992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:14:01.302727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Made reservation on behalf of 86daa5890e344125ad7415a3ddf97a91 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:14:01.362908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.policy [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104164) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 03:14:01.404596 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING oslo_policy.policy [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:14:01.404965 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING oslo_policy.policy [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 03:14:01.414891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.434631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.544335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks [] for security_group (8114e4b7-9bd1-4288-a08f-f936899da6fb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.547876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8114e4b7-9bd1-4288-a08f-f936899da6fb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.559648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Reserving flat network on physical network physnet1 {{(pid=104164) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 03:14:01.591290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f3052843-6738-4657-aefc-84fddabd73e5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.591844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Added segment f3052843-6738-4657-aefc-84fddabd73e5 of type flat for network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 May 12 03:14:01.607479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114e4b7-9bd1-4288-a08f-f936899da6fb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:01.635848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.636184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.636530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.636859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.637178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.637498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.637815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.638153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.638483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.638799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.639126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.639441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.639752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.640061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.640367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Tracked resource versions report: May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: pushed versions: May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: { 'AddressGroup': {'1.2'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Agent': {'1.1'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'ConntrackHelper': {'1.0'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'LocalIPAssociation': {'1.0'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Log': {'1.0'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'NDPProxy': {'1.0'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Network': {'1.1'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Port': {'1.7'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'PortForwarding': {'1.3'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'QosPolicy': {'1.10'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroup': {'1.5'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroupRule': {'1.2'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SubPort': {'1.0'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Subnet': {'1.1'}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Trunk': {'1.1'}} May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: consumer versions: May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Agent': '1.1', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'ConntrackHelper': '1.0', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'LocalIPAssociation': '1.0', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Log': '1.0', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'NDPProxy': '1.0', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Network': '1.1', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Port': '1.7', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'PortForwarding': '1.3', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'QosPolicy': '1.10', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroup': '1.5', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroupRule': '1.2', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SubPort': '1.0', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Subnet': '1.1', May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Trunk': '1.1'}} May 12 03:14:01.641733 dv-neutron-841363-5-hyperv neutron-server[104164]: {{(pid=104164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:14:01.710857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.755567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.756922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:14:01.757625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:01.819474 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2673755 May 12 03:14:01.864221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d8c17-572e-4b9e-8cf3-00a265f5d003 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:01.874957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:14:03.035886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f3eff461-dec2-4629-ba9f-5132b020ef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:03.530002 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:14:04.208882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 54832) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:14:04.603632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5fd79-1696-44e3-b2a2-f514bd833d91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:14:04.604907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-94a5fd79-1696-44e3-b2a2-f514bd833d91 demo admin] 10.222.0.23 "GET /v2.0/subnets/05375e55-2615-4c69-9d45-4944dbc7be4c HTTP/1.1" status: 200 len: 849 time: 0.3950615 May 12 03:14:04.768062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b589cf12-c43e-4329-a2eb-fdbc1745ab29 demo admin] 10.222.0.23 "GET /v2.0/routers/aa945e6f-2572-4f13-9035-63a68356d5ca HTTP/1.1" status: 200 len: 704 time: 0.1576114 May 12 03:14:05.051678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.179315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f94f621-31fd-4d11-8d4d-6f9cbfc54452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.341705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Allocated IP 172.20.0.1 (566a51b3-d94a-49ce-a41f-83fe50acb7b4/05375e55-2615-4c69-9d45-4944dbc7be4c/1d000147-c21a-4d5a-9ff2-3f8f96ee966b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:14:05.522889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks [] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.589489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.655621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:14:05.664789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:14:05.675456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:14:05.675998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (aa945e6f-2572-4f13-9035-63a68356d5ca), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.697946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Pushing event updated for resources: {'Port': ['ID=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:05.879626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.918105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-131fe8a3-ec0b-4cf1-aa60-d35dc7903294 None None] Provisioning complete for port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:05.918493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-131fe8a3-ec0b-4cf1-aa60-d35dc7903294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:05.951518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-131fe8a3-ec0b-4cf1-aa60-d35dc7903294 None None] Port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:14:06.166398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks [] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:06.170703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:06.171479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (aa945e6f-2572-4f13-9035-63a68356d5ca), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:06.230051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Pushing event updated for resources: {'Port': ['ID=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:06.294991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:14:06.296335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:14:06.352089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:06.462170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Router aa945e6f-2572-4f13-9035-63a68356d5ca is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:14:06.513754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ab316172-895e-488e-bc3b-6f5e68f7bd85 None None] Provisioning complete for port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:06.514166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ab316172-895e-488e-bc3b-6f5e68f7bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:06.547115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ab316172-895e-488e-bc3b-6f5e68f7bd85 None None] Port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:14:06.556515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:14:06.561736 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a50f23cf-e827-4af6-8f43-f700e479d3dd demo admin] 10.222.0.23 "PUT /v2.0/routers/aa945e6f-2572-4f13-9035-63a68356d5ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7878668 May 12 03:14:06.567218 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Sync routers for ids ['aa945e6f-2572-4f13-9035-63a68356d5ca'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:14:06.579780 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Routers {'aa945e6f-2572-4f13-9035-63a68356d5ca'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:14:06.581182 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:14:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['aa945e6f-2572-4f13-9035-63a68356d5ca'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:06.776743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Set router aa945e6f-2572-4f13-9035-63a68356d5ca gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:14:07.198955 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'name': 'router1', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:13:55Z', 'updated_at': '2022-05-12T03:14:05Z', 'revision_number': 2, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'gw_port_host': None, '_interfaces': [{'id': '1d000147-c21a-4d5a-9ff2-3f8f96ee966b', 'name': '', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'mac_address': 'fa:16:3e:15:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:05Z', 'updated_at': '2022-05-12T03:14:05Z', 'revision_number': 2, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'subnets': [{'id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:07.249530 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Checking router: aa945e6f-2572-4f13-9035-63a68356d5ca for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:14:07.249926 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Updating router aa945e6f-2572-4f13-9035-63a68356d5ca port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:14:07.301258 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:07.849649 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Publish callbacks [] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:07.855982 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:07.909965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.010994 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Pushing event updated for resources: {'Port': ['ID=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:08.026129 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Attempting to bind port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:14:08.026580 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Attempting to bind port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:14:08.026950 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Attempting to bind port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b on network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:14:08.029517 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.029860 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.030227 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.030564 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.030893 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.031220 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.031546 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.031869 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.032349 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.032681 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.033023 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.033367 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.034300 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.034621 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.034939 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Tracked resource versions report: May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: pushed versions: May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: { 'AddressGroup': {'1.2'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Agent': {'1.1'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'ConntrackHelper': {'1.0'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'LocalIPAssociation': {'1.0'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Log': {'1.0'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'NDPProxy': {'1.0'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Network': {'1.1'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Port': {'1.7'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'PortForwarding': {'1.3'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'QosPolicy': {'1.10'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroup': {'1.5'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroupRule': {'1.2'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SubPort': {'1.0'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Subnet': {'1.1'}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Trunk': {'1.1'}} May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: consumer versions: May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Agent': '1.1', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'ConntrackHelper': '1.0', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'LocalIPAssociation': '1.0', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Log': '1.0', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'NDPProxy': '1.0', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Network': '1.1', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Port': '1.7', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'PortForwarding': '1.3', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'QosPolicy': '1.10', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroup': '1.5', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroupRule': '1.2', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SubPort': '1.0', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Subnet': '1.1', May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Trunk': '1.1'}} May 12 03:14:08.036374 dv-neutron-841363-5-hyperv neutron-server[104167]: {{(pid=104167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:14:08.042539 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:14:08.042948 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Checking segment: {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:14:08.043438 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.043822 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Bound using segment: {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:14:08.044312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Bound port: 1d000147-c21a-4d5a-9ff2-3f8f96ee966b, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9917f924-3128-4d41-b6a0-cf436fcbe0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:14:08.044686 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.074949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1092d913-5273-422d-b952-39a2c08e7f17 None None] Provisioning complete for port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:08.075420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1092d913-5273-422d-b952-39a2c08e7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.110230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1092d913-5273-422d-b952-39a2c08e7f17 None None] Port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:14:08.118618 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] For port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:14:08.138168 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] For port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,segment=NetworkSegment(9917f924-3128-4d41-b6a0-cf436fcbe0df),segment_id=9917f924-3128-4d41-b6a0-cf436fcbe0df)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:14:08.144660 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.203266 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Routers {'aa945e6f-2572-4f13-9035-63a68356d5ca'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:14:08.203894 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:14:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['aa945e6f-2572-4f13-9035-63a68356d5ca'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:08.206526 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e6aa-0806-49b7-bb31-de9de82a33fb None None] Pushing event updated for resources: {'Port': ['ID=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:08.306380 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] Set router aa945e6f-2572-4f13-9035-63a68356d5ca gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:14:08.511776 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'name': 'router1', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:13:55Z', 'updated_at': '2022-05-12T03:14:05Z', 'revision_number': 2, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'gw_port_host': None, '_interfaces': [{'id': '1d000147-c21a-4d5a-9ff2-3f8f96ee966b', 'name': '', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'mac_address': 'fa:16:3e:15:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:05Z', 'updated_at': '2022-05-12T03:14:08Z', 'revision_number': 4, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'subnets': [{'id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:08.522959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] Provisioning complete for port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:08.523345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.538831 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40c78-0a13-4af5-b49a-d47c07cceb3c None None] The sync data for ids ['aa945e6f-2572-4f13-9035-63a68356d5ca'] in dv-neutron-841363-5-hyperv is: [{'id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'name': 'router1', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:13:55Z', 'updated_at': '2022-05-12T03:14:05Z', 'revision_number': 2, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'gw_port_host': None, '_interfaces': [{'id': '1d000147-c21a-4d5a-9ff2-3f8f96ee966b', 'name': '', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'mac_address': 'fa:16:3e:15:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:05Z', 'updated_at': '2022-05-12T03:14:08Z', 'revision_number': 4, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'subnets': [{'id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:14:08.613031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] Current status of the port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:14:08.613413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.648216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] For port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,segment=NetworkSegment(9917f924-3128-4d41-b6a0-cf436fcbe0df),segment_id=9917f924-3128-4d41-b6a0-cf436fcbe0df)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:14:08.652414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:08.702882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260e2d6-8619-43c8-9ff1-74fe60eb9f9c None None] Pushing event updated for resources: {'Port': ['ID=1d000147-c21a-4d5a-9ff2-3f8f96ee966b,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:08.984596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 54852) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:14:09.186817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd13bbbc-abd5-449c-b90a-ffbc41f0e2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:14:09.188184 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd13bbbc-abd5-449c-b90a-ffbc41f0e2b0 admin admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 842 time: 0.2025573 May 12 03:14:09.197521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'ip_version': 4, 'gateway_ip': '172.26.2.1', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:14:09.223097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Made reservation on behalf of 86daa5890e344125ad7415a3ddf97a91 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:14:09.225262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:09.499297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:09.512738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:14:09.513152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (5e934bf7-570e-404b-ae47-0182fc8ada67), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:09.566669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e934bf7-570e-404b-ae47-0182fc8ada67,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:09.575215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:14:09.575569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Network hostable DHCP agents. Network: b0f0b39d-87d3-4a48-bf85-f81ae27df1c1, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:14:09.598247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:14:09.609166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b0f0b39d-87d3-4a48-bf85-f81ae27df1c1) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:14:09.614437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:14:09.615250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:09.619076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f447a4-9999-4c12-8dda-34dd4dbded2c None None] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:14:09.639825 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3d8984bb-82bc-4ac5-98eb-aee7d45570e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4371517 May 12 03:14:09.731977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd1ce8-7453-463e-9d6b-7e8006648f6d None None] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:14:12.057664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 54870) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:14:12.194823 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-35bb3b90-322b-46ab-8167-4ac3323edfef demo admin] 10.222.0.23 "GET /v2.0/routers/aa945e6f-2572-4f13-9035-63a68356d5ca HTTP/1.1" status: 200 len: 710 time: 0.1359491 May 12 03:14:12.280677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1307ffe5-9530-4e15-9ebb-f329762cef39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:14:12.282069 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1307ffe5-9530-4e15-9ebb-f329762cef39 demo admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 886 time: 0.0818136 May 12 03:14:12.291442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:14:12.608498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks [] for router_gateway (aa945e6f-2572-4f13-9035-63a68356d5ca), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:12.830058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks [] for router_gateway (aa945e6f-2572-4f13-9035-63a68356d5ca), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:12.905457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.002294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Allocated IP 172.26.2.134 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/cfefe673-fee3-4009-a80c-555d2d631ab0) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:14:13.099766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks [] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.132203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.169321 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:14:13.171964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:14:13.174400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:14:13.216293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Pushing event updated for resources: {'Port': ['ID=cfefe673-fee3-4009-a80c-555d2d631ab0,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:13.435120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks [] for router_gateway (aa945e6f-2572-4f13-9035-63a68356d5ca), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.629655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (aa945e6f-2572-4f13-9035-63a68356d5ca), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.633207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (aa945e6f-2572-4f13-9035-63a68356d5ca), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.744262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Router aa945e6f-2572-4f13-9035-63a68356d5ca has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:14:13.948595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:14:13.952731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:13.962456 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f2118066-6415-454c-92ad-163dd9eb8aac demo admin] 10.222.0.23 "PUT /v2.0/routers/aa945e6f-2572-4f13-9035-63a68356d5ca HTTP/1.1" status: 200 len: 890 time: 1.6656089 May 12 03:14:16.212305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1d000147-c21a-4d5a-9ff2-3f8f96ee966b up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:14:16.262609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:16.263018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:16.339598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:14:16.439649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 54882) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:14:16.551055 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c5316dac-dfea-45cf-b395-c03c60699ed5 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1102707 May 12 03:14:17.397368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Sync routers for ids ['aa945e6f-2572-4f13-9035-63a68356d5ca'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:14:17.409935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Routers {'aa945e6f-2572-4f13-9035-63a68356d5ca'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:14:17.410743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:14:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['aa945e6f-2572-4f13-9035-63a68356d5ca'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:17.643019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Set router aa945e6f-2572-4f13-9035-63a68356d5ca gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:14:18.123947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'name': 'router1', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cfefe673-fee3-4009-a80c-555d2d631ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:13:55Z', 'updated_at': '2022-05-12T03:14:13Z', 'revision_number': 4, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'gw_port': {'id': 'cfefe673-fee3-4009-a80c-555d2d631ab0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:12Z', 'updated_at': '2022-05-12T03:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d000147-c21a-4d5a-9ff2-3f8f96ee966b', 'name': '', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'mac_address': 'fa:16:3e:15:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:05Z', 'updated_at': '2022-05-12T03:14:08Z', 'revision_number': 5, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'subnets': [{'id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:18.173867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Checking router: aa945e6f-2572-4f13-9035-63a68356d5ca for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:14:18.174271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Updating router aa945e6f-2572-4f13-9035-63a68356d5ca port cfefe673-fee3-4009-a80c-555d2d631ab0 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:14:18.232594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:18.602105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Publish callbacks [] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:18.607395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:18.663128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b73123-2cc1-414a-bb50-bce6f454a253 None None] Pushing event updated for resources: {'Port': ['ID=cfefe673-fee3-4009-a80c-555d2d631ab0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:18.665689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Attempting to bind port cfefe673-fee3-4009-a80c-555d2d631ab0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:14:18.665689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Attempting to bind port cfefe673-fee3-4009-a80c-555d2d631ab0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:14:18.666083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Attempting to bind port cfefe673-fee3-4009-a80c-555d2d631ab0 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:14:18.671599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:14:18.671977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:14:18.672424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:18.672754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:14:18.673309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Bound port: cfefe673-fee3-4009-a80c-555d2d631ab0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:14:18.674183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:18.729255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] For port cfefe673-fee3-4009-a80c-555d2d631ab0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:14:18.732722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] For port cfefe673-fee3-4009-a80c-555d2d631ab0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=cfefe673-fee3-4009-a80c-555d2d631ab0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:14:18.744596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:18.793929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Routers {'aa945e6f-2572-4f13-9035-63a68356d5ca'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:14:18.794542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:14:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['aa945e6f-2572-4f13-9035-63a68356d5ca'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:18.900334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b73123-2cc1-414a-bb50-bce6f454a253 None None] Pushing event updated for resources: {'Port': ['ID=cfefe673-fee3-4009-a80c-555d2d631ab0,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:18.923805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] Set router aa945e6f-2572-4f13-9035-63a68356d5ca gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:14:19.140729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'name': 'router1', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cfefe673-fee3-4009-a80c-555d2d631ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:13:55Z', 'updated_at': '2022-05-12T03:14:13Z', 'revision_number': 4, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'gw_port': {'id': 'cfefe673-fee3-4009-a80c-555d2d631ab0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:12Z', 'updated_at': '2022-05-12T03:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d000147-c21a-4d5a-9ff2-3f8f96ee966b', 'name': '', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'mac_address': 'fa:16:3e:15:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:05Z', 'updated_at': '2022-05-12T03:14:08Z', 'revision_number': 5, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'subnets': [{'id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:14:19.167810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b01b09-0408-4ec3-8fa5-2a6029210e9d None None] The sync data for ids ['aa945e6f-2572-4f13-9035-63a68356d5ca'] in dv-neutron-841363-5-hyperv is: [{'id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'name': 'router1', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cfefe673-fee3-4009-a80c-555d2d631ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:13:55Z', 'updated_at': '2022-05-12T03:14:13Z', 'revision_number': 4, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'gw_port': {'id': 'cfefe673-fee3-4009-a80c-555d2d631ab0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:12Z', 'updated_at': '2022-05-12T03:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d000147-c21a-4d5a-9ff2-3f8f96ee966b', 'name': '', 'network_id': '566a51b3-d94a-49ce-a41f-83fe50acb7b4', 'tenant_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'mac_address': 'fa:16:3e:15:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa945e6f-2572-4f13-9035-63a68356d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:14:05Z', 'updated_at': '2022-05-12T03:14:08Z', 'revision_number': 5, 'project_id': '8765a5c013d144ab8a3fe5fe55ad2bbc', 'subnets': [{'id': '05375e55-2615-4c69-9d45-4944dbc7be4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f944071-a41a-485b-b108-61a650d8e26d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:14:20.262651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device cfefe673-fee3-4009-a80c-555d2d631ab0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:14:20.334563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port cfefe673-fee3-4009-a80c-555d2d631ab0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:20.335163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:20.440789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port cfefe673-fee3-4009-a80c-555d2d631ab0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:14:20.441454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:20.463214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port cfefe673-fee3-4009-a80c-555d2d631ab0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=cfefe673-fee3-4009-a80c-555d2d631ab0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:14:20.471264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:20.539632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=cfefe673-fee3-4009-a80c-555d2d631ab0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:14:22.291698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device cfefe673-fee3-4009-a80c-555d2d631ab0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:14:22.398533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port cfefe673-fee3-4009-a80c-555d2d631ab0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:14:22.398533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (cfefe673-fee3-4009-a80c-555d2d631ab0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:22.484183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port cfefe673-fee3-4009-a80c-555d2d631ab0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:14:33.040037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-534e2975-ca18-44de-b7bb-1cc42bd6ee25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:35.191211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5821248f-7688-4f82-88a6-2732795010f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:36.345711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:37.922884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:39.518060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:14:40.548785 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:15:03.048456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7145f923-a585-470e-842e-bc9bd6b6b636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:05.185681 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-35d9f69a-503a-484e-b0ff-a6cfc182a254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:06.348705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:07.914672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:09.508514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:17.534339 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:15:33.039959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aea8ab50-2e3a-441b-963e-67b8a4d7c649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:35.187079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53089f45-b815-40bd-86eb-d10039c85cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:36.350300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:37.902800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:38.776244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55398) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:38.835417 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff7068e-b8d9-41fc-a576-24c4ae6b5e0f admin admin] GET failed (client error): The resource could not be found. May 12 03:15:38.836701 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1ff7068e-b8d9-41fc-a576-24c4ae6b5e0f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594635 May 12 03:15:38.993851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98dc57-253c-417c-9010-5fb1e827a507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:38.995232 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7e98dc57-253c-417c-9010-5fb1e827a507 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545293 May 12 03:15:39.491000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:41.251487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55408) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:41.340314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00535e2b-e0a1-4212-8ec1-e504b22cdcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:41.341674 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-00535e2b-e0a1-4212-8ec1-e504b22cdcfa admin admin] 10.222.0.23 "GET /v2.0/subnets/05375e55-2615-4c69-9d45-4944dbc7be4c HTTP/1.1" status: 200 len: 849 time: 0.0892470 May 12 03:15:41.351458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:15:41.436040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Publish callbacks [] for subnet (05375e55-2615-4c69-9d45-4944dbc7be4c), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:41.568344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750096613762'] for subnet (05375e55-2615-4c69-9d45-4944dbc7be4c), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:41.599621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:41.600209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:41.601489 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] 10.222.0.23 "PUT /v2.0/subnets/05375e55-2615-4c69-9d45-4944dbc7be4c HTTP/1.1" status: 200 len: 868 time: 0.2536161 May 12 03:15:41.615608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81b885-56df-4408-8ec5-5f502fa20339 None None] Network 566a51b3-d94a-49ce-a41f-83fe50acb7b4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:15:41.624582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05375e55-2615-4c69-9d45-4944dbc7be4c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:15:41.633400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.634099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.634678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.636205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.636593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.637004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.637362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.637709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.638116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.638611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.638957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.639292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.639628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.640436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.640436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153afed-504c-4b4c-87b9-657ea105a9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:15:41.976476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-14cbdb59-05be-4a1e-8d14-34b4b6adfba8 None None] Provisioning complete for port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:15:41.976892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb59-05be-4a1e-8d14-34b4b6adfba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d000147-c21a-4d5a-9ff2-3f8f96ee966b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:42.056999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-14cbdb59-05be-4a1e-8d14-34b4b6adfba8 None None] Current status of the port 1d000147-c21a-4d5a-9ff2-3f8f96ee966b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:15:42.065176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-14cbdb59-05be-4a1e-8d14-34b4b6adfba8 None None] Provisioning complete for port 4a999988-2f38-4f82-ae3a-78b2e495249b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:15:42.065614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb59-05be-4a1e-8d14-34b4b6adfba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a999988-2f38-4f82-ae3a-78b2e495249b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:15:42.140804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-14cbdb59-05be-4a1e-8d14-34b4b6adfba8 None None] Current status of the port 4a999988-2f38-4f82-ae3a-78b2e495249b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:15:43.880330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55416) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:44.082240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e4251-ca61-4e52-bba0-8abcebe734c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:44.082631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e4251-ca61-4e52-bba0-8abcebe734c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:44.084433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-156e4251-ca61-4e52-bba0-8abcebe734c5 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029502 May 12 03:15:46.320246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55424) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:46.450039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78565a-d1bd-4f1e-992b-16265c769870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:46.450440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78565a-d1bd-4f1e-992b-16265c769870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:46.451938 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4a78565a-d1bd-4f1e-992b-16265c769870 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307471 May 12 03:15:48.680585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55432) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:48.807691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934113de-b830-42b6-b332-59383fa557e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:48.809054 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-934113de-b830-42b6-b332-59383fa557e8 admin admin] 10.222.0.23 "GET /v2.0/networks/566a51b3-d94a-49ce-a41f-83fe50acb7b4 HTTP/1.1" status: 200 len: 869 time: 0.1275218 May 12 03:15:51.027052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55440) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:51.147984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a793c0-9da9-468f-bc98-78ff243fb1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:51.149307 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-24a793c0-9da9-468f-bc98-78ff243fb1ef admin admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 886 time: 0.1213324 May 12 03:15:53.367691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55448) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:53.490368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6b2ea-8af0-4b6a-9818-751abe627fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:53.490826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6b2ea-8af0-4b6a-9818-751abe627fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:53.492336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ddb6b2ea-8af0-4b6a-9818-751abe627fd9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237066 May 12 03:15:54.522790 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:15:55.722324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55456) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:55.811807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af315c9d-0842-4a7f-855b-5b1d5c3ba840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:55.812260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af315c9d-0842-4a7f-855b-5b1d5c3ba840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:55.813722 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af315c9d-0842-4a7f-855b-5b1d5c3ba840 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904589 May 12 03:15:58.059068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55464) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:15:58.148810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670a8dc-fe0f-489e-95d3-1b58881f1d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:15:58.150149 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a670a8dc-fe0f-489e-95d3-1b58881f1d84 admin admin] 10.222.0.23 "GET /v2.0/subnets/05375e55-2615-4c69-9d45-4944dbc7be4c HTTP/1.1" status: 200 len: 868 time: 0.0901096 May 12 03:16:00.389967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55472) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:16:00.479544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544661bf-0671-4953-a7d8-bddf397f9ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:16:00.480830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-544661bf-0671-4953-a7d8-bddf397f9ba0 admin admin] 10.222.0.23 "GET /v2.0/subnets/5e934bf7-570e-404b-ae47-0182fc8ada67 HTTP/1.1" status: 200 len: 816 time: 0.0899160 May 12 03:16:03.043484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ae26-db63-42f8-9625-fbfd3895fe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:05.189469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-15d35d2a-36ad-47ae-9e90-95e9baae970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:06.353966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:07.905465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:09.493151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:31.521361 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:16:33.045133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08ee9e5f-7108-4544-87cd-5e55f74bbc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:35.192383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3226fb08-366a-442a-a203-e4c4cc04688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:36.355996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:37.911622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:39.494504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:40.616050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55530) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:16:40.665905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-9d349bcf-600d-4392-98c5-795f82fe323a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:16:40.666892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9d349bcf-600d-4392-98c5-795f82fe323a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499387 May 12 03:16:42.990228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55540) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:16:43.052648 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e250ca6e-fff8-4e8a-86b2-4c2c1e989cc9 admin admin] GET failed (client error): The resource could not be found. May 12 03:16:43.053944 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e250ca6e-fff8-4e8a-86b2-4c2c1e989cc9 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626900 May 12 03:16:43.200194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c711950-0b56-41ac-808d-14115de43aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:16:43.201675 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c711950-0b56-41ac-808d-14115de43aae admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437292 May 12 03:16:45.477213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55548) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:16:45.535140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:16:45.554952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Made reservation on behalf of 86daa5890e344125ad7415a3ddf97a91 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:16:45.557213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:45.590773 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.services.revisions.revision_plugin [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Could not find related network for resource to bump revision. May 12 03:16:45.602683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:16:45.612059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (381b3ae2-d60b-443e-a160-b24e7184fd8a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:45.612456 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Added segment 381b3ae2-d60b-443e-a160-b24e7184fd8a of type vlan for network bd657af3-9209-422d-8f0e-6cd7a75c8a78 May 12 03:16:45.650890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (bd657af3-9209-422d-8f0e-6cd7a75c8a78), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:45.677162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (bd657af3-9209-422d-8f0e-6cd7a75c8a78), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:45.678237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:16:45.678806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:45.725386 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2470021 May 12 03:16:45.773139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Pushing event updated for resources: {'Network': ['ID=bd657af3-9209-422d-8f0e-6cd7a75c8a78,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:16:45.780970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.781349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.781786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.782091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.782607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.782844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.783663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.783995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.784398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.784682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.785196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.785338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.785694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.786079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.786400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad519a40-99d9-4b89-9114-98b4e170413f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:45.798319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network bd657af3-9209-422d-8f0e-6cd7a75c8a78 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:16:47.990336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55556) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:16:48.051507 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6373e77-377f-43c0-b2c7-6f0263a74951 admin admin] GET failed (client error): The resource could not be found. May 12 03:16:48.052751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b6373e77-377f-43c0-b2c7-6f0263a74951 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614607 May 12 03:16:48.118664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7926cd62-8669-4831-9206-d4a54d42249d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:16:48.120064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7926cd62-8669-4831-9206-d4a54d42249d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0633228 May 12 03:16:48.130332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:16:48.149890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Made reservation on behalf of 86daa5890e344125ad7415a3ddf97a91 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:16:48.152137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:48.308434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (591e6b1c-f220-4c79-a8f1-2f0c2226dcb7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:48.363640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591e6b1c-f220-4c79-a8f1-2f0c2226dcb7,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:16:48.373250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Checking segment: {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:16:48.373599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Network hostable DHCP agents. Network: bd657af3-9209-422d-8f0e-6cd7a75c8a78, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:16:48.389798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Network bd657af3-9209-422d-8f0e-6cd7a75c8a78 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:16:48.397731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, bd657af3-9209-422d-8f0e-6cd7a75c8a78) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:16:48.401622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:16:48.402236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:48.407700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b97e40-201a-48f1-b7b4-53282efddc2d None None] Network bd657af3-9209-422d-8f0e-6cd7a75c8a78 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:16:48.416546 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-59d554db-abc9-415c-975e-ba267edcfb09 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2901063 May 12 03:16:48.518421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-bd657af3-9209-422d-8f0e-6cd7a75c8a78', 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78', 'project_id': '86daa5890e344125ad7415a3ddf97a91', 'fixed_ips': [{'subnet_id': '591e6b1c-f220-4c79-a8f1-2f0c2226dcb7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:16:48.519531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:48.754858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Allocated IP 192.168.233.2 (bd657af3-9209-422d-8f0e-6cd7a75c8a78/591e6b1c-f220-4c79-a8f1-2f0c2226dcb7/b156028f-271a-4f48-8519-4aea83a8a8d6) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:16:48.903156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Publish callbacks [] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:48.908841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:48.950289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Network bd657af3-9209-422d-8f0e-6cd7a75c8a78 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:16:48.960006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:16:48.961863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Pushing event updated for resources: {'Port': ['ID=b156028f-271a-4f48-8519-4aea83a8a8d6,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:16:48.964009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:16:48.973252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.973252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.973609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.973973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.974311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.974641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.974971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.975296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.975636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.975962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.976306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.976645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.976969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.977287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:48.977639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:16:49.035693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Attempting to bind port b156028f-271a-4f48-8519-4aea83a8a8d6 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:16:49.036037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Attempting to bind port b156028f-271a-4f48-8519-4aea83a8a8d6 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:16:49.036401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Attempting to bind port b156028f-271a-4f48-8519-4aea83a8a8d6 on network bd657af3-9209-422d-8f0e-6cd7a75c8a78 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:16:49.041394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:16:49.041768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Checking segment: {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:16:49.042209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:49.042594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Bound using segment: {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:16:49.043081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Bound port: b156028f-271a-4f48-8519-4aea83a8a8d6, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:16:49.043454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:49.104778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] For port b156028f-271a-4f48-8519-4aea83a8a8d6, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:16:49.107993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] For port b156028f-271a-4f48-8519-4aea83a8a8d6, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b156028f-271a-4f48-8519-4aea83a8a8d6,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:16:49.115223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:49.170067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecddcdf-598f-4330-89c4-8548f8920750 None None] Pushing event updated for resources: {'Port': ['ID=b156028f-271a-4f48-8519-4aea83a8a8d6,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:16:50.093896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa90cdf-736b-4f62-9d4c-e8c038e5ab0b None None] Network bd657af3-9209-422d-8f0e-6cd7a75c8a78 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:16:50.169508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] Provisioning complete for port b156028f-271a-4f48-8519-4aea83a8a8d6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:16:50.169869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:50.289385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] Current status of the port b156028f-271a-4f48-8519-4aea83a8a8d6 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:16:50.289772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:50.333564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] For port b156028f-271a-4f48-8519-4aea83a8a8d6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b156028f-271a-4f48-8519-4aea83a8a8d6,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:16:50.339965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:50.395977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b156028f-271a-4f48-8519-4aea83a8a8d6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:16:50.428741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a84162-5671-426a-acc4-53b445a000a6 None None] Pushing event updated for resources: {'Port': ['ID=b156028f-271a-4f48-8519-4aea83a8a8d6,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:16:50.469358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b156028f-271a-4f48-8519-4aea83a8a8d6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:16:50.469756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:50.562091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b156028f-271a-4f48-8519-4aea83a8a8d6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:16:50.758373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-164dc18a-c0bc-4f2c-9376-37ff9c2a7ab0 None None] Provisioning complete for port b156028f-271a-4f48-8519-4aea83a8a8d6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:16:50.758765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-164dc18a-c0bc-4f2c-9376-37ff9c2a7ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:50.835854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-164dc18a-c0bc-4f2c-9376-37ff9c2a7ab0 None None] Current status of the port b156028f-271a-4f48-8519-4aea83a8a8d6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:16:52.301092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b156028f-271a-4f48-8519-4aea83a8a8d6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:16:52.351278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b156028f-271a-4f48-8519-4aea83a8a8d6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:16:52.351690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b156028f-271a-4f48-8519-4aea83a8a8d6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:16:52.425841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b156028f-271a-4f48-8519-4aea83a8a8d6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:17:03.046696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-69d33693-5898-47e0-9fb6-e44c6c5b8a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:05.194212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-520a1ba8-c580-4a76-99ce-c9eedf6cd53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:06.359032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:07.914227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:08.519859 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:17:09.497049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:33.051236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a53d02df-7baa-4bf2-933f-22132f75f43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:35.195836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-12ab5bf6-e7bb-4a22-8b4e-71961c89c67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:36.362642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:37.919587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:39.499299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:17:45.517990 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:18:03.057978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25e2d208-5eba-4dc7-9e5a-c52e2e3d4f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:05.197971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-02bf2da4-af5c-41f2-8eec-1ca0b05629f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:06.364281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:07.924627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:09.501756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:22.516734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:18:24.165262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55594) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:18:24.170872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-8bc10a38-8ec1-43ec-ae41-21e25e5af334 tempest-verify_tempest_config-1247928380 tempest-verify_tempest_config-1247928380-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:18:24.171827 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8bc10a38-8ec1-43ec-ae41-21e25e5af334 tempest-verify_tempest_config-1247928380 tempest-verify_tempest_config-1247928380-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055819 May 12 03:18:24.452640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55612) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:18:24.553606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.627809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Publish callbacks [] for security_group (9400d1d1-7712-409c-a39a-68e3b14ffe10), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.631740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9400d1d1-7712-409c-a39a-68e3b14ffe10), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.678583 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d7bd09736de4007b19e38e27e926ff2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2249134 May 12 03:18:24.679548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9400d1d1-7712-409c-a39a-68e3b14ffe10,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:18:24.681283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55618) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:18:24.686206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.686556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.686896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.687230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.687561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.687889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.688214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.688534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.688856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.689175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.689494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.689809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.690149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.690464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.690774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b590850-a5b3-436a-a827-f4cdc3b002c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.735549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Publish callbacks [] for security_group (9400d1d1-7712-409c-a39a-68e3b14ffe10), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.756694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Publish callbacks [] for security_group (9400d1d1-7712-409c-a39a-68e3b14ffe10), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.845965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9400d1d1-7712-409c-a39a-68e3b14ffe10), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.848457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:24.849736 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9400d1d1-7712-409c-a39a-68e3b14ffe10 HTTP/1.1" status: 204 len: 168 time: 0.1673653 May 12 03:18:24.857362 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9400d1d1-7712-409c-a39a-68e3b14ffe10,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:18:24.864026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.864374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.864717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.865094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.865426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.865759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.866121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.866447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.866778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.867089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.867427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.867758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.868085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.868408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:24.868729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2cb487-975f-4554-add8-568bf7283f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:18:33.059755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebd07cfb-d74b-457c-8066-5bc32d8898fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:35.200569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-15f1cfa3-a52b-4ee6-928b-67446aa26049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:36.367488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:37.924034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:39.503338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:18:59.516394 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:19:03.055666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19506d0d-dd63-444e-8351-fe5600ca7922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:05.201446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77622e18-814e-427b-8197-d1263a58a9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:06.370503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:07.926765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:09.505740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:33.057126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84dbcad5-7dfe-4313-83a4-a944a013cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:35.205236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2f69f52c-35d5-4b71-82e7-0971c00184f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:36.475617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:36.515459 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 5 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:19:37.931683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:39.508699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:42.159625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670902'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:19:54.453617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55688) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:19:54.555903 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b9fe51d-e592-41a3-8e7c-42d4839c8491 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1011863 May 12 03:19:56.787499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55698) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:19:56.846231 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2953121a-3fdd-42fd-9c17-ad702e8b5a50 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0576093 May 12 03:20:03.058909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2f6861b5-48bb-4735-9cdf-b0662ec038be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:05.206538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f418114d-5ab9-4f86-be1f-805449f8814a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:06.376478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:07.932234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:09.510996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:12.136857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:13.514796 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:20:33.066031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feaaefa4-9a41-4fdd-b7de-0578a7ef72ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:35.214904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e32c26b5-46b8-4691-b3f7-dfa4f7856cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:36.385073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:37.936421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:39.516353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:42.136121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:20:50.514265 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:21:03.059129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ee6e347e-7ed3-4245-9bfb-32990435d7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:05.207801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d15339a2-3894-4231-b163-e9c3dd477cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:06.381722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:07.938846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:09.521585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:12.138071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.448117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55856) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:19.457058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:19.743002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1809791947-network', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:19.769585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1848021918-network', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:19.785611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Made reservation on behalf of 451244d76fbf4a7dad3e4a7a56018609 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:19.788057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.802008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.817606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Made reservation on behalf of 853cf20929ad41dbbe34687e736bcbd4 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:19.817606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.846410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.928095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55886) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:19.942831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks [] for security_group (f7212967-386f-42b7-9afa-3d0db0f5408a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.948502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f7212967-386f-42b7-9afa-3d0db0f5408a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:19.987244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:20.016871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks [] for security_group (163fcae8-8831-4d87-9b6d-48428b8dda06), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.020526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4cbb8ef1-1766-416c-90f4-3465e0c67ef4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.021012 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Added segment 4cbb8ef1-1766-416c-90f4-3465e0c67ef4 of type vlan for network a03fb1ca-bbb4-48c2-98f2-13380985b033 May 12 03:21:20.022616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7212967-386f-42b7-9afa-3d0db0f5408a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:20.031862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (163fcae8-8831-4d87-9b6d-48428b8dda06), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.075762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (a03fb1ca-bbb4-48c2-98f2-13380985b033), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.082064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.082420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.082782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.083127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.083468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.083793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.084122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.084468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.084781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.085113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.085440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.086057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.086174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.086418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.086915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Tracked resource versions report: May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: pushed versions: May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: { 'AddressGroup': {'1.2'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Agent': {'1.1'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'ConntrackHelper': {'1.0'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'LocalIPAssociation': {'1.0'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Log': {'1.0'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'NDPProxy': {'1.0'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Network': {'1.1'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Port': {'1.7'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'PortForwarding': {'1.3'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'QosPolicy': {'1.10'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroup': {'1.5'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroupRule': {'1.2'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SubPort': {'1.0'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Subnet': {'1.1'}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Trunk': {'1.1'}} May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: consumer versions: May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: HyperV agent@hv-neutron-8413: {}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Agent': '1.1', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'ConntrackHelper': '1.0', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'LocalIPAssociation': '1.0', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Log': '1.0', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'NDPProxy': '1.0', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Network': '1.1', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Port': '1.7', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'PortForwarding': '1.3', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'QosPolicy': '1.10', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroup': '1.5', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SecurityGroupRule': '1.2', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'SubPort': '1.0', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Subnet': '1.1', May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: 'Trunk': '1.1'}} May 12 03:21:20.088226 dv-neutron-841363-5-hyperv neutron-server[104164]: {{(pid=104164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:21:20.112063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:20.142429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (a03fb1ca-bbb4-48c2-98f2-13380985b033), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.143412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:20.143981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.147260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.147877 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Added segment 8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be of type vlan for network e890778a-0f94-466b-9d2b-1438d80726f8 May 12 03:21:20.164190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163fcae8-8831-4d87-9b6d-48428b8dda06,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:20.186294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55902) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:20.303315 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.8444040 May 12 03:21:20.304988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55908) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:20.310088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Request body: {'subnet': {'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1809791947-subnet', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:20.329079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (e890778a-0f94-466b-9d2b-1438d80726f8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.332499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Made reservation on behalf of 451244d76fbf4a7dad3e4a7a56018609 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:20.336855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.374060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b158d73-b075-4e29-bcfa-72ab55db12a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a03fb1ca-bbb4-48c2-98f2-13380985b033,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:20.384688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:20.426414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (e890778a-0f94-466b-9d2b-1438d80726f8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.427510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:20.428091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.534155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1890487255-network', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:20.547542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0959554 May 12 03:21:20.548584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55914) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:20.554754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Request body: {'subnet': {'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1848021918-subnet', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:20.556009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (dc828651-9fb6-47e9-84b2-109097ba00b2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.569713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Made reservation on behalf of f8e36efa4ebf4e1192e11c3c74fccae1 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:20.572231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.573760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa0679-4f1f-4831-a0d1-7b9687fde7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e890778a-0f94-466b-9d2b-1438d80726f8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:20.580440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Made reservation on behalf of 853cf20929ad41dbbe34687e736bcbd4 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:20.583284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.593220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network e890778a-0f94-466b-9d2b-1438d80726f8 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:20.594501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.654542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Checking segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:20.654894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Network hostable DHCP agents. Network: a03fb1ca-bbb4-48c2-98f2-13380985b033, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:20.707595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks [] for security_group (ac7b9841-6cdd-4414-90a2-a2b317073754), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.733348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2049566387'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:20.747607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ac7b9841-6cdd-4414-90a2-a2b317073754), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.766300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc828651-9fb6-47e9-84b2-109097ba00b2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:20.790392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.791116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.791824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.792233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.792792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.793331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.793860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.794405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.794799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.795336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.795916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.796459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.796999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.797540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.798105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Tracked resource versions report: May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: pushed versions: May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: { 'AddressGroup': {'1.2'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Agent': {'1.1'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'ConntrackHelper': {'1.0'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'LocalIPAssociation': {'1.0'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Log': {'1.0'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'NDPProxy': {'1.0'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Network': {'1.1'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Port': {'1.7'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'PortForwarding': {'1.3'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'QosPolicy': {'1.10'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroup': {'1.5'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroupRule': {'1.2'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SubPort': {'1.0'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Subnet': {'1.1'}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Trunk': {'1.1'}} May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: consumer versions: May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: HyperV agent@hv-neutron-8413: {}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Agent': '1.1', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'ConntrackHelper': '1.0', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'LocalIPAssociation': '1.0', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Log': '1.0', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'NDPProxy': '1.0', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Network': '1.1', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Port': '1.7', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'PortForwarding': '1.3', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'QosPolicy': '1.10', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroup': '1.5', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SecurityGroupRule': '1.2', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'SubPort': '1.0', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Subnet': '1.1', May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: 'Trunk': '1.1'}} May 12 03:21:20.799465 dv-neutron-841363-5-hyperv neutron-server[104165]: {{(pid=104165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:21:20.819214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Made reservation on behalf of 525ee413eab64ca1948a39f463fd1aaf for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:20.822986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.834028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:20.856457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:20.858681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.867220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7913e81e-91eb-4a6a-9539-3d6ef23bf071), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.867912 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Added segment 7913e81e-91eb-4a6a-9539-3d6ef23bf071 of type vlan for network cf15f2d9-c72f-44d5-816b-5d34a281fa21 May 12 03:21:20.894754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7b9841-6cdd-4414-90a2-a2b317073754,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:20.896429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (c2b4b9ac-bace-457d-888c-28124a84df42), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.929082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, a03fb1ca-bbb4-48c2-98f2-13380985b033) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:20.939501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defb8b5-e0b9-4aff-9286-7bc20590b81b None None] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:20.945764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (cf15f2d9-c72f-44d5-816b-5d34a281fa21), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.974628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:20.975583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.987336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (cf15f2d9-c72f-44d5-816b-5d34a281fa21), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:20.988688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:20.989542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.002487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Checking segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:21.002843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Network hostable DHCP agents. Network: e890778a-0f94-466b-9d2b-1438d80726f8, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:21.006232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b4b9ac-bace-457d-888c-28124a84df42,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:21.029366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Network e890778a-0f94-466b-9d2b-1438d80726f8 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:21.054585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, e890778a-0f94-466b-9d2b-1438d80726f8) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:21.061782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:21.063984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.065386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22c02f-c5b5-4131-846c-76efae3a600c None None] Network e890778a-0f94-466b-9d2b-1438d80726f8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:21.100436 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d6ebd22b-bc89-414d-bd38-0447406a24f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5507169 May 12 03:21:21.102811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:21.109591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:21.133153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55940) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:21.137479 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5991142d-d621-487a-bb7a-d8c9ecbd96c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8240604 May 12 03:21:21.144240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:21.157228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (54e02006-c5a6-48ec-b27c-30ae1a714ceb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.159152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (54e02006-c5a6-48ec-b27c-30ae1a714ceb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.190111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks [] for security_group (9bfac5e7-74b5-49fe-bf32-532eac343e8e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.200923 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2704983 May 12 03:21:21.203422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55944) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:21.208327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (b3c13a1b-e1e2-46f1-b645-163af6ae2248), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.208650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Request body: {'subnet': {'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1890487255-subnet', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:21.209986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (b3c13a1b-e1e2-46f1-b645-163af6ae2248), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.236942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-a03fb1ca-bbb4-48c2-98f2-13380985b033', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:21:21.239504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.244300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9bfac5e7-74b5-49fe-bf32-532eac343e8e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.263287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:21.278175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d5084467-3211-4313-87da-dea951460120), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.278886 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Added segment d5084467-3211-4313-87da-dea951460120 of type vlan for network b33c2b38-7b39-4448-9f98-1560b4bc7bac May 12 03:21:21.307810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks [] for router_controller (54e02006-c5a6-48ec-b27c-30ae1a714ceb), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.343450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b33c2b38-7b39-4448-9f98-1560b4bc7bac), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.366448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-e890778a-0f94-466b-9d2b-1438d80726f8', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:21:21.367377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.391419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b33c2b38-7b39-4448-9f98-1560b4bc7bac), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.397243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:21.398076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.410364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175e42c-08a3-416f-94a6-3ffb284afc68 admin admin] Pushing event updated for resources: {'Network': ['ID=cf15f2d9-c72f-44d5-816b-5d34a281fa21,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:21.429539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:21.514549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Pushing event updated for resources: {'Network': ['ID=b33c2b38-7b39-4448-9f98-1560b4bc7bac,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:21.530225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfac5e7-74b5-49fe-bf32-532eac343e8e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:21.541740 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-511c57fa-3d8c-472b-9192-1d8c8726c2a8 tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3515840 May 12 03:21:21.541740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Made reservation on behalf of f8e36efa4ebf4e1192e11c3c74fccae1 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:21.544537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.614236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b33c2b38-7b39-4448-9f98-1560b4bc7bac details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:21.655058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks [] for router_controller (b3c13a1b-e1e2-46f1-b645-163af6ae2248), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.730684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks [] for router_gateway (54e02006-c5a6-48ec-b27c-30ae1a714ceb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.743006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Allocated IP 172.20.0.2 (e890778a-0f94-466b-9d2b-1438d80726f8/c2b4b9ac-bace-457d-888c-28124a84df42/7d77701e-e6e5-4577-a201-972592c7b7f3) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:21.814126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (9e7ddeaa-17a5-4eae-9056-85d61db2218d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.909783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks [] for router_gateway (b3c13a1b-e1e2-46f1-b645-163af6ae2248), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:21.912842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7ddeaa-17a5-4eae-9056-85d61db2218d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:21.967172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Checking segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:21.968422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Network hostable DHCP agents. Network: cf15f2d9-c72f-44d5-816b-5d34a281fa21, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:21.995113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:22.019054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, cf15f2d9-c72f-44d5-816b-5d34a281fa21) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:22.023806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:22.024752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.056501 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4d2ce5c-335b-48ea-92d2-5800c263a2c3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8518374 May 12 03:21:22.059431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 55984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:22.063846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:22.117515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e32d9-c8dc-4553-a844-e0968c5dbcb5 None None] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:22.120419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.121729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.168204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Allocated IP 172.20.0.2 (a03fb1ca-bbb4-48c2-98f2-13380985b033/dc828651-9fb6-47e9-84b2-109097ba00b2/fc02223e-a942-4abc-bbeb-d291e037226f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:22.194660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Publish callbacks [] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.218459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks [] for router_controller (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.235303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.279813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks [] for router_gateway (54e02006-c5a6-48ec-b27c-30ae1a714ceb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.378460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Network e890778a-0f94-466b-9d2b-1438d80726f8 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:22.415839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:22.420397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Pushing event updated for resources: {'Port': ['ID=7d77701e-e6e5-4577-a201-972592c7b7f3,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:22.423017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:22.426058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.437363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks [] for router_gateway (b3c13a1b-e1e2-46f1-b645-163af6ae2248), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.459431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.460440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.460988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.461508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.462080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.462592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.463099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.463621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.464142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.464651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.465446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.466100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.466628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.467129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.467630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Tracked resource versions report: May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: pushed versions: May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: { 'AddressGroup': {'1.2'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Agent': {'1.1'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'ConntrackHelper': {'1.0'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'LocalIPAssociation': {'1.0'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Log': {'1.0'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'NDPProxy': {'1.0'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Network': {'1.1'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Port': {'1.7'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'PortForwarding': {'1.3'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'QosPolicy': {'1.10'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroup': {'1.5'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroupRule': {'1.2'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SubPort': {'1.0'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Subnet': {'1.1'}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Trunk': {'1.1'}} May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: consumer versions: May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: HyperV agent@hv-neutron-8413: {}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Agent': '1.1', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'ConntrackHelper': '1.0', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'LocalIPAssociation': '1.0', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Log': '1.0', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'NDPProxy': '1.0', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Network': '1.1', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Port': '1.7', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'PortForwarding': '1.3', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'QosPolicy': '1.10', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroup': '1.5', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SecurityGroupRule': '1.2', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'SubPort': '1.0', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Subnet': '1.1', May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: 'Trunk': '1.1'}} May 12 03:21:22.469089 dv-neutron-841363-5-hyperv neutron-server[104166]: {{(pid=104166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:21:22.488724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.509356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:21:22.510470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.526468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks [] for router_gateway (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.611165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 55996) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:22.660314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Allocated IP 172.26.2.72 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/7dc8b2b6-3c12-4e42-af2b-d960bd986ef3) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:22.668541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Attempting to bind port 7d77701e-e6e5-4577-a201-972592c7b7f3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:22.669057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Attempting to bind port 7d77701e-e6e5-4577-a201-972592c7b7f3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:22.669577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Attempting to bind port 7d77701e-e6e5-4577-a201-972592c7b7f3 on network e890778a-0f94-466b-9d2b-1438d80726f8 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:22.701071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:22.701601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Checking segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:22.702153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.702551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Bound using segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:22.703028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Bound port: 7d77701e-e6e5-4577-a201-972592c7b7f3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:22.703401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.705812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Publish callbacks [] for port (fc02223e-a942-4abc-bbeb-d291e037226f), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.725631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.805044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks [] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.827419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:22.837178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:22.839473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Pushing event updated for resources: {'Port': ['ID=fc02223e-a942-4abc-bbeb-d291e037226f,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:22.841470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:22.863193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.868047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Allocated IP 172.20.0.2 (cf15f2d9-c72f-44d5-816b-5d34a281fa21/9e7ddeaa-17a5-4eae-9056-85d61db2218d/e08aea77-bbde-4197-a4b6-d88291aa9ba3) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:22.913225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] For port 7d77701e-e6e5-4577-a201-972592c7b7f3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:22.925319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56002) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:22.972607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] For port 7d77701e-e6e5-4577-a201-972592c7b7f3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7d77701e-e6e5-4577-a201-972592c7b7f3,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:22.973198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:22.988883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:22.996911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:23.006205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:23.023589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Attempting to bind port fc02223e-a942-4abc-bbeb-d291e037226f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:23.023861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Attempting to bind port fc02223e-a942-4abc-bbeb-d291e037226f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:23.024301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Attempting to bind port fc02223e-a942-4abc-bbeb-d291e037226f on network a03fb1ca-bbb4-48c2-98f2-13380985b033 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:23.059773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:23.060146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Checking segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:23.060553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.060943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Bound using segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:23.061419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Bound port: fc02223e-a942-4abc-bbeb-d291e037226f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:23.061795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.093298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56006) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:23.146771 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e21367-e6db-4f4a-97f0-fdaedbce0299 None None] Pushing event updated for resources: {'Port': ['ID=7d77701e-e6e5-4577-a201-972592c7b7f3,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:23.147772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks [] for router_gateway (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.171598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Pushing event updated for resources: {'Port': ['ID=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:23.228689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] For port fc02223e-a942-4abc-bbeb-d291e037226f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:23.234555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] For port fc02223e-a942-4abc-bbeb-d291e037226f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fc02223e-a942-4abc-bbeb-d291e037226f,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:23.236961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Publish callbacks [] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.242266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.248705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.253776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Allocated IP 172.26.2.174 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/88fbe3a7-918b-42a5-b785-61b032fc0dd6) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:23.271236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.380853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7768b000-4a9f-4caa-9ccf-2ee182b68043 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2023421171'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:23.385710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7768b000-4a9f-4caa-9ccf-2ee182b68043 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Unknown quota resources ['metering_label']. {{(pid=104164) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:21:23.408625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:23.437112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:23.443934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Pushing event updated for resources: {'Port': ['ID=e08aea77-bbde-4197-a4b6-d88291aa9ba3,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:23.455921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:23.464672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-966348539', 'router:external': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:23.529923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Made reservation on behalf of 5db1efea1b4644f9b57329fd35f9d418 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:23.535077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.567726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.573957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-440040131'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:23.623007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56014) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:23.628347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Request body: {'port': {'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac', 'binding:host_id': 'hv-neutron-8413', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-305434498'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:23.636084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks [] for router_gateway (54e02006-c5a6-48ec-b27c-30ae1a714ceb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.658630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Attempting to bind port e08aea77-bbde-4197-a4b6-d88291aa9ba3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:23.659147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Attempting to bind port e08aea77-bbde-4197-a4b6-d88291aa9ba3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:23.659616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Attempting to bind port e08aea77-bbde-4197-a4b6-d88291aa9ba3 on network cf15f2d9-c72f-44d5-816b-5d34a281fa21 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:23.680419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:23.680937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Checking segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:23.684473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.685018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Bound using segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:23.685642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Bound port: e08aea77-bbde-4197-a4b6-d88291aa9ba3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:23.686247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.706665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b146410-28ae-4616-94d8-49a9724f937d None None] Pushing event updated for resources: {'Port': ['ID=fc02223e-a942-4abc-bbeb-d291e037226f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:23.733498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Made reservation on behalf of 0df4f0fa2ec842efb1dfb4cdb21685ad for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:23.736057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.767630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.831693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] For port e08aea77-bbde-4197-a4b6-d88291aa9ba3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:23.839562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] For port e08aea77-bbde-4197-a4b6-d88291aa9ba3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e08aea77-bbde-4197-a4b6-d88291aa9ba3,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:23.850655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.937164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for security_group (4b47c6f8-4e57-48a0-83c6-97989bab6f78), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.938699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672143b5-b1c3-4da1-9cfe-800d23965a68 None None] Pushing event updated for resources: {'Port': ['ID=e08aea77-bbde-4197-a4b6-d88291aa9ba3,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:23.944843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Made reservation on behalf of 0468baa6a3454b0a8b7e3b2e70684fba for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:23.946920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4b47c6f8-4e57-48a0-83c6-97989bab6f78), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.948696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.971506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7768b000-4a9f-4caa-9ccf-2ee182b68043 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.986267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7768b000-4a9f-4caa-9ccf-2ee182b68043 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3667259 May 12 03:21:23.986339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56020) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:23.991011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:23.995607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-84bab080-e117-413b-b09b-1033889142f7 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9ca314ee-0292-441e-ae63-069db92698d0'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:23.996162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-84bab080-e117-413b-b09b-1033889142f7 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104165) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:21:24.031224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:24.040303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks [] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.045591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (44349d48-e183-4840-b127-395caba91eaf), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.046374 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Added segment 44349d48-e183-4840-b127-395caba91eaf of type vlan for network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 May 12 03:21:24.055490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47c6f8-4e57-48a0-83c6-97989bab6f78,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:24.174075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56024) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:24.269627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.294877 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.services.metering.metering_plugin [None req-84bab080-e117-413b-b09b-1033889142f7 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 12 03:21:24.353196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:24.355191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks [] for security_group (dac90310-496d-42c1-a1b0-aa8e3f3e5b1b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.363297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:24.371477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:24.375211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (dac90310-496d-42c1-a1b0-aa8e3f3e5b1b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.392030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for security_group (47eb602d-e018-464d-be3c-fffe6fef48b6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.435690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (54e02006-c5a6-48ec-b27c-30ae1a714ceb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.447250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:24.459280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (47eb602d-e018-464d-be3c-fffe6fef48b6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.490992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.499293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Pushing event updated for resources: {'Port': ['ID=88fbe3a7-918b-42a5-b785-61b032fc0dd6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:24.568063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port 7b653c45-1c14-4a2e-9780-b55efe4ee657 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:24.592125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84bab080-e117-413b-b09b-1033889142f7 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.593308 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-84bab080-e117-413b-b09b-1033889142f7 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6025822 May 12 03:21:24.623704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56030) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:24.678945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d6df2fa3-e873-4f92-80ef-aa1737c39cc1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9ca314ee-0292-441e-ae63-069db92698d0'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:24.679628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d6df2fa3-e873-4f92-80ef-aa1737c39cc1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104165) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:21:24.716333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:24.735937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7d77701e-e6e5-4577-a201-972592c7b7f3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:24.751250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Allocated IP 172.26.2.211 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/86193765-6e14-4d85-9b9e-c003e8665a2a) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:24.756304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb602d-e018-464d-be3c-fffe6fef48b6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:24.792007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3804045c-3e59-4cc0-905d-2e3d35272c14), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.792668 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Added segment 3804045c-3e59-4cc0-905d-2e3d35272c14 of type vlan for network 9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b May 12 03:21:24.837979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7d77701e-e6e5-4577-a201-972592c7b7f3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:24.838965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.867558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac90310-496d-42c1-a1b0-aa8e3f3e5b1b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:24.922274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.923904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:24.924540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.925018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:24.942140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d301c-ce98-4c7f-94ab-c5493e761642 None None] Network e890778a-0f94-466b-9d2b-1438d80726f8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:24.984495 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.services.metering.metering_plugin [None req-d6df2fa3-e873-4f92-80ef-aa1737c39cc1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 12 03:21:24.998975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7d77701e-e6e5-4577-a201-972592c7b7f3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:24.999401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.037991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.044425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.052045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:25.052756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.105283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-21505adb-6819-4c4b-93a7-ee3f11c9f732 None None] Provisioning complete for port 7d77701e-e6e5-4577-a201-972592c7b7f3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:25.105674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-21505adb-6819-4c4b-93a7-ee3f11c9f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.161960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 7d77701e-e6e5-4577-a201-972592c7b7f3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7d77701e-e6e5-4577-a201-972592c7b7f3,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:25.170494 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0599153 May 12 03:21:25.170787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56034) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.177155 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2429044 May 12 03:21:25.216509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.217487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fc02223e-a942-4abc-bbeb-d291e037226f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:25.253927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'subnet': {'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:25.272451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56036) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.276928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d40b1a-6ad5-4671-bdda-6777a0e381fa None None] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:25.300606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67386a8f-eb41-40e8-814e-e601fde7d286 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Pushing event updated for resources: {'Network': ['ID=9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:25.324117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Router 54e02006-c5a6-48ec-b27c-30ae1a714ceb is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:21:25.352715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:25.369525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks [] for router_gateway (b3c13a1b-e1e2-46f1-b645-163af6ae2248), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.397750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00143e18-6a5d-40b9-b26f-f906a7f44a31 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Network': ['ID=4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:25.426535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6df2fa3-e873-4f92-80ef-aa1737c39cc1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.428173 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d6df2fa3-e873-4f92-80ef-aa1737c39cc1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8054030 May 12 03:21:25.436561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-21505adb-6819-4c4b-93a7-ee3f11c9f732 None None] Current status of the port 7d77701e-e6e5-4577-a201-972592c7b7f3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:25.439353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=7d77701e-e6e5-4577-a201-972592c7b7f3,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:25.453572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56042) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.475966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:25.554371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b431caca-746b-4337-b318-51594bfa05df tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=a03fdbcf-369e-4f0b-9061-2069be3f445a HTTP/1.1" status: 200 len: 462 time: 0.0562897 May 12 03:21:25.555556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'network': {'name': 'tempest-network--2116204454', 'router:external': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:25.562342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56044) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.625025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Made reservation on behalf of e12d20024a7348b0bba90496d2b1ce6d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:25.628520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.652231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Made reservation on behalf of 5db1efea1b4644f9b57329fd35f9d418 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:25.654980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.715017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.721745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae2ee8f-4cb2-4966-9edc-26b94340753a None None] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:25.755866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:25.773345 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Sync routers for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:25.785291 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:25.786564 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:25.795191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks [] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.804290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port 7b653c45-1c14-4a2e-9780-b55efe4ee657 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:25.809051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2453938c-c2fc-4e96-a2f2-2c4a25cbbae1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.809941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.813187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2453938c-c2fc-4e96-a2f2-2c4a25cbbae1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/a03fdbcf-369e-4f0b-9061-2069be3f445a HTTP/1.1" status: 204 len: 168 time: 0.2487500 May 12 03:21:25.815113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56048) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.852763 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.859703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.864247 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3434d79e-0dca-4de3-95b3-60cdb4ce699b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7566464 May 12 03:21:25.866789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] Provisioning complete for port fc02223e-a942-4abc-bbeb-d291e037226f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:25.867745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.870662 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3b16ce59-4865-49df-bef5-a0ee7d8f6c3a tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=a03fdbcf-369e-4f0b-9061-2069be3f445a HTTP/1.1" status: 200 len: 221 time: 0.0486400 May 12 03:21:25.873337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56050) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.873801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56052) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:25.885737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2dcfcc5a-7871-4e51-9afd-55798a81dfc0 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1968805707', 'description': 'label created by tempest'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:25.886534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2dcfcc5a-7871-4e51-9afd-55798a81dfc0 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Unknown quota resources ['metering_label']. {{(pid=104164) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:21:25.916649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:25.956832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port fc02223e-a942-4abc-bbeb-d291e037226f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:25.957021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.078573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (b3c13a1b-e1e2-46f1-b645-163af6ae2248), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.186380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] Current status of the port fc02223e-a942-4abc-bbeb-d291e037226f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:26.186980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.199338 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:26.202755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.230954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port fc02223e-a942-4abc-bbeb-d291e037226f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:26.231438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.238765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:26.256338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=7b653c45-1c14-4a2e-9780-b55efe4ee657,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:26.302411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] For port fc02223e-a942-4abc-bbeb-d291e037226f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fc02223e-a942-4abc-bbeb-d291e037226f,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:26.317034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.318359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc5a-7871-4e51-9afd-55798a81dfc0 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.349070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2dcfcc5a-7871-4e51-9afd-55798a81dfc0 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4622545 May 12 03:21:26.351691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56056) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:26.384128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1388c-189d-43aa-865b-520dc2574487 None None] Pushing event updated for resources: {'Port': ['ID=fc02223e-a942-4abc-bbeb-d291e037226f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:26.451788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for security_group (0bab18a1-7db9-4c24-8a40-448133b941f1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.467875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Provisioning complete for port e08aea77-bbde-4197-a4b6-d88291aa9ba3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:26.475452 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:23Z', 'revision_number': 3, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:26.477095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.481086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:21:26.484736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:21:26.508908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Allocated IP 172.26.2.83 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/fbc8f928-b3ec-4cc8-86e3-887f9bada4b5) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:26.509647 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Checking router: 54e02006-c5a6-48ec-b27c-30ae1a714ceb for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:26.510045 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Updating router 54e02006-c5a6-48ec-b27c-30ae1a714ceb port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:26.551035 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.573046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Current status of the port e08aea77-bbde-4197-a4b6-d88291aa9ba3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:26.573366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.573863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:26.610792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:26.613243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0bab18a1-7db9-4c24-8a40-448133b941f1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.620844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] For port e08aea77-bbde-4197-a4b6-d88291aa9ba3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e08aea77-bbde-4197-a4b6-d88291aa9ba3,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:26.628255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.661650 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c6c10ebf-52cd-405b-a827-0829742c7ef7 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=9cbe33c6-6988-4b84-ad29-8f91a7f74d08 HTTP/1.1" status: 200 len: 468 time: 0.3050048 May 12 03:21:26.665480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56060) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:26.667257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Provisioning complete for port 7d77701e-e6e5-4577-a201-972592c7b7f3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:26.667644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.730927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:26.736422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Pushing event updated for resources: {'Port': ['ID=e08aea77-bbde-4197-a4b6-d88291aa9ba3,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:26.775556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Checking segment: {'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:26.776008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Network hostable DHCP agents. Network: b33c2b38-7b39-4448-9f98-1560b4bc7bac, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:26.807898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Current status of the port 7d77701e-e6e5-4577-a201-972592c7b7f3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:26.819910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Provisioning complete for port fc02223e-a942-4abc-bbeb-d291e037226f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:26.820369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.820499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Pushing event updated for resources: {'Port': ['ID=86193765-6e14-4d85-9b9e-c003e8665a2a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:26.823308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d3d761a0-b704-45e0-b30a-11863756397c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.823726 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Added segment d3d761a0-b704-45e0-b30a-11863756397c of type vlan for network 2e8e92fc-45a1-495d-9ced-fff77ba3c97b May 12 03:21:26.907848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b336e456-46c6-4036-97b8-ff220a4454c0 None None] Current status of the port fc02223e-a942-4abc-bbeb-d291e037226f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:26.922640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab18a1-7db9-4c24-8a40-448133b941f1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:26.948254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.980508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Network b33c2b38-7b39-4448-9f98-1560b4bc7bac is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:26.990519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-81234eb0-d53a-4252-bda4-9e93577f100a tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:26.994718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-81234eb0-d53a-4252-bda4-9e93577f100a tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/9cbe33c6-6988-4b84-ad29-8f91a7f74d08 HTTP/1.1" status: 204 len: 168 time: 0.3283112 May 12 03:21:26.997114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56062) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.022493 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b49d9205-619d-40fa-bd4b-e76b53f0ab76 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=9cbe33c6-6988-4b84-ad29-8f91a7f74d08 HTTP/1.1" status: 200 len: 216 time: 0.0235922 May 12 03:21:27.027168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port fc02223e-a942-4abc-bbeb-d291e037226f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:27.028663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e08aea77-bbde-4197-a4b6-d88291aa9ba3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:27.030157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56064) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.055043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (2e8e92fc-45a1-495d-9ced-fff77ba3c97b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.056108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-85cba1bd-5793-41f8-9e19-4ade66d8aead None None] Provisioning complete for port e08aea77-bbde-4197-a4b6-d88291aa9ba3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:27.056602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-85cba1bd-5793-41f8-9e19-4ade66d8aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.067685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b33c2b38-7b39-4448-9f98-1560b4bc7bac) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:27.068474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Router b3c13a1b-e1e2-46f1-b645-163af6ae2248 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:21:27.086920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-923880e4-170d-461e-80ed-c748fb29ee0d tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0477028 May 12 03:21:27.087088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd7c15-6868-4a23-8d9b-3ba27d60c793 None None] Network b33c2b38-7b39-4448-9f98-1560b4bc7bac requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:27.088545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56066) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.117293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:27.150926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af66c3de-af73-4d0a-a968-02c4dbe2a81c tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0574434 May 12 03:21:27.151159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56068) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.172314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e08aea77-bbde-4197-a4b6-d88291aa9ba3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:27.173344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.186772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:27.187124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:27.187522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:27.240822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dffe37a4-563a-4869-b41f-e0e5dbfa86c1 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/9ca314ee-0292-441e-ae63-069db92698d0 HTTP/1.1" status: 200 len: 473 time: 0.0839355 May 12 03:21:27.241726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56070) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.244234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.245662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:27.246029 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:27.270449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f15ab45-b57c-4017-8177-91e5489bcf1c tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/15fabd49-0ac2-4780-9d03-c882f131fff9 HTTP/1.1" status: 200 len: 459 time: 0.0235050 May 12 03:21:27.270643 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 2 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:27.279691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56072) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.303078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-85cba1bd-5793-41f8-9e19-4ade66d8aead None None] Current status of the port e08aea77-bbde-4197-a4b6-d88291aa9ba3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:27.311600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (2e8e92fc-45a1-495d-9ced-fff77ba3c97b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.312567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:27.313681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.346973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:27.348779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e08aea77-bbde-4197-a4b6-d88291aa9ba3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:27.359190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:21:27.359640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (31a21831-031d-42c6-907d-8a1a3ffee211), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.366539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Sync routers for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:27.386317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:27.386663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:27.386991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:27.388002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:27.388930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks [] for router_gateway (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.389678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:27.397925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:27.414059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.418098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-889979dc-274a-472e-aa27-4ed119866b4d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2806094 May 12 03:21:27.421782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56078) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.464267 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1795352 May 12 03:21:27.470710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:27.471041 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:27.471789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:27.474669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56080) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.496290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 3 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:27.498798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Port': ['ID=fbc8f928-b3ec-4cc8-86e3-887f9bada4b5,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:27.512299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:27.525327 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:21:27.551689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fc02223e-a942-4abc-bbeb-d291e037226f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:27.558310 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Publish callbacks [] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.566734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.585201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.599207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:27.599813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:27.600291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:27.613205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:27.620576 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Pushing event updated for resources: {'Port': ['ID=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:27.644415 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.644923 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.645394 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.648595 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.649045 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.649508 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.649956 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.650382 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.650809 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Tracked resource versions report: May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: pushed versions: May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: { 'AddressGroup': {'1.2'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Agent': {'1.1'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'ConntrackHelper': {'1.0'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'LocalIPAssociation': {'1.0'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Log': {'1.0'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'NDPProxy': {'1.0'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Network': {'1.1'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Port': {'1.7'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'PortForwarding': {'1.3'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'QosPolicy': {'1.10'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroup': {'1.5'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroupRule': {'1.2'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SubPort': {'1.0'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Subnet': {'1.1'}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Trunk': {'1.1'}} May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: consumer versions: May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: { DHCP agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: HyperV agent@hv-neutron-8413: {}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: L3 agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: Metadata agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: Metering agent@dv-neutron-841363-5-hyperv: {}, May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: Open vSwitch agent@dv-neutron-841363-5-hyperv: { 'AddressGroup': '1.2', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Agent': '1.1', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'ConntrackHelper': '1.0', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'LocalIPAssociation': '1.0', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Log': '1.0', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'NDPProxy': '1.0', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Network': '1.1', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Port': '1.7', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'PortForwarding': '1.3', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'QosPolicy': '1.10', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroup': '1.5', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SecurityGroupRule': '1.2', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'SubPort': '1.0', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Subnet': '1.1', May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: 'Trunk': '1.1'}} May 12 03:21:27.652463 dv-neutron-841363-5-hyperv neutron-server[104167]: {{(pid=104167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 03:21:27.658625 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Attempting to bind port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:27.659135 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Attempting to bind port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:27.659665 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Attempting to bind port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:27.667106 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:27.667623 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:27.668135 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.668651 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:27.669235 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Bound port: 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:27.669723 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.716204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port fc02223e-a942-4abc-bbeb-d291e037226f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:27.716795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.730951 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] For port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:27.734981 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] For port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:27.746922 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.760994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:27.761315 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:27.764192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (2e8e92fc-45a1-495d-9ced-fff77ba3c97b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.822419 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eae462-7fe1-4b27-97f3-bbb3acc5008b None None] Pushing event updated for resources: {'Port': ['ID=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:27.832504 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:27.833289 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:27.851622 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 4 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:27.857941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd30d932-b13a-4908-8c59-1613dffa37e9 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:27.862000 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd30d932-b13a-4908-8c59-1613dffa37e9 tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/15fabd49-0ac2-4780-9d03-c882f131fff9 HTTP/1.1" status: 204 len: 168 time: 0.5521505 May 12 03:21:27.892856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42966081-088b-45f9-9762-a0de6cc7ef57 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Network': ['ID=2e8e92fc-45a1-495d-9ced-fff77ba3c97b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:27.911878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56084) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:27.920335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 2e8e92fc-45a1-495d-9ced-fff77ba3c97b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:27.929603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Allocated IP 172.20.0.1 (e890778a-0f94-466b-9d2b-1438d80726f8/c2b4b9ac-bace-457d-888c-28124a84df42/9521d69b-3eba-4eff-a3dd-8c496ab59b2a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:27.990214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:27.990660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:27.990924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:27.992871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31a21831-031d-42c6-907d-8a1a3ffee211,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:27.998463 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:28.115007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:24Z', 'revision_number': 3, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:28.144844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port fc02223e-a942-4abc-bbeb-d291e037226f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:28.145936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7d77701e-e6e5-4577-a201-972592c7b7f3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:28.147959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Checking router: b3c13a1b-e1e2-46f1-b645-163af6ae2248 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:28.148309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Updating router b3c13a1b-e1e2-46f1-b645-163af6ae2248 port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:28.193940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:28.194151 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:28.205799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.214475 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 5 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:28.218064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for floatingip (76a3b128-cc8d-4146-ba99-628960773ae2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.240593 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:23Z', 'revision_number': 3, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:28.266773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Checking segment: {'id': '44349d48-e183-4840-b127-395caba91eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:28.267077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network hostable DHCP agents. Network: 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:28.281778 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260f98-a693-47eb-a31f-34baecea4022 None None] The sync data for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv is: [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:23Z', 'revision_number': 3, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:28.295112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7d77701e-e6e5-4577-a201-972592c7b7f3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:28.295530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.377494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:28.378062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:28.378062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:28.390608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks [] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.429857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (2e8e92fc-45a1-495d-9ced-fff77ba3c97b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.491531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:28.491830 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:28.505198 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 6 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:28.509996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.522290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.522290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.523664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.523664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > port after_create 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.523664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.523950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > port after_update 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.524242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.524563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.524877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.525210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.569801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.576591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Network e890778a-0f94-466b-9d2b-1438d80726f8 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:28.576744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7d77701e-e6e5-4577-a201-972592c7b7f3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:28.577659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e08aea77-bbde-4197-a4b6-d88291aa9ba3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:28.590464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:28.598959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:28.600130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (54e02006-c5a6-48ec-b27c-30ae1a714ceb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.653045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Pushing event updated for resources: {'Port': ['ID=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:28.692422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e08aea77-bbde-4197-a4b6-d88291aa9ba3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:28.692821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.724137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Publish callbacks [] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.737241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.823903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Attempting to bind port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:28.824276 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Attempting to bind port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:28.824641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Attempting to bind port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:28.846993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:28.847369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:28.847777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.848255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:28.848759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Bound port: 88fbe3a7-918b-42a5-b785-61b032fc0dd6, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:28.849135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.851589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.852108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.852584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.853058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:28.853562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8e92fc-45a1-495d-9ced-fff77ba3c97b']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:28.882776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223b2b-3687-4a8d-8c5c-7b8719d82799 None None] Pushing event updated for resources: {'Port': ['ID=88fbe3a7-918b-42a5-b785-61b032fc0dd6,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:28.924056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.942831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e08aea77-bbde-4197-a4b6-d88291aa9ba3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:28.944479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:28.954426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Allocated IP 172.20.0.1 (a03fb1ca-bbb4-48c2-98f2-13380985b033/dc828651-9fb6-47e9-84b2-109097ba00b2/66dfd7df-63bf-4ecb-971e-9a1b1e76e363) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:28.974532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d761a0-b704-45e0-b30a-11863756397c') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:28.975045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d761a0-b704-45e0-b30a-11863756397c') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:28.976991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] For port 88fbe3a7-918b-42a5-b785-61b032fc0dd6, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:28.980627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] For port 88fbe3a7-918b-42a5-b785-61b032fc0dd6, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88fbe3a7-918b-42a5-b785-61b032fc0dd6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:28.988438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.991317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:28.991662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:28.991996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:28.997319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-404acd20-f31d-49c9-9c84-9b08eea6eccc tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:28.999599 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-404acd20-f31d-49c9-9c84-9b08eea6eccc tempest-MeteringIpV6TestJSON-573886227 tempest-MeteringIpV6TestJSON-573886227-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/9ca314ee-0292-441e-ae63-069db92698d0 HTTP/1.1" status: 204 len: 168 time: 1.0870645 May 12 03:21:29.042149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.058913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (d3d761a0-b704-45e0-b30a-11863756397c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.063368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:29.075716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:29.076267 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:29.086544 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 7 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:29.104771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:29.105594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.110824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8a3cc9-ce75-4b61-9dbf-f2c0e24ae6c0 None None] Network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:29.160850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-eed96c2d-c5aa-43f4-8083-8257917f9138 None None] Provisioning complete for port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:29.161227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-eed96c2d-c5aa-43f4-8083-8257917f9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.193479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d3d761a0-b704-45e0-b30a-11863756397c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.207458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:29.208384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (d3d761a0-b704-45e0-b30a-11863756397c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.242016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:29.242852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:29.244860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223b2b-3687-4a8d-8c5c-7b8719d82799 None None] Pushing event updated for resources: {'Port': ['ID=88fbe3a7-918b-42a5-b785-61b032fc0dd6,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: from cryptography.utils import int_from_bytes May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: from cryptography.utils import int_from_bytes May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:29.313686 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:29.316005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks [] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.348892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.356149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (2e8e92fc-45a1-495d-9ced-fff77ba3c97b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.380577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:29.382191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:29.382892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:29.409833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:29.410269 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:29.428286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.431973 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 8 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:29.437806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks [] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.450397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e8e92fc-45a1-495d-9ced-fff77ba3c97b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:29.460108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56090) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:29.472768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-eed96c2d-c5aa-43f4-8083-8257917f9138 None None] Port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:29.505561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.506619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (54e02006-c5a6-48ec-b27c-30ae1a714ceb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.510568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:29.531182 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:29.539517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:29.564434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:29.573500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a918b-b3bb-481f-a282-173ad32bfa31 None None] Network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:29.586651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e8e92fc-45a1-495d-9ced-fff77ba3c97b {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:21:29.588188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:29.588528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:29.588864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:29.602085 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-40805a0a-9f71-4da7-881b-c77fd2d11e38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3517840 May 12 03:21:29.605360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:29.605692 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:29.609139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.616521 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e528441d-fa01-43c8-981d-52cd823c6d50 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/networks/2e8e92fc-45a1-495d-9ced-fff77ba3c97b HTTP/1.1" status: 204 len: 168 time: 2.1105630 May 12 03:21:29.618539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56094) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:29.618539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56096) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:29.619027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 9 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:29.619545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:29.620388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (b3c13a1b-e1e2-46f1-b645-163af6ae2248), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.646156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-234288890', 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:29.673303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Pushing event updated for resources: {'Port': ['ID=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:29.683910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:29.743528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:29.744082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:29.744564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:29.756182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:29.756741 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:29.763194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 10 to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 May 12 03:21:29.778153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Made reservation on behalf of 5db1efea1b4644f9b57329fd35f9d418 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:29.782197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.789178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:29.789750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:29.790253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:29.792786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0fedccaf-f145-4303-bbc9-cd55feefd818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.819373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:29.819753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.822610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:29.823107 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 7b653c45-1c14-4a2e-9780-b55efe4ee657 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:29.823617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:29.841587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Pushing event updated for resources: {'Port': ['ID=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:29.922753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Network e890778a-0f94-466b-9d2b-1438d80726f8 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:29.929459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:29.931084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] device_id is not set on port 8ac9abcf-54db-4d83-9ae1-e76c74cafbbc yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:30.061045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Allocated IP 172.20.0.4 (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8/31a21831-031d-42c6-907d-8a1a3ffee211/8ac9abcf-54db-4d83-9ae1-e76c74cafbbc) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:30.099410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Made reservation on behalf of e12d20024a7348b0bba90496d2b1ce6d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:30.101804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.151048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.152430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:21:30.224886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0fedccaf-f145-4303-bbc9-cd55feefd818 admin admin] Publish callbacks [] for security_group (22c5958a-e306-4bac-8b0d-56c0d4ffa7fe), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.233148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-827361d6-d9a2-4e22-9d51-f9ef847b2b10 None None] Provisioning complete for port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:30.238018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-827361d6-d9a2-4e22-9d51-f9ef847b2b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.250002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:30.254113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0fedccaf-f145-4303-bbc9-cd55feefd818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (22c5958a-e306-4bac-8b0d-56c0d4ffa7fe), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.299858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Router 54e02006-c5a6-48ec-b27c-30ae1a714ceb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:21:30.313781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] For port 7b653c45-1c14-4a2e-9780-b55efe4ee657, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:30.314428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempted to set empty binding levels {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 12 03:21:30.315939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5a5e4cfb-8b87-43a5-9d17-918e90d6a71c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.316653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Added segment 5a5e4cfb-8b87-43a5-9d17-918e90d6a71c of type vlan for network a604b106-188f-47ae-98cc-57e96b9ed094 May 12 03:21:30.341396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0fedccaf-f145-4303-bbc9-cd55feefd818 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eedfc25fca541a38863e336adee4ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8797650 May 12 03:21:30.343971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedccaf-f145-4303-bbc9-cd55feefd818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c5958a-e306-4bac-8b0d-56c0d4ffa7fe,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:30.348404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56098) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:30.367595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-827361d6-d9a2-4e22-9d51-f9ef847b2b10 None None] Port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:30.372855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.378230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.385998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:24Z', 'revision_number': 3, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:30.426584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39311a-2916-4a71-bd4d-c55bbabf9a34 None None] The sync data for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv is: [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:24Z', 'revision_number': 3, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:30.428216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:30.428729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.458212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:30.475624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.551911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:30.559506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-28853f55-e9d9-4574-91f1-ce56787546b9 None None] Provisioning complete for port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:30.560023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-28853f55-e9d9-4574-91f1-ce56787546b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.590775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.597176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-28853f55-e9d9-4574-91f1-ce56787546b9 None None] Port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:30.605293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:30.605968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.626597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks [] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.665921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.666726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (b3c13a1b-e1e2-46f1-b645-163af6ae2248), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.684087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d2422d2-1540-4139-b57d-293b7ac64896 admin admin] Publish callbacks [] for security_group (22c5958a-e306-4bac-8b0d-56c0d4ffa7fe), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.695905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=7b653c45-1c14-4a2e-9780-b55efe4ee657,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:30.713118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (a604b106-188f-47ae-98cc-57e96b9ed094), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.756047 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0eb47f46-00b8-438d-91b8-84a8cbeaeb3d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.1318324 May 12 03:21:30.825008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56100) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:30.882858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for port (8ac9abcf-54db-4d83-9ae1-e76c74cafbbc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.910639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:30.911576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:30.921688 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0ae9fff4-eeaf-40c0-a66b-b39f91e44924 admin admin] 10.222.0.23 "PUT /v2.0/routers/54e02006-c5a6-48ec-b27c-30ae1a714ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0466940 May 12 03:21:30.926455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (76a3b128-cc8d-4146-ba99-628960773ae2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.930034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d2422d2-1540-4139-b57d-293b7ac64896 admin admin] Publish callbacks [] for security_group (22c5958a-e306-4bac-8b0d-56c0d4ffa7fe), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:30.932634 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Sync routers for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:30.939293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Port': ['ID=fbc8f928-b3ec-4cc8-86e3-887f9bada4b5,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:30.946169 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:30.946816 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:30.963051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Pushing event updated for resources: {'Port': ['ID=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:31.004973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.010083 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a002abea-6429-4ba0-9e80-348e914efd44 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8350167 May 12 03:21:31.012906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56104) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:31.021243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.022780 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e7f01d9e-3245-457f-a7ee-54edc0b7cb24 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9620564 May 12 03:21:31.024801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (a604b106-188f-47ae-98cc-57e96b9ed094), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.026075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:31.026757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.034861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56106) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:31.038698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1031160458'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:31.119260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d2422d2-1540-4139-b57d-293b7ac64896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (22c5958a-e306-4bac-8b0d-56c0d4ffa7fe), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.125035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d2422d2-1540-4139-b57d-293b7ac64896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.132200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8d2422d2-1540-4139-b57d-293b7ac64896 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22c5958a-e306-4bac-8b0d-56c0d4ffa7fe HTTP/1.1" status: 204 len: 168 time: 0.7817452 May 12 03:21:31.153825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2422d2-1540-4139-b57d-293b7ac64896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c5958a-e306-4bac-8b0d-56c0d4ffa7fe,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:31.168372 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:31.219997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Deleting port 7b653c45-1c14-4a2e-9780-b55efe4ee657 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:31.220417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.235339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:31.236761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:31.365009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] For port 7b653c45-1c14-4a2e-9780-b55efe4ee657, host hv-neutron-8413, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:31.365430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.384886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Calling delete_port for 7b653c45-1c14-4a2e-9780-b55efe4ee657 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:31.607947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Router b3c13a1b-e1e2-46f1-b645-163af6ae2248 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:21:31.663349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9808958 May 12 03:21:31.663851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8ac9abcf-54db-4d83-9ae1-e76c74cafbbc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.674598 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:26Z', 'revision_number': 3, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:31.674830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56122) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:31.699456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Made reservation on behalf of 3a49e01453fd472cbc97e0299a90f8d5 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:31.704037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.710561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:31.741419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'subnet': {'network_id': 'a604b106-188f-47ae-98cc-57e96b9ed094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:31.765165 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Checking router: 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:31.765531 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Updating router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc port 86193765-6e14-4d85-9b9e-c003e8665a2a binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:31.812096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa193ab-9208-4d37-8ebb-7b4e2a8a5856 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Network': ['ID=a604b106-188f-47ae-98cc-57e96b9ed094,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:31.815406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:31.828443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-12f70004-f1d8-4ab2-84f4-17737e21a273 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3c13a1b-e1e2-46f1-b645-163af6ae2248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4038186 May 12 03:21:31.862623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Sync routers for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:31.911425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56128) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:31.929570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2e318819-08a5-4e7b-ad3b-73695f1cae1a None None] Provisioning complete for port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:31.929773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2e318819-08a5-4e7b-ad3b-73695f1cae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.930244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e59eda01-c8f2-43ef-a65d-615f0a9af913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.932462 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:31.951362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:31.952046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:31.975222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Port': ['ID=8ac9abcf-54db-4d83-9ae1-e76c74cafbbc,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:31.990228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.013860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:32.014140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.038011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7b653c45-1c14-4a2e-9780-b55efe4ee657), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.059095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:32.095862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e59eda01-c8f2-43ef-a65d-615f0a9af913 admin admin] Publish callbacks [] for security_group (fe0f7980-cebd-4ccb-a017-48d4258ffcd7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.103235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network a604b106-188f-47ae-98cc-57e96b9ed094 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:32.112955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e59eda01-c8f2-43ef-a65d-615f0a9af913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (fe0f7980-cebd-4ccb-a017-48d4258ffcd7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.132970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b653c45-1c14-4a2e-9780-b55efe4ee657,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:32.136817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:32.145187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:32.206094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2e318819-08a5-4e7b-ad3b-73695f1cae1a None None] Port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:32.225390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eda01-c8f2-43ef-a65d-615f0a9af913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f7980-cebd-4ccb-a017-48d4258ffcd7,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:32.241717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e59eda01-c8f2-43ef-a65d-615f0a9af913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=135b0744129c47b88de9268124a945f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269026 May 12 03:21:32.241957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56134) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:32.308065 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Made reservation on behalf of e12d20024a7348b0bba90496d2b1ce6d for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:32.316496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.335783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.346983 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c46ad2aa-6ca9-4067-a028-cf7eca17a9ac tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7b653c45-1c14-4a2e-9780-b55efe4ee657 HTTP/1.1" status: 204 len: 168 time: 1.5168853 May 12 03:21:32.357478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56136) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:32.382798 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Publish callbacks [] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.393395 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.429816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6a3350-68fb-4e69-a84a-90be118fc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] GET failed (client error): The resource could not be found. May 12 03:21:32.431558 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c6a3350-68fb-4e69-a84a-90be118fc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "GET /v2.0/ports/7b653c45-1c14-4a2e-9780-b55efe4ee657 HTTP/1.1" status: 404 len: 333 time: 0.0729537 May 12 03:21:32.434500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf75f2f3-6a2c-4b90-b3e1-f413226ccca8 admin admin] Publish callbacks [] for security_group (fe0f7980-cebd-4ccb-a017-48d4258ffcd7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.440289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56138) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:32.445225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:32.451533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Request body: {'port': {'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-541891959'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:32.497257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:32.499445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88fbe3a7-918b-42a5-b785-61b032fc0dd6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:32.501706 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6368c-e95a-407c-b315-7f54db86e794 None None] Pushing event updated for resources: {'Port': ['ID=86193765-6e14-4d85-9b9e-c003e8665a2a,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:32.543302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf75f2f3-6a2c-4b90-b3e1-f413226ccca8 admin admin] Publish callbacks [] for security_group (fe0f7980-cebd-4ccb-a017-48d4258ffcd7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.546865 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Attempting to bind port 86193765-6e14-4d85-9b9e-c003e8665a2a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:32.549640 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Attempting to bind port 86193765-6e14-4d85-9b9e-c003e8665a2a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:32.550059 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Attempting to bind port 86193765-6e14-4d85-9b9e-c003e8665a2a on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:32.562493 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:32.563411 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:32.563411 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.565916 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:32.566155 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Bound port: 86193765-6e14-4d85-9b9e-c003e8665a2a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:32.566684 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.598333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Made reservation on behalf of 0df4f0fa2ec842efb1dfb4cdb21685ad for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:32.603668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.617919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56142) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:32.620670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:32.621298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.635484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659540995', 'description': 'tempest-description--316127909'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:32.646372 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] For port 86193765-6e14-4d85-9b9e-c003e8665a2a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:32.649863 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] For port 86193765-6e14-4d85-9b9e-c003e8665a2a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=86193765-6e14-4d85-9b9e-c003e8665a2a,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:32.659984 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.661910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port 4a3e703a-e874-472d-ae52-76ae181b1dcf yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:32.702723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:32.703113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.730348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.742953 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6368c-e95a-407c-b315-7f54db86e794 None None] Pushing event updated for resources: {'Port': ['ID=86193765-6e14-4d85-9b9e-c003e8665a2a,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:32.754443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf75f2f3-6a2c-4b90-b3e1-f413226ccca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (fe0f7980-cebd-4ccb-a017-48d4258ffcd7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.757164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf75f2f3-6a2c-4b90-b3e1-f413226ccca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.758436 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bf75f2f3-6a2c-4b90-b3e1-f413226ccca8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe0f7980-cebd-4ccb-a017-48d4258ffcd7 HTTP/1.1" status: 204 len: 168 time: 0.5155950 May 12 03:21:32.790666 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:32.791268 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:32.868371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group (e65966d0-7811-4fd6-b371-26b91d7e2f5d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.880565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75f2f3-6a2c-4b90-b3e1-f413226ccca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f7980-cebd-4ccb-a017-48d4258ffcd7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:32.888842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e65966d0-7811-4fd6-b371-26b91d7e2f5d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.946901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 2, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:32.970297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:32.972470 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472490 May 12 03:21:32.977407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56150) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:32.978364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56152) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:32.994482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537299723', 'description': 'tempest-description--24111069'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:33.000232 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:33.008538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Checking router: 54e02006-c5a6-48ec-b27c-30ae1a714ceb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:33.009326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Updating router 54e02006-c5a6-48ec-b27c-30ae1a714ceb port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:33.011000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Request body: {'security_group_rule': {'security_group_id': 'e65966d0-7811-4fd6-b371-26b91d7e2f5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:33.047485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:33.047879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.070661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.077336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc74463-7f9b-417c-baea-4d59e40c8478 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65966d0-7811-4fd6-b371-26b91d7e2f5d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:33.094765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 88fbe3a7-918b-42a5-b785-61b032fc0dd6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88fbe3a7-918b-42a5-b785-61b032fc0dd6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:33.097501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc836bb9-19e7-4ce3-ae2d-10d902efb197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.132862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.229827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=88fbe3a7-918b-42a5-b785-61b032fc0dd6,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:33.252582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.303038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group_rule (c82c1a37-0607-4fab-8f8c-0ca167ae4812), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.319975 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5cb810cf-1f67-4a08-8902-3ee99f3914b6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.6790457 May 12 03:21:33.326268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56158) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:33.431053 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:26Z', 'revision_number': 3, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:33.444811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group_rule (c82c1a37-0607-4fab-8f8c-0ca167ae4812), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.451736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.480870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c82c1a37-0607-4fab-8f8c-0ca167ae4812), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.513668 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Sync routers for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:33.520074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for security_group (adabc085-c975-4608-8da0-e8a2bea5b74d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.522642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82c1a37-0607-4fab-8f8c-0ca167ae4812,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:33.540277 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d25fd0-31a7-47ce-ab45-ce0922912923 None None] The sync data for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv is: [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:26Z', 'revision_number': 3, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:33.542191 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:33.542868 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:33.550866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88fbe3a7-918b-42a5-b785-61b032fc0dd6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:33.641730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.650465 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b1054dae-7224-48a1-9397-b075873bac35 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6644893 May 12 03:21:33.651103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56170) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:33.678330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Request body: {'security_group_rule': {'security_group_id': 'e65966d0-7811-4fd6-b371-26b91d7e2f5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:33.739783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.798790 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:33.808401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group (5782de4f-8d60-41d8-9d7b-60ae6bccaf11), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.810358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Network b33c2b38-7b39-4448-9f98-1560b4bc7bac is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:33.813283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:33.827684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:33.827684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:33.827684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.833610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5782de4f-8d60-41d8-9d7b-60ae6bccaf11), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.840108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:33.842118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.879786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.881708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (adabc085-c975-4608-8da0-e8a2bea5b74d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.900729 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4560449 May 12 03:21:33.901576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56178) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:33.908569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group_rule (8c607612-2d4d-4265-a015-a72a61d638c0), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.912352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e76e6d-f918-4aa4-8001-5ce8f7a43f4a tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3e703a-e874-472d-ae52-76ae181b1dcf,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:33.926950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:33.930475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Publish callbacks [] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.939398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.942969 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9557698 May 12 03:21:33.950097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:33.965847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56180) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:33.971244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Request body: {'security_group_rule': {'security_group_id': '5782de4f-8d60-41d8-9d7b-60ae6bccaf11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:33.985197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:34.009258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1d182-1974-4005-9576-30935315d0cb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5782de4f-8d60-41d8-9d7b-60ae6bccaf11,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:34.115410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e91e6d7e-f989-42da-8613-c56a6d02d25d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.116213 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Added segment e91e6d7e-f989-42da-8613-c56a6d02d25d of type vlan for network 9f30f824-51e2-45ee-9584-ddf363f799db May 12 03:21:34.152430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:34.198827 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 2, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:34.212061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (9f30f824-51e2-45ee-9584-ddf363f799db), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.216132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group_rule (375ab937-9beb-4fff-8b8c-98846df45117), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.235292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group_rule (8c607612-2d4d-4265-a015-a72a61d638c0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.247859 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Checking router: b3c13a1b-e1e2-46f1-b645-163af6ae2248 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:34.248172 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Updating router b3c13a1b-e1e2-46f1-b645-163af6ae2248 port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:34.259743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207db232-3de4-4fb0-93e2-1f396da8a091 None None] Pushing event updated for resources: {'Port': ['ID=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:34.265473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8c607612-2d4d-4265-a015-a72a61d638c0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.300347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.334388 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.344888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Attempting to bind port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:34.345258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Attempting to bind port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:34.345623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Attempting to bind port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a on network e890778a-0f94-466b-9d2b-1438d80726f8 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:34.360186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:34.360739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Checking segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:34.361147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.361539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Bound using segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:34.362083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Bound port: 9521d69b-3eba-4eff-a3dd-8c496ab59b2a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:34.362462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.370973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c607612-2d4d-4265-a015-a72a61d638c0,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:34.445847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.450431 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0722307f-b4b3-440e-b2eb-2d056840ddb6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7906604 May 12 03:21:34.452436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56186) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:34.457103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:21:34.458244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (13d98f68-9c47-40a5-8022-5184cabbd45b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.459402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:34.462191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Deleting port 8ac9abcf-54db-4d83-9ae1-e76c74cafbbc {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:34.462746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8ac9abcf-54db-4d83-9ae1-e76c74cafbbc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.471269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-21bba37a-2a03-4213-ac63-362ba54b4095 None None] Provisioning complete for port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:34.472093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-21bba37a-2a03-4213-ac63-362ba54b4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.533520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group_rule (375ab937-9beb-4fff-8b8c-98846df45117), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.557635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (375ab937-9beb-4fff-8b8c-98846df45117), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.566961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.615682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8ac9abcf-54db-4d83-9ae1-e76c74cafbbc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.644990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Calling delete_port for 8ac9abcf-54db-4d83-9ae1-e76c74cafbbc owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:34.715156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-21bba37a-2a03-4213-ac63-362ba54b4095 None None] Port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:34.720079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375ab937-9beb-4fff-8b8c-98846df45117,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:34.728487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] For port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:34.738858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.740295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] For port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:34.746748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adabc085-c975-4608-8da0-e8a2bea5b74d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:34.747877 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cd2ac90e-4677-4ed2-b617-4160f710fc18 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7743075 May 12 03:21:34.751078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.752414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56192) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:34.764907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (9f30f824-51e2-45ee-9584-ddf363f799db), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.771578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:34.772553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:34.787037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Request body: {'security_group_rule': {'security_group_id': '5782de4f-8d60-41d8-9d7b-60ae6bccaf11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:34.832419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:34.833299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:34.921320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207db232-3de4-4fb0-93e2-1f396da8a091 None None] Pushing event updated for resources: {'Port': ['ID=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:35.053545 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.0295660 May 12 03:21:35.059891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56198) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:35.072852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:35.081043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Request body: {'subnet': {'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:35.124139 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Publish callbacks [] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.138758 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.160385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13d98f68-9c47-40a5-8022-5184cabbd45b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:35.180560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4c6a7-af40-4252-938b-c1b65fce5045 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Network': ['ID=9f30f824-51e2-45ee-9584-ddf363f799db,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:35.250591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Checking segment: {'id': '5a5e4cfb-8b87-43a5-9d17-918e90d6a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a604b106-188f-47ae-98cc-57e96b9ed094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:35.252264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Network hostable DHCP agents. Network: a604b106-188f-47ae-98cc-57e96b9ed094, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:35.259995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.260501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56202) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:35.272940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 9f30f824-51e2-45ee-9584-ddf363f799db details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:35.273454 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbace4e-996e-417f-a040-bc1c8102ab4f None None] Pushing event updated for resources: {'Port': ['ID=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:35.327116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group_rule (4de64785-f408-4a19-823e-1222efcdd204), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.353457 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Attempting to bind port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:35.353917 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Attempting to bind port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:35.354286 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Attempting to bind port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 on network a03fb1ca-bbb4-48c2-98f2-13380985b033 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:35.363133 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:35.364140 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Checking segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:35.364140 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.364558 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Bound using segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:35.365044 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Bound port: 66dfd7df-63bf-4ecb-971e-9a1b1e76e363, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:35.365428 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.367535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-43867fdf-5268-48a5-954a-e52c092f0945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.428988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Allocated IP 172.20.0.1 (cf15f2d9-c72f-44d5-816b-5d34a281fa21/9e7ddeaa-17a5-4eae-9056-85d61db2218d/02293577-af06-48b5-99f8-3d1ba8db161c) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:35.453853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] Provisioning complete for port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:35.454599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.520572 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] For port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:35.538322 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] For port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:35.547508 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.570626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-538707319'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:35.623603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Network a604b106-188f-47ae-98cc-57e96b9ed094 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:35.644717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 86193765-6e14-4d85-9b9e-c003e8665a2a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:35.645657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, a604b106-188f-47ae-98cc-57e96b9ed094) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:35.662083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8ac9abcf-54db-4d83-9ae1-e76c74cafbbc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.675899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:35.676714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.686252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e6d02-9c98-4194-a0fa-0cf3619dec64 None None] Network a604b106-188f-47ae-98cc-57e96b9ed094 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:35.733058 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbace4e-996e-417f-a040-bc1c8102ab4f None None] Pushing event updated for resources: {'Port': ['ID=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:35.739748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port 4a3e703a-e874-472d-ae52-76ae181b1dcf yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:35.752687 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:35.753362 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:35.786218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (0adcc0d5-b786-41f6-8eeb-8886029697ba), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.788048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (0adcc0d5-b786-41f6-8eeb-8886029697ba), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.794859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ac9abcf-54db-4d83-9ae1-e76c74cafbbc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:35.797630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.809108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6402d76a-d968-4cee-83e4-426d4a4910ab tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1080015 May 12 03:21:35.815305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56206) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:35.821337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Made reservation on behalf of 3a49e01453fd472cbc97e0299a90f8d5 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:35.829630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.840656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'floatingip': {'floating_network_id': 'a604b106-188f-47ae-98cc-57e96b9ed094'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:35.861384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.886747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks [] for port (02293577-af06-48b5-99f8-3d1ba8db161c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:35.961031 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:35.983874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Allocated IP 172.26.2.27 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/d89fde37-b09a-42b7-b2fe-6cd2b37b0b79) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:36.053906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a8349-298c-4d37-9893-d690985f20a0 None None] Network a604b106-188f-47ae-98cc-57e96b9ed094 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:36.054349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (0adcc0d5-b786-41f6-8eeb-8886029697ba), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.063954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (0adcc0d5-b786-41f6-8eeb-8886029697ba), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.069185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group_rule (4de64785-f408-4a19-823e-1222efcdd204), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.077451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.079602 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4352b178-ad42-439a-8f4c-67aede9355d4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8ac9abcf-54db-4d83-9ae1-e76c74cafbbc HTTP/1.1" status: 204 len: 168 time: 2.7519898 May 12 03:21:36.083401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56210) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:36.089855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8', 'external_fixed_ips': [{'subnet_id': '31a21831-031d-42c6-907d-8a1a3ffee211', 'ip_address': '172.20.0.4'}]}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:36.098018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.099338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c2ef3ce1-afae-4f65-a190-9473601805c8 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8335185 May 12 03:21:36.102669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56212) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:36.103415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 86193765-6e14-4d85-9b9e-c003e8665a2a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:36.103867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.107041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.114588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:34Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:36.156559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] Current status of the port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:36.156947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.164939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3e703a-e874-472d-ae52-76ae181b1dcf,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:36.205570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:36.212943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (849ca8c9-0162-47ed-9241-80d686f8b4d2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.214206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (849ca8c9-0162-47ed-9241-80d686f8b4d2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.225219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:36.230434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:36.267879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c650a-2671-4660-8164-7e4606c58f92 None None] The sync data for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv is: [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:34Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:36.322897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Pushing event updated for resources: {'Port': ['ID=02293577-af06-48b5-99f8-3d1ba8db161c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:36.361717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] For port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:36.372924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (0adcc0d5-b786-41f6-8eeb-8886029697ba), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.395643 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:35Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:36.399545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.439537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.456781 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3a3d1-c859-4aee-bcff-9910d51aa658 None None] The sync data for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv is: [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:35Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:36.504834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.571429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.591847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (4de64785-f408-4a19-823e-1222efcdd204), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.613175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:36.613495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:36.613838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:36.628564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 86193765-6e14-4d85-9b9e-c003e8665a2a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:36.629098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.642605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] Provisioning complete for port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:36.643271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.649911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:36.650259 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:36.657229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.699150 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 2 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:36.726404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 86193765-6e14-4d85-9b9e-c003e8665a2a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=86193765-6e14-4d85-9b9e-c003e8665a2a,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:36.730219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aad610-1f62-4250-90fb-9b1eb40c8acb None None] Pushing event updated for resources: {'Port': ['ID=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:36.735122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.736429 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9585321 May 12 03:21:36.738721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.741458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56214) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:36.789928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:36.790660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:36.791011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:36.792130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (849ca8c9-0162-47ed-9241-80d686f8b4d2), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.799584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:36.811023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:36.811353 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:36.829807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=86193765-6e14-4d85-9b9e-c003e8665a2a,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:36.876894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] Current status of the port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:36.877484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.880570 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 3 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:36.902874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:36.903221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:36.903562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:36.916129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478d495-601f-41ac-8994-b3ce9668e704 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de64785-f408-4a19-823e-1222efcdd204,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:36.927034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:36.927168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] For port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:36.927375 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:36.933310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.936235 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 4 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:36.968772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:36.969752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:36.970039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:36.987786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:36.997384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Allocated IP 172.20.0.14 (a604b106-188f-47ae-98cc-57e96b9ed094/13d98f68-9c47-40a5-8022-5184cabbd45b/d47bd0f5-afc0-4bab-9e8a-1a8738289454) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:37.002646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (ee42937d-784c-447e-bb4d-97a04a1e584c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.008888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:37.009459 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:37.010606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e24f93-001d-499e-be54-1a20274b71ef None None] Pushing event updated for resources: {'Port': ['ID=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:37.019136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 5 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:37.065510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b1a3feb-f892-49e7-99fa-07ef1c1b33a4 None None] Provisioning complete for port 02293577-af06-48b5-99f8-3d1ba8db161c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:37.065932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3feb-f892-49e7-99fa-07ef1c1b33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.122636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (0adcc0d5-b786-41f6-8eeb-8886029697ba), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.123645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a3feb-f892-49e7-99fa-07ef1c1b33a4 None None] Port 02293577-af06-48b5-99f8-3d1ba8db161c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:37.131666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (0adcc0d5-b786-41f6-8eeb-8886029697ba), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.143844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:37.144384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:37.144663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:37.178583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.191389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Subnet': ['ID=ee42937d-784c-447e-bb4d-97a04a1e584c,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:37.207476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Checking segment: {'id': 'e91e6d7e-f989-42da-8613-c56a6d02d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:37.207974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network hostable DHCP agents. Network: 9f30f824-51e2-45ee-9584-ddf363f799db, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:37.215581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:37.215915 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:37.218396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 6 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:37.280202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.323591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:37.323920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:37.324264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:37.341030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network 9f30f824-51e2-45ee-9584-ddf363f799db is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:37.360792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:37.361126 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:37.377432 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 7 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:37.377432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event updated for resources: {'Port': ['ID=d89fde37-b09a-42b7-b2fe-6cd2b37b0b79,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:37.382522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (0adcc0d5-b786-41f6-8eeb-8886029697ba), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.383124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0adcc0d5-b786-41f6-8eeb-8886029697ba {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:21:37.389206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:37.399884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 9f30f824-51e2-45ee-9584-ddf363f799db) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:37.404686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:37.405399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.410964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e7330-a96f-4a55-9be8-3cb1c0a41a87 None None] Network 9f30f824-51e2-45ee-9584-ddf363f799db requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:37.414985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:37.417738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:37.438725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:37.439139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:37.439602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:37.448082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.452746 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd33972f-d465-4bf7-afd7-0deca3fe7939 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0adcc0d5-b786-41f6-8eeb-8886029697ba HTTP/1.1" status: 204 len: 168 time: 1.3430464 May 12 03:21:37.455156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:37.455492 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:37.460379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56216) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:37.462501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 8 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:37.468499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.477652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Request body: {'router': {'name': 'tempest-router-1201283920', 'distributed': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:37.523614 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5d608e0e-7085-4fb0-85d9-55fc92705812 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4623518 May 12 03:21:37.530573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56218) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:37.542351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1905068992', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:37.565515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:37.565841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:37.566240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:37.586549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:37.586891 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:37.595208 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 9 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:37.632731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (49b9ed3c-bbc2-4b1f-b8e7-582000395f40), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.652531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:37.653154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:37.653235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:37.659382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-9f30f824-51e2-45ee-9584-ddf363f799db', 'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db', 'project_id': '3a49e01453fd472cbc97e0299a90f8d5', 'fixed_ips': [{'subnet_id': 'ee42937d-784c-447e-bb4d-97a04a1e584c'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:21:37.659834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (fddc40a3-29b1-49fc-bb0c-acb9075156d3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.660795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.660909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (fddc40a3-29b1-49fc-bb0c-acb9075156d3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.678534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (849ca8c9-0162-47ed-9241-80d686f8b4d2), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.689006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.696123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (d408841a-6e1a-4246-97b1-bbd17dfe8a07), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.697809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (d408841a-6e1a-4246-97b1-bbd17dfe8a07), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.721473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router_controller (fddc40a3-29b1-49fc-bb0c-acb9075156d3), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.749851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:37.750899 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:37.774542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 10 to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf May 12 03:21:37.825550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.832330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 86193765-6e14-4d85-9b9e-c003e8665a2a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:37.855445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Network a604b106-188f-47ae-98cc-57e96b9ed094 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:37.867403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:37.870329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:37.871939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Allocated IP 172.20.0.2 (9f30f824-51e2-45ee-9584-ddf363f799db/ee42937d-784c-447e-bb4d-97a04a1e584c/d7c516c6-b612-43f2-91cc-95361dcab089) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:37.922527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 86193765-6e14-4d85-9b9e-c003e8665a2a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:37.922834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.982832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.986519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:37.993282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:37.994128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:37.994128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:38.040028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:38.040028 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port 4a3e703a-e874-472d-ae52-76ae181b1dcf on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:38.040389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.046994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (849ca8c9-0162-47ed-9241-80d686f8b4d2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.100918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Port': ['ID=d47bd0f5-afc0-4bab-9e8a-1a8738289454,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:38.120433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for floatingip (60c63122-7dda-430b-b04e-49eb0681bfab), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.131275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (d408841a-6e1a-4246-97b1-bbd17dfe8a07), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.153512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (d408841a-6e1a-4246-97b1-bbd17dfe8a07), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.162428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.229494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.247863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 86193765-6e14-4d85-9b9e-c003e8665a2a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:38.249036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:38.290791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Allocated IP 172.26.2.125 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/98a768a5-8de2-4bb4-a634-cbee81024000) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:38.300650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.304451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d275747c-ecfc-48f5-8c8f-8efbbfe09f67 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8326490 May 12 03:21:38.310331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56220) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:38.345697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:38.346143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.361804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router_gateway (fddc40a3-29b1-49fc-bb0c-acb9075156d3), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.386741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Publish callbacks [] for port (d7c516c6-b612-43f2-91cc-95361dcab089), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.397289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.446459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Network 9f30f824-51e2-45ee-9584-ddf363f799db is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:38.471802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:38.474548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:38.491252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Pushing event updated for resources: {'Port': ['ID=d7c516c6-b612-43f2-91cc-95361dcab089,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:38.543366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.550248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:38.551395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9521d69b-3eba-4eff-a3dd-8c496ab59b2a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:38.584387 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (d408841a-6e1a-4246-97b1-bbd17dfe8a07), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.587309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Attempting to bind port d7c516c6-b612-43f2-91cc-95361dcab089 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:38.587669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Attempting to bind port d7c516c6-b612-43f2-91cc-95361dcab089 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e91e6d7e-f989-42da-8613-c56a6d02d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:38.588035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Attempting to bind port d7c516c6-b612-43f2-91cc-95361dcab089 on network 9f30f824-51e2-45ee-9584-ddf363f799db {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:38.590016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] For port 4a3e703a-e874-472d-ae52-76ae181b1dcf, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:38.590342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempted to set empty binding levels {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 12 03:21:38.602303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:38.603047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Checking segment: {'id': 'e91e6d7e-f989-42da-8613-c56a6d02d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:38.603296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.603695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Bound using segment: {'id': 'e91e6d7e-f989-42da-8613-c56a6d02d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:38.604241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Bound port: d7c516c6-b612-43f2-91cc-95361dcab089, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91e6d7e-f989-42da-8613-c56a6d02d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:38.604627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.606662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.647120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:38.647120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.708319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] In _notify_port_updated(), no bound segment for port 4a3e703a-e874-472d-ae52-76ae181b1dcf on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:21:38.709198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.710227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.713925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "PUT /v2.0/ports/4a3e703a-e874-472d-ae52-76ae181b1dcf HTTP/1.1" status: 200 len: 976 time: 4.7997935 May 12 03:21:38.717867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56222) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:38.722812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] For port d7c516c6-b612-43f2-91cc-95361dcab089, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:38.730942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] For port d7c516c6-b612-43f2-91cc-95361dcab089, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d7c516c6-b612-43f2-91cc-95361dcab089,segment=NetworkSegment(e91e6d7e-f989-42da-8613-c56a6d02d25d),segment_id=e91e6d7e-f989-42da-8613-c56a6d02d25d)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:38.760508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:38.811549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:38.840343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfec3b-63d5-4c86-916d-bf78b12e643b None None] Pushing event updated for resources: {'Port': ['ID=d7c516c6-b612-43f2-91cc-95361dcab089,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:38.868669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf3543-d62b-4e9f-b032-1f06d29f4208 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3e703a-e874-472d-ae52-76ae181b1dcf,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:38.922359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Allocated IP 172.20.0.4 (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8/31a21831-031d-42c6-907d-8a1a3ffee211/9ae896a2-b085-449d-89f1-f7e289ca7497) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:38.925862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.926483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.926964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.927537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.928053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.929177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.929177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.929448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.929963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.930593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.931054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.931506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.931966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.932420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.932873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.933325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.933777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.934261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:38.936929 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-07f881f3-f72a-46fa-bb83-837dffbc6857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16509 time: 0.1854081 May 12 03:21:38.967814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56224) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:38.978214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router_gateway (fddc40a3-29b1-49fc-bb0c-acb9075156d3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.031071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.044369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for port (98a768a5-8de2-4bb4-a634-cbee81024000), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.114400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (d408841a-6e1a-4246-97b1-bbd17dfe8a07), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.123597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.132564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (d408841a-6e1a-4246-97b1-bbd17dfe8a07), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.136572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.158000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks [] for port (02293577-af06-48b5-99f8-3d1ba8db161c), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.198946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49b9ed3c-bbc2-4b1f-b8e7-582000395f40), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.207179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.222650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event updated for resources: {'Port': ['ID=d89fde37-b09a-42b7-b2fe-6cd2b37b0b79,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:39.231070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.242128 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-24121af2-350b-46ee-93e0-e94e32eda141 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7865565 May 12 03:21:39.259650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.265436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.306321 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (60c63122-7dda-430b-b04e-49eb0681bfab), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.320374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (d408841a-6e1a-4246-97b1-bbd17dfe8a07), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.320374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d408841a-6e1a-4246-97b1-bbd17dfe8a07 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:21:39.331656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.336591 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a40c7a6f-b9cd-4ef9-a140-f2b6f51d2849 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d408841a-6e1a-4246-97b1-bbd17dfe8a07 HTTP/1.1" status: 204 len: 168 time: 1.0176368 May 12 03:21:39.338560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.342367 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5195801 May 12 03:21:39.343661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56228) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:39.344032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56230) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:39.345136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716fc3c-b178-47c6-b54c-30f4f98d12cb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Port': ['ID=d47bd0f5-afc0-4bab-9e8a-1a8738289454,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:39.355187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Request body: {'router': {'name': 'tempest-router-252720873', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9f3cb860fdd4499a989bd40b68e29e72'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:39.464438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (98a768a5-8de2-4bb4-a634-cbee81024000), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.469423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Deleting port 4a3e703a-e874-472d-ae52-76ae181b1dcf {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:39.469792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.479993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Allocated IP 172.26.2.26 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/0cebda6e-8f05-4fb2-bbc0-94baa984064d) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:39.511448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Pushing event updated for resources: {'Port': ['ID=02293577-af06-48b5-99f8-3d1ba8db161c,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:39.548623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d7c516c6-b612-43f2-91cc-95361dcab089 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:39.564844 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d0b1241f-baec-4e7a-9b3c-ae1b8562ef14 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=a604b106-188f-47ae-98cc-57e96b9ed094 HTTP/1.1" status: 200 len: 690 time: 0.2054226 May 12 03:21:39.568477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56242) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:39.599756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.615586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.643560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d7c516c6-b612-43f2-91cc-95361dcab089 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:39.643971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.703457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:39.736326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.737348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.742938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for port (0cebda6e-8f05-4fb2-bbc0-94baa984064d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.764072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a604b106-188f-47ae-98cc-57e96b9ed094), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.764899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d7c516c6-b612-43f2-91cc-95361dcab089 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:39.765392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.774356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:39.793683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.795231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:39.803262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] For port 4a3e703a-e874-472d-ae52-76ae181b1dcf, host hv-neutron-8413, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:39.803636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.812807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port d7c516c6-b612-43f2-91cc-95361dcab089, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d7c516c6-b612-43f2-91cc-95361dcab089,segment=NetworkSegment(e91e6d7e-f989-42da-8613-c56a6d02d25d),segment_id=e91e6d7e-f989-42da-8613-c56a6d02d25d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:39.818091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:39.894726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event updated for resources: {'Port': ['ID=98a768a5-8de2-4bb4-a634-cbee81024000,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:39.903109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Calling delete_port for 4a3e703a-e874-472d-ae52-76ae181b1dcf owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:39.913172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56258) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:39.916788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=d7c516c6-b612-43f2-91cc-95361dcab089,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:39.917805 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 03:21:40.017108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (0cebda6e-8f05-4fb2-bbc0-94baa984064d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.028328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Deleting port d47bd0f5-afc0-4bab-9e8a-1a8738289454 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:40.028793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.034807 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-8847ce04-2f91-4ca6-852a-8e52587b6b8a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1659540995&fields=id&tenant_id=853cf20929ad41dbbe34687e736bcbd4 HTTP/1.1" status: 200 len: 267 time: 0.1191032 May 12 03:21:40.053353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.065459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba2077-abb9-406c-9810-ead8a8551d82 None None] Network 9f30f824-51e2-45ee-9584-ddf363f799db requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:40.072948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.123809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.132591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:40.135342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-208568b5-f4b3-418b-89c9-f29a54b7d509 None None] Provisioning complete for port d7c516c6-b612-43f2-91cc-95361dcab089 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:40.135750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-208568b5-f4b3-418b-89c9-f29a54b7d509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.177594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.178823 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-81de97cc-d4a0-48df-9cf8-77e2975aa56d tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8269265 May 12 03:21:40.186733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:40.187380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56262) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:40.191648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:40.194050 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:40.196483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:40.205083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:40.214443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Port': ['ID=0cebda6e-8f05-4fb2-bbc0-94baa984064d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:40.254591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (2ce439cf-d2c1-4a26-8385-b6751977f9f2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.263463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:40.279952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:40.285683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Port': ['ID=9ae896a2-b085-449d-89f1-f7e289ca7497,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:40.298970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-208568b5-f4b3-418b-89c9-f29a54b7d509 None None] Current status of the port d7c516c6-b612-43f2-91cc-95361dcab089 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:40.324086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:40.406018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4a3e703a-e874-472d-ae52-76ae181b1dcf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.511583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (98a768a5-8de2-4bb4-a634-cbee81024000), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.540964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.541509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for floatingip (d47bd0f5-afc0-4bab-9e8a-1a8738289454), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.604149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Calling delete_port for d47bd0f5-afc0-4bab-9e8a-1a8738289454 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:40.627403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-81207442-5050-4511-9f61-fe7fde0e9513 None None] Provisioning complete for port d7c516c6-b612-43f2-91cc-95361dcab089 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:40.627982 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-81207442-5050-4511-9f61-fe7fde0e9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.712316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-81207442-5050-4511-9f61-fe7fde0e9513 None None] Current status of the port d7c516c6-b612-43f2-91cc-95361dcab089 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:40.716176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-485814f0-b64d-46ca-8df0-ced4f0d35993 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:40.717693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-485814f0-b64d-46ca-8df0-ced4f0d35993 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 812 time: 0.6563847 May 12 03:21:40.719914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a3e703a-e874-472d-ae52-76ae181b1dcf,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:40.720947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-81207442-5050-4511-9f61-fe7fde0e9513 None None] Provisioning complete for port 02293577-af06-48b5-99f8-3d1ba8db161c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:40.721321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-81207442-5050-4511-9f61-fe7fde0e9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.757833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-81207442-5050-4511-9f61-fe7fde0e9513 None None] Port 02293577-af06-48b5-99f8-3d1ba8db161c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:40.797550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.803469 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cd189a7e-b945-4cdc-9b5f-47e6a73c73aa tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4a3e703a-e874-472d-ae52-76ae181b1dcf HTTP/1.1" status: 204 len: 168 time: 1.8346455 May 12 03:21:40.806149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56264) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:40.814217 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-2c808b57-78ff-45d1-8f64-049e51448a99 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/quotas/853cf20929ad41dbbe34687e736bcbd4 HTTP/1.1" status: 200 len: 375 time: 0.0441034 May 12 03:21:40.904238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.904638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:40.910606 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0daad0-a184-4e68-ab0d-d7516efb4ffb tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] GET failed (client error): The resource could not be found. May 12 03:21:40.913455 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1c0daad0-a184-4e68-ab0d-d7516efb4ffb tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "GET /v2.0/ports/4a3e703a-e874-472d-ae52-76ae181b1dcf HTTP/1.1" status: 404 len: 333 time: 0.1001077 May 12 03:21:40.950104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56266) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:40.955764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526012392', 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:41.027953 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-4105efa6-d250-4d76-b7ee-7d640558b0d1 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1970770 May 12 03:21:41.042494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Made reservation on behalf of 0df4f0fa2ec842efb1dfb4cdb21685ad for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:41.045035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.064593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router_gateway (fddc40a3-29b1-49fc-bb0c-acb9075156d3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.090089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104165) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 12 03:21:41.090643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Router e80a6656-1f3c-4f6e-8785-07b66679fa99 migrating from provider to provider. {{(pid=104165) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 12 03:21:41.090792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.098162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:21:41.122366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.130886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port b0c599e1-b307-446a-8b02-5b1151ce1f25 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:41.135791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.204181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-c63f7045-8d38-40b1-b1da-bca25567243c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:21:41.205249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-c63f7045-8d38-40b1-b1da-bca25567243c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0778372 May 12 03:21:41.219702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (d47bd0f5-afc0-4bab-9e8a-1a8738289454), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.307266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Port': ['ID=d47bd0f5-afc0-4bab-9e8a-1a8738289454,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:41.415098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for floatingip (60c63122-7dda-430b-b04e-49eb0681bfab), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.439509 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] No L3 agents can host the router e80a6656-1f3c-4f6e-8785-07b66679fa99 May 12 03:21:41.465473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d7c516c6-b612-43f2-91cc-95361dcab089 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:41.467991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for port (98a768a5-8de2-4bb4-a634-cbee81024000), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.479057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:41.480621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (849ca8c9-0162-47ed-9241-80d686f8b4d2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.495128 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-91c3e646-f478-4416-adfc-b023e86cbc77 admin admin] 10.222.0.23 "PUT /v2.0/routers/70c42c48-6617-4e9d-9c16-1cca1bb1a4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4409578 May 12 03:21:41.495128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (98a768a5-8de2-4bb4-a634-cbee81024000), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.521397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Sync routers for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:41.553549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:41.554433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:41.565304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for port (b0c599e1-b307-446a-8b02-5b1151ce1f25), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.584694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-e7302324-940f-4156-b9a1-e6ef5f0259f4 service neutron] 10.222.0.23 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665571 May 12 03:21:41.588087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (13d98f68-9c47-40a5-8022-5184cabbd45b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.618796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d7c516c6-b612-43f2-91cc-95361dcab089 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:41.619511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.641770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event updated for resources: {'Port': ['ID=98a768a5-8de2-4bb4-a634-cbee81024000,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:41.758778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:41.806620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for subnet (13d98f68-9c47-40a5-8022-5184cabbd45b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.809101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (b0c599e1-b307-446a-8b02-5b1151ce1f25), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.811099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (fddc40a3-29b1-49fc-bb0c-acb9075156d3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.objects.base [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] ORM session: SQL execution without transaction in progress, traceback: May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: result = function(*args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: proto.__init__(conn_state, self) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle() May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle_one_request() May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle_one_response() May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: result = self.application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return app(environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return request.get_response(self.application) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self._app) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: response = self.app(environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.811688 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: result = method(request=request, **args) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._update(request, id, body, **kwargs) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*dup_args, **dup_kwargs) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: obj = obj_updater(request.context, id, **kwargs) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return super(ExtraRoute_dbonly_mixin, self).update_router( May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: self.notify_router_updated(context, router_dict['id'], None) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: self.l3_rpc_notifier.routers_updated( May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notification(context, 'routers_updated', router_ids, May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: self._agent_notification( May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: hosts = [item[0] for item in query if item[0] != ''] May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._iter().__iter__() May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: result = self.session.execute( May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: result = fn(orm_exec_state) May 12 03:21:41.816071 dv-neutron-841363-5-hyperv neutron-server[104165]: May 12 03:21:41.827391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (2ce439cf-d2c1-4a26-8385-b6751977f9f2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.836082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Hosts for router e80a6656-1f3c-4f6e-8785-07b66679fa99: [] {{(pid=104165) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 12 03:21:41.872018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56280) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:41.878045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d7c516c6-b612-43f2-91cc-95361dcab089 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:41.878851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790693396', 'description': 'tempest-description--1428634081'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.objects.base [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] ORM session: SQL execution without transaction in progress, traceback: May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: result = function(*args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: proto.__init__(conn_state, self) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle() May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle_one_request() May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle_one_response() May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: result = self.application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return app(environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return request.get_response(self.application) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self._app) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: response = self.app(environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:21:41.888634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: result = method(request=request, **args) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._update(request, id, body, **kwargs) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*dup_args, **dup_kwargs) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: obj = obj_updater(request.context, id, **kwargs) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return super(ExtraRoute_dbonly_mixin, self).update_router( May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: self.notify_router_updated(context, router_dict['id'], None) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: self.l3_rpc_notifier.routers_updated( May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notification(context, 'routers_updated', router_ids, May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: self._agent_notification( May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: self._get_other_dvr_router_ids_connected_router( May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return [item[0] for item in query] May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._iter().__iter__() May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: result = self.session.execute( May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: result = fn(orm_exec_state) May 12 03:21:41.893181 dv-neutron-841363-5-hyperv neutron-server[104165]: May 12 03:21:41.896582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.897500 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b0ca919e-3015-4206-b1af-981d3742678b tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1039515 May 12 03:21:41.905454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Hosts for other DVR routers connected to router e80a6656-1f3c-4f6e-8785-07b66679fa99: set() {{(pid=104165) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 12 03:21:41.908530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:41.912381 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7bdf4014-abc4-4e84-9457-df5518928376 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "PUT /v2.0/routers/e80a6656-1f3c-4f6e-8785-07b66679fa99 HTTP/1.1" status: 200 len: 716 time: 1.7166955 May 12 03:21:41.945179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56284) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:42.004478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.044097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:38Z', 'revision_number': 2, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:42.205586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Checking router: 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:42.206066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Updating router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc port 02293577-af06-48b5-99f8-3d1ba8db161c binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:42.240142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.251486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13d98f68-9c47-40a5-8022-5184cabbd45b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:42.261043 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c0e6c6e5-ea70-4cea-b9c6-296bdf27ddb7 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "GET /v2.0/routers/e80a6656-1f3c-4f6e-8785-07b66679fa99 HTTP/1.1" status: 200 len: 716 time: 0.3109765 May 12 03:21:42.284496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56302) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:42.322535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=b0c599e1-b307-446a-8b02-5b1151ce1f25,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:42.325873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (849ca8c9-0162-47ed-9241-80d686f8b4d2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.343070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-e907910e-8e75-4790-8a0c-a8a7aaa1f936 service neutron] 10.222.0.23 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411981 May 12 03:21:42.354255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.405874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56310) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:42.425560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Network b33c2b38-7b39-4448-9f98-1560b4bc7bac is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:42.446035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:42.462596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:42.463540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:42.464148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.592088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group (6b87a933-df21-4cf4-a84f-315565d66253), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.592554 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-40d6eebc-1293-4919-9c80-2863798e42ff tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--537299723&fields=id&tenant_id=451244d76fbf4a7dad3e4a7a56018609 HTTP/1.1" status: 200 len: 267 time: 0.1846368 May 12 03:21:42.597653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a604b106-188f-47ae-98cc-57e96b9ed094), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.603917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (6b87a933-df21-4cf4-a84f-315565d66253), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.647838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.649655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7751682 May 12 03:21:42.659458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56318) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:42.668756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Request body: {'security_group_rule': {'security_group_id': '6b87a933-df21-4cf4-a84f-315565d66253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:42.688479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Publish callbacks [] for port (02293577-af06-48b5-99f8-3d1ba8db161c), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.700540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930431a-f918-4ae1-a2d8-dee2b18d2f86 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b87a933-df21-4cf4-a84f-315565d66253,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:42.707168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.726748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.727256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.728192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.728514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Router 849ca8c9-0162-47ed-9241-80d686f8b4d2 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:21:42.728712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > port after_create 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.728994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.729341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > port after_update 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.729670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.730022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.730346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.730704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.733550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group_rule (93fd1b1a-5a8b-4d63-b9d3-31be220d70fe), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.779896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4a725-086c-4647-975d-16ddf096d299 None None] Pushing event updated for resources: {'Port': ['ID=02293577-af06-48b5-99f8-3d1ba8db161c,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:42.852250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Attempting to bind port 02293577-af06-48b5-99f8-3d1ba8db161c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:42.852548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Attempting to bind port 02293577-af06-48b5-99f8-3d1ba8db161c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:42.852889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Attempting to bind port 02293577-af06-48b5-99f8-3d1ba8db161c on network cf15f2d9-c72f-44d5-816b-5d34a281fa21 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:42.865794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:42.866977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Checking segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:42.867656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.868040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Bound using segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:42.868526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Bound port: 02293577-af06-48b5-99f8-3d1ba8db161c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:42.870920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.904395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group_rule (93fd1b1a-5a8b-4d63-b9d3-31be220d70fe), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.914261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (93fd1b1a-5a8b-4d63-b9d3-31be220d70fe), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:42.933863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.934345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.934687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.935023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 03:21:42.935438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a604b106-188f-47ae-98cc-57e96b9ed094']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:42.943288 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-32a2038c-4803-4f8b-95bf-406f4d7f5f3b tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9911110 May 12 03:21:42.948689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56330) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:42.949221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fd1b1a-5a8b-4d63-b9d3-31be220d70fe,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:42.998779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:43.013617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.014921 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d56d4217-c481-44e7-9b5f-2324ca59689d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510880 May 12 03:21:43.017207 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Sync routers for ids ['849ca8c9-0162-47ed-9241-80d686f8b4d2'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:43.020625 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56332) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.026145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] For port 02293577-af06-48b5-99f8-3d1ba8db161c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:43.030251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Request body: {'security_group_rule': {'security_group_id': '6b87a933-df21-4cf4-a84f-315565d66253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:43.035049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] For port 02293577-af06-48b5-99f8-3d1ba8db161c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=02293577-af06-48b5-99f8-3d1ba8db161c,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:43.036162 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Routers {'849ca8c9-0162-47ed-9241-80d686f8b4d2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:43.037000 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['849ca8c9-0162-47ed-9241-80d686f8b4d2'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:43.038084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ff717-0a09-46e6-b686-845a52ff92f0 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:43.039562 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-661ff717-0a09-46e6-b686-845a52ff92f0 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "GET /v2.0/ports/b0c599e1-b307-446a-8b02-5b1151ce1f25 HTTP/1.1" status: 200 len: 955 time: 0.0847285 May 12 03:21:43.043578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56334) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.057423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.077712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.079652 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01e0e3d9-9a8f-4891-b433-ea2943acfb4a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.9951169 May 12 03:21:43.084105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56336) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.119772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5e4cfb-8b87-43a5-9d17-918e90d6a71c') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:43.119984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5e4cfb-8b87-43a5-9d17-918e90d6a71c') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:43.137245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (5a5e4cfb-8b87-43a5-9d17-918e90d6a71c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.166316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5a5e4cfb-8b87-43a5-9d17-918e90d6a71c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.172190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] Provisioning complete for port 02293577-af06-48b5-99f8-3d1ba8db161c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:43.172584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.175988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:43.176367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (5a5e4cfb-8b87-43a5-9d17-918e90d6a71c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.187983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group_rule (cf90da16-6426-4565-8196-3549dbc3a176), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.265202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4a725-086c-4647-975d-16ddf096d299 None None] Pushing event updated for resources: {'Port': ['ID=02293577-af06-48b5-99f8-3d1ba8db161c,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:43.275204 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Set router 849ca8c9-0162-47ed-9241-80d686f8b4d2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:43.290383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:43.291014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: from cryptography.utils import int_from_bytes May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: from cryptography.utils import int_from_bytes May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:43.291968 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:43.313000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (a604b106-188f-47ae-98cc-57e96b9ed094), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.319209 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8f1ea498-79d6-4234-b57f-67ad19f868cb tempest-RoutersTestDVR-2125036128 tempest-RoutersTestDVR-2125036128-project] 10.222.0.23 "GET /v2.0/routers/e80a6656-1f3c-4f6e-8785-07b66679fa99 HTTP/1.1" status: 200 len: 682 time: 0.9786968 May 12 03:21:43.334402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56344) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.354509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07817eb8-79b2-4674-aedf-9167e2eb4749 req-ff0c6fdc-54d1-49cf-997a-fa53dd3ca51a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.3984032 May 12 03:21:43.400945 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Network': ['ID=a604b106-188f-47ae-98cc-57e96b9ed094,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:43.404899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a604b106-188f-47ae-98cc-57e96b9ed094 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:21:43.412919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.416693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9b4e0ebe-91a7-4bfc-bd4d-60cf9408d59b tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a604b106-188f-47ae-98cc-57e96b9ed094 HTTP/1.1" status: 204 len: 168 time: 3.8452885 May 12 03:21:43.417085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Deleting port b0c599e1-b307-446a-8b02-5b1151ce1f25 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:43.417571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b0c599e1-b307-446a-8b02-5b1151ce1f25), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.458436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56352) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.482675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Router fddc40a3-29b1-49fc-bb0c-acb9075156d3 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:21:43.560966 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849ca8c9-0162-47ed-9241-80d686f8b4d2', 'name': '', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8', 'external_fixed_ips': [{'subnet_id': '31a21831-031d-42c6-907d-8a1a3ffee211', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '9ae896a2-b085-449d-89f1-f7e289ca7497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:36Z', 'updated_at': '2022-05-12T03:21:41Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': '9ae896a2-b085-449d-89f1-f7e289ca7497', 'name': '', 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849ca8c9-0162-47ed-9241-80d686f8b4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '31a21831-031d-42c6-907d-8a1a3ffee211', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:38Z', 'updated_at': '2022-05-12T03:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31a21831-031d-42c6-907d-8a1a3ffee211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:43.606077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b0c599e1-b307-446a-8b02-5b1151ce1f25), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.607124 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Checking router: 849ca8c9-0162-47ed-9241-80d686f8b4d2 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:21:43.607482 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Updating router 849ca8c9-0162-47ed-9241-80d686f8b4d2 port 9ae896a2-b085-449d-89f1-f7e289ca7497 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:21:43.629951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Calling delete_port for b0c599e1-b307-446a-8b02-5b1151ce1f25 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:43.652533 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.654086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-bb2f2fe2-2db3-404c-9905-b499c8a66353 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:43.661199 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-bb2f2fe2-2db3-404c-9905-b499c8a66353 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/networks?id=a03fb1ca-bbb4-48c2-98f2-13380985b033 HTTP/1.1" status: 200 len: 806 time: 1.0674543 May 12 03:21:43.666384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.687145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] Current status of the port 02293577-af06-48b5-99f8-3d1ba8db161c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:43.688274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.692214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:43.711731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dee1214f-6254-4cea-a2f1-3c523f79df7f tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.2494407 May 12 03:21:43.718857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-13af0079-9655-479a-a70b-713074720b37 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/quotas/451244d76fbf4a7dad3e4a7a56018609 HTTP/1.1" status: 200 len: 375 time: 0.0563233 May 12 03:21:43.723256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56354) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.767041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b0c599e1-b307-446a-8b02-5b1151ce1f25), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.823520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.826858 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b0c599e1-b307-446a-8b02-5b1151ce1f25 HTTP/1.1" status: 204 len: 168 time: 0.7822659 May 12 03:21:43.832420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c538d-4d51-4dea-ac8d-5d0a375c80dd tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0c599e1-b307-446a-8b02-5b1151ce1f25,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:43.859872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56358) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:43.877686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group_rule (cf90da16-6426-4565-8196-3549dbc3a176), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.887338 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-d106372e-c797-423d-b6c6-43d611e7c3f1 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=451244d76fbf4a7dad3e4a7a56018609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673083 May 12 03:21:43.933547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (849ca8c9-0162-47ed-9241-80d686f8b4d2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.936390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (cf90da16-6426-4565-8196-3549dbc3a176), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:43.953260 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba6f9ff-1870-4940-8cb4-03dd84d29f51 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] GET failed (client error): The resource could not be found. May 12 03:21:43.960486 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9ba6f9ff-1870-4940-8cb4-03dd84d29f51 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "GET /v2.0/ports/b0c599e1-b307-446a-8b02-5b1151ce1f25 HTTP/1.1" status: 404 len: 333 time: 0.0942533 May 12 03:21:44.002923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56364) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:44.009610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.013934 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9876564 May 12 03:21:44.016202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56368) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:44.020212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Request body: {'port': {'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-24165510'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:44.032479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:44.035998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] For port 02293577-af06-48b5-99f8-3d1ba8db161c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=02293577-af06-48b5-99f8-3d1ba8db161c,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:44.044504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84432-0a61-4c47-be76-418d2c19d61d tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf90da16-6426-4565-8196-3549dbc3a176,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:44.051399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Made reservation on behalf of 0df4f0fa2ec842efb1dfb4cdb21685ad for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:44.054082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.065630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.074349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.089299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:44.317386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.340737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (e80a6656-1f3c-4f6e-8785-07b66679fa99), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.354924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-48154666-1e2a-4d5c-afac-f931c5872681 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:21:44.356221 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-48154666-1e2a-4d5c-afac-f931c5872681 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3426249 May 12 03:21:44.368669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.443863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-09e4dcf3-5e3e-4c35-bd5a-40f684be71ad None None] Provisioning complete for port 02293577-af06-48b5-99f8-3d1ba8db161c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:44.448051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09e4dcf3-5e3e-4c35-bd5a-40f684be71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.458948 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Publish callbacks [] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.470893 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.486366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Network b33c2b38-7b39-4448-9f98-1560b4bc7bac is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:44.487202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:44.492690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:44.495302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:44.496765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.497409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.527518 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-eb3a2903-5b31-482a-a3da-42dfa0fa51de tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5202110 May 12 03:21:44.535108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56378) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:44.539791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5879adc-8c4b-420f-ba67-372cfc9468b1 None None] Pushing event updated for resources: {'Port': ['ID=02293577-af06-48b5-99f8-3d1ba8db161c,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:44.543298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:44.544298 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-b889b8b3-81de-4de3-8db0-12aca7d1c2f8 service neutron] 10.222.0.23 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788762 May 12 03:21:44.565106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.565935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.566046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.566489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.567073 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.567518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.567959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.568397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:44.582719 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dedf44-ea18-4ad1-8fa8-4b00257c2502 None None] Pushing event updated for resources: {'Port': ['ID=9ae896a2-b085-449d-89f1-f7e289ca7497,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:44.584776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ba070684-dae3-4103-aa89-506254ec5dca tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5201 time: 0.8591499 May 12 03:21:44.589071 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Attempting to bind port 9ae896a2-b085-449d-89f1-f7e289ca7497 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:44.589443 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Attempting to bind port 9ae896a2-b085-449d-89f1-f7e289ca7497 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '44349d48-e183-4840-b127-395caba91eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:44.589813 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Attempting to bind port 9ae896a2-b085-449d-89f1-f7e289ca7497 on network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:44.596893 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:44.597271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Checking segment: {'id': '44349d48-e183-4840-b127-395caba91eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:44.597682 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.598111 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Bound using segment: {'id': '44349d48-e183-4840-b127-395caba91eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:44.598633 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Bound port: 9ae896a2-b085-449d-89f1-f7e289ca7497, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44349d48-e183-4840-b127-395caba91eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:44.599074 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.620428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56380) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:44.635033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.653459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (849ca8c9-0162-47ed-9241-80d686f8b4d2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.663175 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] For port 9ae896a2-b085-449d-89f1-f7e289ca7497, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:44.671987 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] For port 9ae896a2-b085-449d-89f1-f7e289ca7497, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9ae896a2-b085-449d-89f1-f7e289ca7497,segment=NetworkSegment(44349d48-e183-4840-b127-395caba91eaf),segment_id=44349d48-e183-4840-b127-395caba91eaf)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:44.681895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.684276 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.708038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:44.730963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (e80a6656-1f3c-4f6e-8785-07b66679fa99), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.731577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e80a6656-1f3c-4f6e-8785-07b66679fa99 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:21:44.750824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18dd94a-1c9a-415b-b13c-2efc574dc0ee None None] The sync data for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv is: [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:44.756115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-09e4dcf3-5e3e-4c35-bd5a-40f684be71ad None None] Current status of the port 02293577-af06-48b5-99f8-3d1ba8db161c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:44.800381 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dedf44-ea18-4ad1-8fa8-4b00257c2502 None None] Pushing event updated for resources: {'Port': ['ID=9ae896a2-b085-449d-89f1-f7e289ca7497,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:44.803233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Deleting port 9ae896a2-b085-449d-89f1-f7e289ca7497 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:44.803654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.809226 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Routers {'849ca8c9-0162-47ed-9241-80d686f8b4d2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:44.809832 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['849ca8c9-0162-47ed-9241-80d686f8b4d2'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:44.838421 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80aca3b6-7cbc-4f9e-8f2d-5a1f5e572d51 req-32c6514d-7e55-4c38-8cf7-cce10d069458 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.2930272 May 12 03:21:44.844139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:44.850173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:44.851958 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fac8346c-36a0-49ef-a546-037bf09986b5 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e80a6656-1f3c-4f6e-8785-07b66679fa99 HTTP/1.1" status: 204 len: 168 time: 1.4928062 May 12 03:21:44.861315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56384) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:44.882484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Request body: {'router': {'name': 'tempest-router-258844000', 'distributed': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:44.923123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] Sync routers for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:44.945152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:44.946172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:44.951729 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] Set router 849ca8c9-0162-47ed-9241-80d686f8b4d2 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:21:45.049638 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-962a0a43-11f0-486b-a5c7-922ccf74f109 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] delete failed (client error): The resource could not be found. May 12 03:21:45.051360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-962a0a43-11f0-486b-a5c7-922ccf74f109 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/60c63122-7dda-430b-b04e-49eb0681bfab HTTP/1.1" status: 404 len: 345 time: 0.3903840 May 12 03:21:45.067219 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849ca8c9-0162-47ed-9241-80d686f8b4d2', 'name': '', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:36Z', 'updated_at': '2022-05-12T03:21:44Z', 'revision_number': 4, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:45.070464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:45.088327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:45.089252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:45.107467 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bf547-81a7-4b1d-9d0e-1c5a5fee3284 None None] The sync data for ids ['849ca8c9-0162-47ed-9241-80d686f8b4d2'] in dv-neutron-841363-5-hyperv is: [{'id': '849ca8c9-0162-47ed-9241-80d686f8b4d2', 'name': '', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:36Z', 'updated_at': '2022-05-12T03:21:44Z', 'revision_number': 4, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:45.111340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56386) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:45.138214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:45.138850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8751b-c64b-4d6a-9ba3-78c615098992 None None] The sync data for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:45.152881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.173127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba09edc-3bc9-4cb8-bd67-1592dfd3e88d tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] DELETE failed (client error): The resource could not be found. May 12 03:21:45.174257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba09edc-3bc9-4cb8-bd67-1592dfd3e88d tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:21:45.177712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2ba09edc-3bc9-4cb8-bd67-1592dfd3e88d tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a604b106-188f-47ae-98cc-57e96b9ed094 HTTP/1.1" status: 404 len: 339 time: 0.0611920 May 12 03:21:45.193628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56388) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:45.197932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.201009 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a6275b3c-6b31-4aa6-a7a3-fbaffa4ee1d0 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.6688945 May 12 03:21:45.205520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56390) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:45.212611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'network': {'name': 'tempest-network--313875766', 'router:external': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:45.274174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Made reservation on behalf of e12d20024a7348b0bba90496d2b1ce6d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:45.276814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.316147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] For port 9ae896a2-b085-449d-89f1-f7e289ca7497, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9ae896a2-b085-449d-89f1-f7e289ca7497,segment=NetworkSegment(44349d48-e183-4840-b127-395caba91eaf),segment_id=44349d48-e183-4840-b127-395caba91eaf)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:45.316419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.331714 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-c84d3099-1f15-4cdf-a290-4519484db7ab service neutron] 10.222.0.23 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261231 May 12 03:21:45.352002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Calling delete_port for 9ae896a2-b085-449d-89f1-f7e289ca7497 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:45.354429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (7321cded-7cf1-42ae-b472-2ebaa779c42e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.355457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (7321cded-7cf1-42ae-b472-2ebaa779c42e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.443857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Allocated IP 172.26.2.222 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/c232c17d-e515-4daf-8dc0-b146724f69aa) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:45.472615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] device_id is not set on port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:45.477978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:45.508720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 02293577-af06-48b5-99f8-3d1ba8db161c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:21:45.523566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks [] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.534415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1f074efd-c215-4f19-a9d0-8ea20dde82ac), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.534825 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Added segment 1f074efd-c215-4f19-a9d0-8ea20dde82ac of type vlan for network ecd03749-cea5-4efc-8e97-9c9721b26410 May 12 03:21:45.557426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.572525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 02293577-af06-48b5-99f8-3d1ba8db161c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:45.573318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.674775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 02293577-af06-48b5-99f8-3d1ba8db161c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:21:45.709524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (7321cded-7cf1-42ae-b472-2ebaa779c42e), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.717618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.57', 49621) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:45.723926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c897e771-9a4e-406e-86c0-98000414c9cc req-b51430d2-88f7-4b2b-a065-e85fd419a936 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.0571656 May 12 03:21:45.745382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (7321cded-7cf1-42ae-b472-2ebaa779c42e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.803730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.814230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (ecd03749-cea5-4efc-8e97-9c9721b26410), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.832880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:45.841742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:45.842967 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2101f3dc-dc9c-4e6f-badc-fcf35c28f931 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9811103 May 12 03:21:45.854731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56404) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:45.871403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:45.875399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:45.875909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:45.961244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:45.961244 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:45.976595 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 2 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:46.087107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (7321cded-7cf1-42ae-b472-2ebaa779c42e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.093495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (ecd03749-cea5-4efc-8e97-9c9721b26410), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.094588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.095170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.155063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:46.155402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:46.155748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:46.203511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.212419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:46.212758 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:46.218194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 3 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:46.219341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-6b17db08-6e78-4175-a4da-6013a93da614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.221195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-6b17db08-6e78-4175-a4da-6013a93da614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 812 time: 0.4929318 May 12 03:21:46.302265 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1058013 May 12 03:21:46.307129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9ae896a2-b085-449d-89f1-f7e289ca7497), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.311947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90a678b6-fee5-4c66-967d-aac61c25f2fd req-d5f480f2-d011-4fac-81e1-8103b5dcdf7c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.1105924 May 12 03:21:46.312484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56430) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:46.336367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:46.362924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:46.375389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b891e4-44ed-4cc1-be8a-66b6ffbcf196 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Network': ['ID=ecd03749-cea5-4efc-8e97-9c9721b26410,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:46.379299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event updated for resources: {'Port': ['ID=c232c17d-e515-4daf-8dc0-b146724f69aa,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:46.386984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network ecd03749-cea5-4efc-8e97-9c9721b26410 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:46.394437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:46.452136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:46.452483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:46.452863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:46.488825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ae896a2-b085-449d-89f1-f7e289ca7497,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:46.491591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.514568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:46.514904 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:46.559996 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 4 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:46.571389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (7321cded-7cf1-42ae-b472-2ebaa779c42e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.588221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router_controller (7321cded-7cf1-42ae-b472-2ebaa779c42e), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.622814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-c57e61dd-9794-459e-8aa7-6c7769eac461 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853cf20929ad41dbbe34687e736bcbd4 HTTP/1.1" status: 200 len: 380 time: 0.3427269 May 12 03:21:46.643322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Request body: {'port': {'device_id': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'admin_state_up': True, 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'security_groups': ['e65966d0-7811-4fd6-b371-26b91d7e2f5d']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:46.732590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:46.732952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:46.733279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:46.791709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:46.791946 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:46.799622 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 5 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:46.802178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (7321cded-7cf1-42ae-b472-2ebaa779c42e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.802762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7321cded-7cf1-42ae-b472-2ebaa779c42e {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:21:46.820527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.821675 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6b150bd0-7cbf-438e-b745-58731da905e6 tempest-RoutersTestDVR-1539945628 tempest-RoutersTestDVR-1539945628-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7321cded-7cf1-42ae-b472-2ebaa779c42e HTTP/1.1" status: 204 len: 168 time: 0.9634006 May 12 03:21:46.846282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:46.846643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:46.847161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:46.851498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (849ca8c9-0162-47ed-9241-80d686f8b4d2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.866886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (0e023770-45bc-4d2b-87b2-f12af49c5e95), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:46.890039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:46.892044 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:46.920077 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-759b9d59-e02e-4cf2-a2cd-60eaf3e15387 req-ad050462-9f7d-439e-9b1c-f4ae6704942a tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.1035781 May 12 03:21:46.941290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 6 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:46.963775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e693aa2-2ab1-41ae-9ba0-44c00aec8ab4 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.970094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e693aa2-2ab1-41ae-9ba0-44c00aec8ab4 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.976146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e693aa2-2ab1-41ae-9ba0-44c00aec8ab4 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.982634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e693aa2-2ab1-41ae-9ba0-44c00aec8ab4 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.989034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e693aa2-2ab1-41ae-9ba0-44c00aec8ab4 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:46.994925 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2e693aa2-2ab1-41ae-9ba0-44c00aec8ab4 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3055 time: 0.6784935 May 12 03:21:46.996370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56458) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:47.050381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:47.051414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:47.052124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:47.066261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (849ca8c9-0162-47ed-9241-80d686f8b4d2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.081699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (849ca8c9-0162-47ed-9241-80d686f8b4d2), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.101841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:47.102210 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:47.114759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 7 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:47.436723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56466) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:47.451703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Made reservation on behalf of 853cf20929ad41dbbe34687e736bcbd4 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:47.465090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.480446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (849ca8c9-0162-47ed-9241-80d686f8b4d2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.487830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 849ca8c9-0162-47ed-9241-80d686f8b4d2 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:21:47.495429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.498154 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e80d81ae-4ec9-4e48-a16d-c5d1baf5aee0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/routers/849ca8c9-0162-47ed-9241-80d686f8b4d2 HTTP/1.1" status: 204 len: 168 time: 4.4104674 May 12 03:21:47.499292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:47.500541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:47.501344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:47.518222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56470) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:47.567470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (ecd03749-cea5-4efc-8e97-9c9721b26410), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.655350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:47.656355 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:47.669711 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 8 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:47.719237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:47.719237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:47.720044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.721747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:47.736636 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9d027f0-897b-4247-8a4d-8f8ac01f2487 req-af379760-88a0-4834-97b7-d7d1b6c4bb36 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.2409177 May 12 03:21:47.854873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f42ef13-a63b-4976-9184-8c4276afbccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:47.861187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:47.861510 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:47.881581 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 9 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:47.900368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Deleting subnet 31a21831-031d-42c6-907d-8a1a3ffee211 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:21:47.956472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for subnet (31a21831-031d-42c6-907d-8a1a3ffee211), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.055573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:48.056007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:48.058030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:48.071121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:48.074788 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:48.146591 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempt 10 to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 May 12 03:21:48.153298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (ecd03749-cea5-4efc-8e97-9c9721b26410), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.203421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (31a21831-031d-42c6-907d-8a1a3ffee211), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.248324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b2fb2788-82bd-43cb-998f-39258ffcce64 req-b05bb9bf-fc72-405a-b68c-20fd24bb8868 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.0822706 May 12 03:21:48.271258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (31a21831-031d-42c6-907d-8a1a3ffee211), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.360502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Allocated IP 172.20.0.8 (e890778a-0f94-466b-9d2b-1438d80726f8/c2b4b9ac-bace-457d-888c-28124a84df42/0d94d4e8-180f-426f-83ca-1ab0c8d1dc85) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:48.371361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (31a21831-031d-42c6-907d-8a1a3ffee211), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.411921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:48.412251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:48.412602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempting to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:48.418009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd03749-cea5-4efc-8e97-9c9721b26410']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:48.423104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31a21831-031d-42c6-907d-8a1a3ffee211,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:48.441511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f074efd-c215-4f19-a9d0-8ea20dde82ac') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:48.441860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f074efd-c215-4f19-a9d0-8ea20dde82ac') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:48.444533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:48.444533 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Failed to bind port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd5084467-3211-4313-87da-dea951460120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b33c2b38-7b39-4448-9f98-1560b4bc7bac'}] May 12 03:21:48.444533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.466231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.472648 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e941042c-b2d1-47a9-8b88-aa2d8e7eeb07 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/31a21831-031d-42c6-907d-8a1a3ffee211 HTTP/1.1" status: 204 len: 168 time: 0.9506822 May 12 03:21:48.477357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56476) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:48.489817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (1f074efd-c215-4f19-a9d0-8ea20dde82ac), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.522249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.538698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Allocated IP 172.20.0.1 (9f30f824-51e2-45ee-9584-ddf363f799db/ee42937d-784c-447e-bb4d-97a04a1e584c/d28c61dd-9587-49ea-811a-f8af6e3ea3f3) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:48.551628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.576906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1f074efd-c215-4f19-a9d0-8ea20dde82ac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.636933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f42ef13-a63b-4976-9184-8c4276afbccd admin admin] Publish callbacks [] for security_group (79100492-f367-4f9b-8262-96bfe17b65c4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.651649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:48.652055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (1f074efd-c215-4f19-a9d0-8ea20dde82ac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:48.655005 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:48.664319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f42ef13-a63b-4976-9184-8c4276afbccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (79100492-f367-4f9b-8262-96bfe17b65c4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.730655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.786040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event updated for resources: {'Port': ['ID=c232c17d-e515-4daf-8dc0-b146724f69aa,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:48.829269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] For port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:48.829721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attempted to set empty binding levels {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 12 03:21:48.849657 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2f42ef13-a63b-4976-9184-8c4276afbccd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f3cb860fdd4499a989bd40b68e29e72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3952315 May 12 03:21:48.854390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56480) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:48.871013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (0e023770-45bc-4d2b-87b2-f12af49c5e95), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.895496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.897873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ef13-a63b-4976-9184-8c4276afbccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79100492-f367-4f9b-8262-96bfe17b65c4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:48.967070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] In _notify_port_updated(), no bound segment for port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 on network b33c2b38-7b39-4448-9f98-1560b4bc7bac {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:21:48.968470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:48.969249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.971108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "PUT /v2.0/ports/c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 HTTP/1.1" status: 200 len: 975 time: 4.4344282 May 12 03:21:48.981464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (ecd03749-cea5-4efc-8e97-9c9721b26410), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:48.994859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecd03749-cea5-4efc-8e97-9c9721b26410 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:21:48.997321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56482) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:49.027226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.034445 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-55d99ad6-b7ae-49cd-a215-f8d29cab703c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0074847 May 12 03:21:49.069200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-87c29e7d-0da3-4590-9212-3a813da625cb req-3e07cf64-3601-4218-ae78-4a8cb0edbea8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.1697493 May 12 03:21:49.103243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.124168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.139164 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ecd03749-cea5-4efc-8e97-9c9721b26410 HTTP/1.1" status: 204 len: 168 time: 2.1362884 May 12 03:21:49.144094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91224b6b-7da8-4d3d-9dc9-26aada55e192 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecd03749-cea5-4efc-8e97-9c9721b26410,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:49.158143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56486) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:49.177300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.193128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'network': {'name': 'tempest-network--384320678', 'router:external': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:49.214004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.248068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:49.270677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44349d48-e183-4840-b127-395caba91eaf') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:49.271138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44349d48-e183-4840-b127-395caba91eaf') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:49.278757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-454cca0b-eba4-4cab-a301-309d1a6b31dd admin admin] Publish callbacks [] for security_group (79100492-f367-4f9b-8262-96bfe17b65c4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.286282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (44349d48-e183-4840-b127-395caba91eaf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.302246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (44349d48-e183-4840-b127-395caba91eaf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.311373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-454cca0b-eba4-4cab-a301-309d1a6b31dd admin admin] Publish callbacks [] for security_group (79100492-f367-4f9b-8262-96bfe17b65c4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.317405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:49.317915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (44349d48-e183-4840-b127-395caba91eaf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.373976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:49.415303 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:49.450609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd424-f055-4942-bbb6-d66f0219cc7d tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:49.484833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.495633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:21:49.498378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.502260 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8 HTTP/1.1" status: 204 len: 168 time: 1.0238781 May 12 03:21:49.529290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Deleting port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:21:49.529657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.563031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.57', 49627) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:49.596938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network 9f30f824-51e2-45ee-9584-ddf363f799db is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:49.598799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Made reservation on behalf of e12d20024a7348b0bba90496d2b1ce6d for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:49.603054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.608153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-454cca0b-eba4-4cab-a301-309d1a6b31dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (79100492-f367-4f9b-8262-96bfe17b65c4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.615000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-454cca0b-eba4-4cab-a301-309d1a6b31dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.619224 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-454cca0b-eba4-4cab-a301-309d1a6b31dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79100492-f367-4f9b-8262-96bfe17b65c4 HTTP/1.1" status: 204 len: 168 time: 0.7618515 May 12 03:21:49.773374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Port': ['ID=d28c61dd-9587-49ea-811a-f8af6e3ea3f3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:49.781502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:49.784360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] For port c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48, host hv-neutron-8413, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:21:49.784931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:49.803236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Calling delete_port for c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:21:49.807711 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-913a3222-b332-4814-9a89-b308aa57673b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--790693396&fields=id&tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1 HTTP/1.1" status: 200 len: 267 time: 0.4202507 May 12 03:21:49.816594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bb396418-c41f-4b49-a983-0a8388dddb49 req-796cbe25-9dfa-4c05-8be8-7ab9cb79e4ab tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.1211247 May 12 03:21:49.833390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:49.967367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0e91b-a46a-4eaf-9e8c-6207b019c529 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c8bf58b-cfef-452f-aaaa-174f5d5b9fb8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:50.316158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-c135b154-7a9c-421c-b9b7-1f5bd8c636a5 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:50.318114 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-c135b154-7a9c-421c-b9b7-1f5bd8c636a5 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/networks?id=cf15f2d9-c72f-44d5-816b-5d34a281fa21 HTTP/1.1" status: 200 len: 812 time: 0.4619341 May 12 03:21:50.319283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (fddc40a3-29b1-49fc-bb0c-acb9075156d3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.322422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cca0b-eba4-4cab-a301-309d1a6b31dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79100492-f367-4f9b-8262-96bfe17b65c4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:50.335527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:50.347289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c4c1274d-f052-4a7c-9596-89da8bf34968), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.347726 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Added segment c4c1274d-f052-4a7c-9596-89da8bf34968 of type vlan for network f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03 May 12 03:21:50.374412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a4ce0464-5b30-470a-86df-ea282bb8124b None None] Provisioning complete for port d28c61dd-9587-49ea-811a-f8af6e3ea3f3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:50.376088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.378060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0464-5b30-470a-86df-ea282bb8124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.422899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.431225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56516) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:50.494963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce0464-5b30-470a-86df-ea282bb8124b None None] Port d28c61dd-9587-49ea-811a-f8af6e3ea3f3 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:50.502989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'name': 'tempest-router--1673616012', 'project_id': 'f5a834d9a16949eeb0485448622873fd'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:50.514573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:50.536981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.540660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-516b5473-6793-4466-bf69-0838ba75bef0 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/quotas/f8e36efa4ebf4e1192e11c3c74fccae1 HTTP/1.1" status: 200 len: 375 time: 0.0788150 May 12 03:21:50.541350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.543087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:50.543925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.549094 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8d1a3c7c-e594-4707-bcfc-3ace8659b857 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 HTTP/1.1" status: 204 len: 168 time: 1.5137248 May 12 03:21:50.577931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56518) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:50.621741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56520) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:50.709819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-0256f209-e5c3-477f-8be7-27f1932ef655 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:50.711362 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-0256f209-e5c3-477f-8be7-27f1932ef655 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.57 "GET /v2.0/networks?id=a03fb1ca-bbb4-48c2-98f2-13380985b033 HTTP/1.1" status: 200 len: 806 time: 1.1473534 May 12 03:21:50.712845 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b7d0c9-588e-47dd-af34-a2a43eef5ab0 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] GET failed (client error): The resource could not be found. May 12 03:21:50.724762 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f6b7d0c9-588e-47dd-af34-a2a43eef5ab0 tempest-PortsAdminExtendedAttrsTestJSON-806068954 tempest-PortsAdminExtendedAttrsTestJSON-806068954-project-admin] 10.222.0.23 "GET /v2.0/ports/c4bdfb2a-dc71-4ab7-991a-1d4e99dd2b48 HTTP/1.1" status: 404 len: 333 time: 0.1427336 May 12 03:21:50.725416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56522) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:50.727786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (1561d345-5940-4bf2-964b-3a61941a8d5a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.728846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (1561d345-5940-4bf2-964b-3a61941a8d5a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.761081 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-43dced63-0ca9-49de-904a-6d5a4da717a2 req-67c4c186-a8b2-43d8-9c28-3db2cb2db4d6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.3035917 May 12 03:21:50.818053 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6559558 May 12 03:21:50.822129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56524) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:50.946668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (1561d345-5940-4bf2-964b-3a61941a8d5a), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.950819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b33c2b38-7b39-4448-9f98-1560b4bc7bac), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:50.963024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (1561d345-5940-4bf2-964b-3a61941a8d5a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.119822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95740cd-2ec7-465b-b502-f3d0c486fde2 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:51.121653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e95740cd-2ec7-465b-b502-f3d0c486fde2 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] 10.222.0.23 "GET /v2.0/networks/f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03 HTTP/1.1" status: 200 len: 756 time: 0.2691975 May 12 03:21:51.125479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.134932 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-083a71ab-bcd9-4f2c-8c14-b0fe5931cdcf tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6585250 May 12 03:21:51.136271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56528) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:51.213538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56530) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:51.301645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce3ceb-9eb0-413c-b692-ca574fd6505a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Network': ['ID=f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:51.314481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:51.340303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77e0a7e6-2225-417b-9f9d-ec2321efcb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.352664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.444941 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-72b532d6-d647-49d3-84b5-a6988259d2ac tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8216488 May 12 03:21:51.504416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ecdfa-709c-41ff-8176-c7b92a6ef7ef tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:51.505874 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d07ecdfa-709c-41ff-8176-c7b92a6ef7ef tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] 10.222.0.23 "GET /v2.0/networks/9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b HTTP/1.1" status: 200 len: 767 time: 0.3684833 May 12 03:21:51.512081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56532) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:51.573356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b33c2b38-7b39-4448-9f98-1560b4bc7bac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.592485 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db06aa92-ec0f-4ade-ace4-199daf48078c req-ec248502-febe-4620-b33c-6b039798299e tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.2765121 May 12 03:21:51.596778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (1561d345-5940-4bf2-964b-3a61941a8d5a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.678296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33c2b38-7b39-4448-9f98-1560b4bc7bac']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:51.700121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.706576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Network e890778a-0f94-466b-9d2b-1438d80726f8 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:51.728127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5084467-3211-4313-87da-dea951460120') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:51.728413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5084467-3211-4313-87da-dea951460120') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:51.760934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:51.763518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:51.798886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (d5084467-3211-4313-87da-dea951460120), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.823900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.839520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event updated for resources: {'Port': ['ID=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:51.888148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d5084467-3211-4313-87da-dea951460120), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.930294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:51.930941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (d5084467-3211-4313-87da-dea951460120), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:51.934555 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:51.959028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:51.959678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.126560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.132577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (1561d345-5940-4bf2-964b-3a61941a8d5a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.152547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (1561d345-5940-4bf2-964b-3a61941a8d5a), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.171199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b33c2b38-7b39-4448-9f98-1560b4bc7bac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.177640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:52.196698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f44e5c-5af1-4080-80b8-23d4795c478e req-f76a9511-bd3e-493a-8532-75bff2702f65 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:52.198474 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9f44e5c-5af1-4080-80b8-23d4795c478e req-f76a9511-bd3e-493a-8532-75bff2702f65 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 931 time: 0.3063467 May 12 03:21:52.198787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.200336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-6d430ba4-38d2-43f0-b52c-9bad4d8cffd5 service neutron] 10.222.0.23 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366289 May 12 03:21:52.211885 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] 10.222.0.23 "DELETE /v2.0/networks/b33c2b38-7b39-4448-9f98-1560b4bc7bac HTTP/1.1" status: 204 len: 168 time: 1.4827538 May 12 03:21:52.230872 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1ac23520-d7a0-4b98-8ab4-7569f5be7322 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5918286 May 12 03:21:52.247687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3e4f83a8-31b9-44a8-8d4b-b4e8a9aaacff None None] Provisioning complete for port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:52.248728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e4f83a8-31b9-44a8-8d4b-b4e8a9aaacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.259412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c1274d-f052-4a7c-9596-89da8bf34968') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:52.259816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c1274d-f052-4a7c-9596-89da8bf34968') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:52.267970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d1c41-c89b-45b0-aa22-c7fcbe577e7e tempest-PortsAdminExtendedAttrsTestJSON-874061200 tempest-PortsAdminExtendedAttrsTestJSON-874061200-project] Pushing event deleted for resources: {'Network': ['ID=b33c2b38-7b39-4448-9f98-1560b4bc7bac,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:52.273134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c4c1274d-f052-4a7c-9596-89da8bf34968), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.292103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (1561d345-5940-4bf2-964b-3a61941a8d5a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.298442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1561d345-5940-4bf2-964b-3a61941a8d5a {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:21:52.304539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.311190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77e0a7e6-2225-417b-9f9d-ec2321efcb0f admin admin] Publish callbacks [] for security_group (610be1a6-4d86-494a-af4a-82bc8010be10), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.314153 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4ce5489d-aa8e-4953-9650-921c42725930 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1561d345-5940-4bf2-964b-3a61941a8d5a HTTP/1.1" status: 204 len: 168 time: 1.0979512 May 12 03:21:52.322942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f83a8-31b9-44a8-8d4b-b4e8a9aaacff None None] Port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:52.326802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c4c1274d-f052-4a7c-9596-89da8bf34968), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.338561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77e0a7e6-2225-417b-9f9d-ec2321efcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (610be1a6-4d86-494a-af4a-82bc8010be10), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.341756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:52.342306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c4c1274d-f052-4a7c-9596-89da8bf34968), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:52.344124 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:52.478457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.490836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:21:52.501874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.505718 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03 HTTP/1.1" status: 204 len: 168 time: 0.9919748 May 12 03:21:52.526022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56540) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:52.532038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'network': {'name': 'tempest-network--356845413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:52.536395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf3e72-c0b6-488a-9eb0-3730c39fddfb tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5a6ec8e-509d-4e80-9937-f2ea9cfb1e03,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:52.559658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Made reservation on behalf of e12d20024a7348b0bba90496d2b1ce6d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:52.568587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.651638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:52.698487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56544) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:52.704684 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-77e0a7e6-2225-417b-9f9d-ec2321efcb0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=605e60421f394e06b43650106aba711d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9318342 May 12 03:21:52.705535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d3f32740-4d53-41e6-9b4a-a9a5c5e8e86f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:52.705535 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Added segment d3f32740-4d53-41e6-9b4a-a9a5c5e8e86f of type vlan for network 2861db9a-605b-4774-bd5a-1bb1b423a444 May 12 03:21:52.732592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56548) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:52.763939 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9f44e5c-5af1-4080-80b8-23d4795c478e req-209cae9c-4846-4ba5-a775-ec5c61018843 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4944201 May 12 03:21:52.799632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-3890c7ff-7847-4142-99e3-cdfc7bc148c1 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:21:52.800886 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-3890c7ff-7847-4142-99e3-cdfc7bc148c1 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0749164 May 12 03:21:52.816576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0a7e6-2225-417b-9f9d-ec2321efcb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610be1a6-4d86-494a-af4a-82bc8010be10,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:52.973324 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ace5b09c-520b-4a1a-9736-188778c0baf7 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451244d76fbf4a7dad3e4a7a56018609 HTTP/1.1" status: 200 len: 379 time: 0.3678384 May 12 03:21:52.981680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56552) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:53.063794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Request body: {'port': {'device_id': 'bd155561-6036-40bd-8382-6ed99f462b25', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'admin_state_up': True, 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'security_groups': ['5782de4f-8d60-41d8-9d7b-60ae6bccaf11']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:53.089912 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-9a525992-b8e7-4c89-825a-141d2fa8cbd1 service neutron] 10.222.0.23 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527765 May 12 03:21:53.157419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6498adc-25a0-4f58-87ec-c5b217f814f8 req-0fe1a3d4-8b6b-498f-b425-6a77a63cba81 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.1745582 May 12 03:21:53.329864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1022572505', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:53.347799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.363894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Request body: {'port': {'device_id': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:53.400508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Made reservation on behalf of 451244d76fbf4a7dad3e4a7a56018609 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:53.403900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.430476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.431532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.440655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.441664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:53.442268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.462536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d373fa9-e8ba-4e92-82f5-e3c9a9334400 admin admin] Publish callbacks [] for security_group (610be1a6-4d86-494a-af4a-82bc8010be10), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.543787 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dd62b162-0c6b-4156-b151-52cdb379c028 req-414726dd-8354-490e-97ca-a6cc16fc4ebd tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 210 time: 0.0742660 May 12 03:21:53.549830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56929171-1dd4-49f8-9f69-81e127b9bea0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=525ee413eab64ca1948a39f463fd1aaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5640438 May 12 03:21:53.556114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56562) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:53.565417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.586093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.604678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.721728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.727201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Network': ['ID=2861db9a-605b-4774-bd5a-1bb1b423a444,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:53.736167 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1b42d0ca-aa82-4580-b119-300a442767e7 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 844 time: 1.2086349 May 12 03:21:53.740521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 2861db9a-605b-4774-bd5a-1bb1b423a444 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:53.746522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56568) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:53.767582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:53.872925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Port': ['ID=d28c61dd-9587-49ea-811a-f8af6e3ea3f3,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:53.887283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (fddc40a3-29b1-49fc-bb0c-acb9075156d3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:53.946349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acda-75f0-4121-bb75-c8b9f24cb779 admin admin] Publish callbacks [] for security_group (9bfac5e7-74b5-49fe-bf32-532eac343e8e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:54.062656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d373fa9-e8ba-4e92-82f5-e3c9a9334400 admin admin] Publish callbacks [] for security_group (610be1a6-4d86-494a-af4a-82bc8010be10), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:54.106374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acda-75f0-4121-bb75-c8b9f24cb779 admin admin] Publish callbacks [] for security_group (9bfac5e7-74b5-49fe-bf32-532eac343e8e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:54.129769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23329db1-594f-46c8-9575-7445b6befb35 req-bedbf909-4c32-448b-b0b6-c116ca2f74fd tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:54.137258 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23329db1-594f-46c8-9575-7445b6befb35 req-bedbf909-4c32-448b-b0b6-c116ca2f74fd tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 931 time: 0.2443264 May 12 03:21:54.374902 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23329db1-594f-46c8-9575-7445b6befb35 req-4230351b-5f76-4dad-b965-c218e4a456c4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358813 May 12 03:21:54.415274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network 9f30f824-51e2-45ee-9584-ddf363f799db is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:54.427364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2c6c014-2db7-4417-8cb3-b3678ba09ad8 req-7459b40b-a652-4662-b177-7a676620dcef tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.0822942 May 12 03:21:54.441925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:54.444034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acda-75f0-4121-bb75-c8b9f24cb779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9bfac5e7-74b5-49fe-bf32-532eac343e8e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:54.446720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acda-75f0-4121-bb75-c8b9f24cb779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:54.448089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3bc5acda-75f0-4121-bb75-c8b9f24cb779 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bfac5e7-74b5-49fe-bf32-532eac343e8e HTTP/1.1" status: 204 len: 168 time: 0.8909440 May 12 03:21:54.531386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5acda-75f0-4121-bb75-c8b9f24cb779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfac5e7-74b5-49fe-bf32-532eac343e8e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:54.923658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:54.992734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-46086176-7a7a-40b4-a490-ba1eaac367df None None] Provisioning complete for port d28c61dd-9587-49ea-811a-f8af6e3ea3f3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:54.993398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-46086176-7a7a-40b4-a490-ba1eaac367df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.020527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Allocated IP 172.20.0.14 (a03fb1ca-bbb4-48c2-98f2-13380985b033/dc828651-9fb6-47e9-84b2-109097ba00b2/6a6cec60-ea81-47db-a56c-674427f3b1c0) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:55.058574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d373fa9-e8ba-4e92-82f5-e3c9a9334400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (610be1a6-4d86-494a-af4a-82bc8010be10), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.061134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d373fa9-e8ba-4e92-82f5-e3c9a9334400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.068712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f779d4bf-042a-4603-af4a-1d1658d93906 req-8db2a034-08bb-4025-9f15-e4232779a0f4 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 210 time: 0.0534649 May 12 03:21:55.070764 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d373fa9-e8ba-4e92-82f5-e3c9a9334400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/610be1a6-4d86-494a-af4a-82bc8010be10 HTTP/1.1" status: 204 len: 168 time: 2.2683361 May 12 03:21:55.082909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:21:55.083127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-46086176-7a7a-40b4-a490-ba1eaac367df None None] Port d28c61dd-9587-49ea-811a-f8af6e3ea3f3 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:55.093037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Publish callbacks [] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.097258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56584) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:55.115069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Router fddc40a3-29b1-49fc-bb0c-acb9075156d3 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:21:55.147475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Transition to ACTIVE for port object 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:21:55.160458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.181176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373fa9-e8ba-4e92-82f5-e3c9a9334400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610be1a6-4d86-494a-af4a-82bc8010be10,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:55.314586 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2d78a632-3f04-4d1b-8358-4693f80e0baa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0df4f0fa2ec842efb1dfb4cdb21685ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2153971 May 12 03:21:55.331184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56586) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:55.369468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Pushing event updated for resources: {'Port': ['ID=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:55.489384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.670052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.57', 49632) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:55.762887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.857664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-d5abda1d-8959-40bb-a911-dc8ff008625b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:55.859246 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-d5abda1d-8959-40bb-a911-dc8ff008625b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.57 "GET /v2.0/networks?id=cf15f2d9-c72f-44d5-816b-5d34a281fa21 HTTP/1.1" status: 200 len: 812 time: 0.1767838 May 12 03:21:55.898615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e57bf60e-d939-47da-b1c5-13679d51f75d req-aa013b69-57d6-4f12-9cb8-9ae9ff540789 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.2444782 May 12 03:21:55.916187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e8e-a97a-4928-bb35-8c5388abe37b admin admin] Publish callbacks [] for security_group (47eb602d-e018-464d-be3c-fffe6fef48b6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:55.918289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:21:55.928063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512beaf-8cde-475f-8b80-6081293a4f6b req-1f3a8b33-11ec-4a5d-8b2c-173e88e1c0a9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:55.934940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3512beaf-8cde-475f-8b80-6081293a4f6b req-1f3a8b33-11ec-4a5d-8b2c-173e88e1c0a9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 943 time: 0.2867901 May 12 03:21:55.945357 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c75b5374-3b2c-4a64-a9e4-5d87897b7488 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "PUT /v2.0/routers/fddc40a3-29b1-49fc-bb0c-acb9075156d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7359145 May 12 03:21:55.947498 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] Sync routers for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:21:55.975176 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:55.980610 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:56.011208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56602) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:56.040566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Request body: {'port': {'network_id': '9f30f824-51e2-45ee-9584-ddf363f799db', 'name': 'tempest-FloatingIPAdminTestJSON-648203043'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:56.101969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.169281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.212360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.226138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e8e-a97a-4928-bb35-8c5388abe37b admin admin] Publish callbacks [] for security_group (47eb602d-e018-464d-be3c-fffe6fef48b6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.239259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Attempting to bind port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:56.239577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Attempting to bind port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:56.239906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Attempting to bind port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 on network e890778a-0f94-466b-9d2b-1438d80726f8 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:56.253348 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:56.273740 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:21:56.274645 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:56.324738 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:56.325444 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae07e-fd7d-4d1a-a859-d13c57bb4474 None None] The sync data for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:21:56.358086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Allocated IP 172.26.2.119 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/d519a30f-898b-4bea-8070-120ae2dfe67e) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:56.415920 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-e8d1d6dc-1fec-496d-81b6-fb192c62fecd tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1 HTTP/1.1" status: 200 len: 379 time: 0.4773409 May 12 03:21:56.425544 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3512beaf-8cde-475f-8b80-6081293a4f6b req-d147aa17-1ccb-419a-bb76-e9f64f8cfecc tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897394 May 12 03:21:56.461950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.466234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 on network e890778a-0f94-466b-9d2b-1438d80726f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:56.466761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Attempting to bind port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 on network e890778a-0f94-466b-9d2b-1438d80726f8 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:56.479975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Request body: {'port': {'device_id': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'admin_state_up': True, 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'security_groups': ['6b87a933-df21-4cf4-a84f-315565d66253']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:56.549982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:56.550841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89ea44e3-3306-4cc0-a2d1-97f136127428 req-98a9c169-56d9-431d-b87b-38da78a22157 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 210 time: 0.3273096 May 12 03:21:56.556254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56620) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:56.604802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:56.605432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Checking segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:56.606199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Bound using segment: {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:56.606801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Bound port: 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:56.607328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.622191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:56.636369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:56.674393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Made reservation on behalf of f8e36efa4ebf4e1192e11c3c74fccae1 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:56.678516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.704750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Network 2861db9a-605b-4774-bd5a-1bb1b423a444 is not hosted by any dhcp agent {{(pid=104165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:21:56.705643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:56.706314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.707884 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "PUT /v2.0/networks/2861db9a-605b-4774-bd5a-1bb1b423a444 HTTP/1.1" status: 200 len: 857 time: 2.9525995 May 12 03:21:56.726922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56622) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:56.729599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:56.730365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.757074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e8e-a97a-4928-bb35-8c5388abe37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (47eb602d-e018-464d-be3c-fffe6fef48b6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.759889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e8e-a97a-4928-bb35-8c5388abe37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.766256 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-07bf2e8e-a97a-4928-bb35-8c5388abe37b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47eb602d-e018-464d-be3c-fffe6fef48b6 HTTP/1.1" status: 204 len: 168 time: 1.4316180 May 12 03:21:56.790975 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7533979 May 12 03:21:56.814518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2e8e-a97a-4928-bb35-8c5388abe37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb602d-e018-464d-be3c-fffe6fef48b6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:56.885525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for port (d519a30f-898b-4bea-8070-120ae2dfe67e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:56.887169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84e007-8632-4577-82f8-b2faf98a9a72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event updated for resources: {'Port': ['ID=6a6cec60-ea81-47db-a56c-674427f3b1c0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:56.903346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Request body: {'port': {'device_id': 'bd155561-6036-40bd-8382-6ed99f462b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:56.990082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1777142609'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:57.009416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Made reservation on behalf of 3a49e01453fd472cbc97e0299a90f8d5 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:57.019524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33de788-df94-4734-85f3-bbc8aca26c9a tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event updated for resources: {'Network': ['ID=2861db9a-605b-4774-bd5a-1bb1b423a444,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:57.026237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.041538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:57.049834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.069349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.082891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.106174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c4139789-f42d-4fcc-82fa-2cd3c5898b93 None None] Provisioning complete for port 6a6cec60-ea81-47db-a56c-674427f3b1c0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:57.107239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c4139789-f42d-4fcc-82fa-2cd3c5898b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.136191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d519a30f-898b-4bea-8070-120ae2dfe67e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.137453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] device_id is not set on port d75ca3dd-8041-4ec2-8410-78fc8ddc02bb yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:21:57.152150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c4139789-f42d-4fcc-82fa-2cd3c5898b93 None None] Port 6a6cec60-ea81-47db-a56c-674427f3b1c0 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:57.183020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.185553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] For port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:21:57.232099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:57.240334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] For port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:21:57.244915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:57.257699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:57.275825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3343b-05d0-4f3f-8502-a2483e833a7d req-0ee5d488-0ee3-4941-90f6-0885a657f1df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:57.277754 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4f3343b-05d0-4f3f-8502-a2483e833a7d req-0ee5d488-0ee3-4941-90f6-0885a657f1df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 932 time: 0.2356379 May 12 03:21:57.278952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event updated for resources: {'Port': ['ID=d519a30f-898b-4bea-8070-120ae2dfe67e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:57.301677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.337815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Allocated IP 172.20.0.8 (cf15f2d9-c72f-44d5-816b-5d34a281fa21/9e7ddeaa-17a5-4eae-9056-85d61db2218d/17b08503-91e7-4757-b4e1-fc0d5cfdc622) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:57.436923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:57.437764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.439378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 1093 time: 4.3538117 May 12 03:21:57.443637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:21:57.446526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for security_group (6260d138-b186-41ff-b18e-a3746fea2c18), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.493279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (6260d138-b186-41ff-b18e-a3746fea2c18), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.619474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Allocated IP 172.20.0.14 (9f30f824-51e2-45ee-9584-ddf363f799db/ee42937d-784c-447e-bb4d-97a04a1e584c/d75ca3dd-8041-4ec2-8410-78fc8ddc02bb) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:21:57.622654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.659766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:21:57.685723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6260d138-b186-41ff-b18e-a3746fea2c18,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:57.802955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4619a68c-a157-42ce-b7db-a6e4b7114978" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:21:57.846464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a3122-abd0-4fa8-86e9-978e9ccacd28 service neutron] Pushing event updated for resources: {'Port': ['ID=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:57.862952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2861db9a-605b-4774-bd5a-1bb1b423a444']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:57.869907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4f3343b-05d0-4f3f-8502-a2483e833a7d req-cc667d17-aa9d-4fa6-bb0a-16293507d0d4 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5387075 May 12 03:21:57.900124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f32740-4d53-41e6-9b4a-a9a5c5e8e86f') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:57.900341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f32740-4d53-41e6-9b4a-a9a5c5e8e86f') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:57.917520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1b7a3447-76e6-46ac-993b-4ef5932c81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:57.918971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-1b7a3447-76e6-46ac-993b-4ef5932c81cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1127 time: 0.3092079 May 12 03:21:57.938281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56660) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:57.946109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (06020d63-bcb8-4366-8e45-0198420cea3e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:57.946627 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 06020d63-bcb8-4366-8e45-0198420cea3e of type vlan for network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 May 12 03:21:57.955503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7926-08e3-4e84-b909-ac8769b0572c req-2ce03d9a-e827-45b9-89c7-6600b9c1f51a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:57.956985 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d1f7926-08e3-4e84-b909-ac8769b0572c req-2ce03d9a-e827-45b9-89c7-6600b9c1f51a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 943 time: 0.2904463 May 12 03:21:57.963690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (d3f32740-4d53-41e6-9b4a-a9a5c5e8e86f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.023355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b9b46d2f-6597-4f2f-b9c2-c58bc7606153), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.154389 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ac3ba28e-896d-48d3-916e-c43cf61bf9b7 tempest-AgentManagementNegativeTest-1974304142 tempest-AgentManagementNegativeTest-1974304142-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2108185 May 12 03:21:58.164221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b9b46d2f-6597-4f2f-b9c2-c58bc7606153), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.169646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:58.170210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.309405 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 1.6034532 May 12 03:21:58.336256 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-027151c3-e7d0-4ef7-a2d6-3aa32dc8d986 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 217 time: 0.3744485 May 12 03:21:58.337224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d3f32740-4d53-41e6-9b4a-a9a5c5e8e86f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.351752 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-035e97f5-84a2-45eb-bd15-b6373d058064 req-d2836323-a98b-43eb-89da-d13bb4d1d65b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 210 time: 0.3860934 May 12 03:21:58.380856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:58.381250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (d3f32740-4d53-41e6-9b4a-a9a5c5e8e86f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.386376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4601-9754-48cf-85ac-e6df602c121f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=b9b46d2f-6597-4f2f-b9c2-c58bc7606153,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:58.391859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6cec60-ea81-47db-a56c-674427f3b1c0 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:21:58.398973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.400887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:21:58.402664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Publish callbacks [] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:21:58.422886 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:21:58.476190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56668) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:58.496998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:58.543129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56672) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:58.578430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.589779 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d1f7926-08e3-4e84-b909-ac8769b0572c req-21a9b152-69be-46bf-ab57-985903ed170b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6068289 May 12 03:21:58.597732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-d7591643-b497-4eb0-b30c-4c73b78677f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:58.599139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-d7591643-b497-4eb0-b30c-4c73b78677f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.2429700 May 12 03:21:58.634275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (2861db9a-605b-4774-bd5a-1bb1b423a444), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.634754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Transition to ACTIVE for port object 6a6cec60-ea81-47db-a56c-674427f3b1c0 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:21:58.638256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2861db9a-605b-4774-bd5a-1bb1b423a444 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:21:58.643120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.646681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] 10.222.0.23 "DELETE /v2.0/networks/2861db9a-605b-4774-bd5a-1bb1b423a444 HTTP/1.1" status: 204 len: 168 time: 1.9184630 May 12 03:21:58.651951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56676) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:58.677366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.712668 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0310bf-ab67-4e4b-8dfd-2cbd19f51728 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] DELETE failed (client error): The resource could not be found. May 12 03:21:58.713205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0310bf-ab67-4e4b-8dfd-2cbd19f51728 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:21:58.716103 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4d0310bf-ab67-4e4b-8dfd-2cbd19f51728 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] 10.222.0.23 "DELETE /v2.0/subnets/13d98f68-9c47-40a5-8022-5184cabbd45b HTTP/1.1" status: 404 len: 337 time: 0.0366256 May 12 03:21:58.725082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56678) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:58.733483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for port (d75ca3dd-8041-4ec2-8410-78fc8ddc02bb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.846729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d434980-b931-44c5-8228-bb0f38ba8b47 tempest-ExternalNetworksTestJSON-876111217 tempest-ExternalNetworksTestJSON-876111217-project-admin] Pushing event deleted for resources: {'Network': ['ID=2861db9a-605b-4774-bd5a-1bb1b423a444,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:58.849304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.964347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d75ca3dd-8041-4ec2-8410-78fc8ddc02bb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.964837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6cec60-ea81-47db-a56c-674427f3b1c0,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:58.969482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:21:58.973369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:58.994892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57a9e0-7e8f-48a6-ad69-9be67061d6eb x-openstack-request-id: req-1e57a9e0-7e8f-48a6-ad69-9be67061d6eb {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:21:58.995184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:21:58.999541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e57a9e0-7e8f-48a6-ad69-9be67061d6eb {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:21:59.000197 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e57a9e0-7e8f-48a6-ad69-9be67061d6eb'] response: {'name': 'network-changed', 'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'status': 'completed', 'code': 200} May 12 03:21:59.001284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event updated for resources: {'Port': ['ID=17b08503-91e7-4757-b4e1-fc0d5cfdc622,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:59.012558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-a9700080-1ce1-4bd4-a68f-51472ceeea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:59.014251 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-a9700080-1ce1-4bd4-a68f-51472ceeea71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3917978 May 12 03:21:59.084186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event updated for resources: {'Port': ['ID=d75ca3dd-8041-4ec2-8410-78fc8ddc02bb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:59.178539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.182399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (4f5b4f31-6800-40fa-81e4-a626a307108b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.193946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:59.195834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Network 9f30f824-51e2-45ee-9584-ddf363f799db is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:21:59.241407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-95df47ac-a0c3-4e2f-b565-b700630a130e service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471803 May 12 03:21:59.242205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-70709fda-c202-4736-949c-007197f3d312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.251079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e354943-33a6-439a-843c-97473db4cb7e req-c6654e76-91fd-4fb8-b8e1-4a2450ac50f6 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:59.252495 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e354943-33a6-439a-843c-97473db4cb7e req-c6654e76-91fd-4fb8-b8e1-4a2450ac50f6 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 944 time: 0.2299600 May 12 03:21:59.260268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=4f5b4f31-6800-40fa-81e4-a626a307108b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:21:59.261373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:59.263434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:59.366841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:59.371187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:21:59.469467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '06020d63-bcb8-4366-8e45-0198420cea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:59.469827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: b9b46d2f-6597-4f2f-b9c2-c58bc7606153, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:21:59.478376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:59.479135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.497342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.513185 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-acaccc88-46a1-4ef3-9e03-dc9d838b6c92 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0435367 May 12 03:21:59.545707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Request body: {'port': {'device_id': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:21:59.617297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Attempting to bind port 6a6cec60-ea81-47db-a56c-674427f3b1c0 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:21:59.617667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Attempting to bind port 6a6cec60-ea81-47db-a56c-674427f3b1c0 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:21:59.619893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Attempting to bind port 6a6cec60-ea81-47db-a56c-674427f3b1c0 on network a03fb1ca-bbb4-48c2-98f2-13380985b033 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:59.656354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fca7e843-aa55-4e86-9694-fedcf4b1c02f None None] Provisioning complete for port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:59.657515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fca7e843-aa55-4e86-9694-fedcf4b1c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.662200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.664627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Port 6a6cec60-ea81-47db-a56c-674427f3b1c0 on network a03fb1ca-bbb4-48c2-98f2-13380985b033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:21:59.664947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Attempting to bind port 6a6cec60-ea81-47db-a56c-674427f3b1c0 on network a03fb1ca-bbb4-48c2-98f2-13380985b033 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:21:59.674866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:59.675495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.691896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:21:59.705797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:21:59.706550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Checking segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:21:59.706674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Bound using segment: {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:21:59.707083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Bound port: 6a6cec60-ea81-47db-a56c-674427f3b1c0, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbb8ef1-1766-416c-90f4-3465e0c67ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:21:59.707681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.714783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:59.717609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fca7e843-aa55-4e86-9694-fedcf4b1c02f None None] Port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:59.731308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fca7e843-aa55-4e86-9694-fedcf4b1c02f None None] Provisioning complete for port d75ca3dd-8041-4ec2-8410-78fc8ddc02bb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:21:59.732821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fca7e843-aa55-4e86-9694-fedcf4b1c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d75ca3dd-8041-4ec2-8410-78fc8ddc02bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.737150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b9b46d2f-6597-4f2f-b9c2-c58bc7606153) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:21:59.741806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:59.743029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.747045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3804045c-3e59-4cc0-905d-2e3d35272c14') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:59.747452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3804045c-3e59-4cc0-905d-2e3d35272c14') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:21:59.752923 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8df2bd8-c631-407c-91a9-16a377c01177 req-50a2067c-9218-4c13-aecf-8f2a0891a775 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979644 May 12 03:21:59.756741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.769378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a33e5d-b61d-44fa-932b-c309e1a5496e req-03ecc23b-7b71-47bf-af69-494610a2e9ec tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:21:59.771235 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4a33e5d-b61d-44fa-932b-c309e1a5496e req-03ecc23b-7b71-47bf-af69-494610a2e9ec tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 931 time: 0.1809833 May 12 03:21:59.783653 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e354943-33a6-439a-843c-97473db4cb7e req-265485fb-14a0-4b18-af19-37d7c085ee6c tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728182 May 12 03:21:59.791279 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b94f845c-bccf-4895-b61a-bee25c5fe6dc tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7788904 May 12 03:21:59.799217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56688) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:21:59.809375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (3804045c-3e59-4cc0-905d-2e3d35272c14), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.811813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecccc76-e6db-4511-8b1a-6fa941697be2 None None] Network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:21:59.826261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3804045c-3e59-4cc0-905d-2e3d35272c14), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.835447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:21:59.835447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (3804045c-3e59-4cc0-905d-2e3d35272c14), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:21:59.879938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fca7e843-aa55-4e86-9694-fedcf4b1c02f None None] Port d75ca3dd-8041-4ec2-8410-78fc8ddc02bb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:21:59.996940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'project_id': '3a49e01453fd472cbc97e0299a90f8d5', 'port_id': 'd75ca3dd-8041-4ec2-8410-78fc8ddc02bb'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:00.005239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-70709fda-c202-4736-949c-007197f3d312 admin admin] Publish callbacks [] for security_group (06a9cbd2-6763-4439-898b-d2065d3bd88c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.021590 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4a33e5d-b61d-44fa-932b-c309e1a5496e req-764d6dbb-c699-4204-989c-f717fcb3855b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369726 May 12 03:22:00.026590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-70709fda-c202-4736-949c-007197f3d312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (06a9cbd2-6763-4439-898b-d2065d3bd88c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.033985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b9b46d2f-6597-4f2f-b9c2-c58bc7606153', 'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '4f5b4f31-6800-40fa-81e4-a626a307108b'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:00.035151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.044300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185607be-19cd-44a2-bdc7-da167a5010e4 req-0237856c-ca81-438e-86af-489ee707d41d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:00.053928 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-185607be-19cd-44a2-bdc7-da167a5010e4 req-0237856c-ca81-438e-86af-489ee707d41d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 943 time: 0.1690011 May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: warnings.warn(msg) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:00.136399 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:00.140079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Router b16aafd1-1ec9-4738-8741-9342ffc5e4a0 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:00.146326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.156851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aea396bd-206b-403e-b80b-e08cc1b7a649 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6794598 May 12 03:22:00.162685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.165440 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] 10.222.0.23 "DELETE /v2.0/networks/9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b HTTP/1.1" status: 204 len: 168 time: 1.4395070 May 12 03:22:00.169610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56692) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:00.174026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662621341'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:00.199027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70709fda-c202-4736-949c-007197f3d312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a9cbd2-6763-4439-898b-d2065d3bd88c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:00.229770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa4f50-73d0-48f8-affe-8be1db501f09 tempest-ExternalNetworksTestJSON-1163916590 tempest-ExternalNetworksTestJSON-1163916590-project] Pushing event deleted for resources: {'Network': ['ID=9d2e83b8-2ef2-4ff7-bf4a-0a48429f0a8b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:00.234081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.261929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Allocated IP 172.20.255.242 (b9b46d2f-6597-4f2f-b9c2-c58bc7606153/4f5b4f31-6800-40fa-81e4-a626a307108b/66128fcc-69a5-4c08-9ed8-f5ce2108b24c) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:00.265814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-70709fda-c202-4736-949c-007197f3d312 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d79a631b9f44e46a05dd0ea2cdf4934&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7199662 May 12 03:22:00.297196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56696) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:00.313996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] For port 6a6cec60-ea81-47db-a56c-674427f3b1c0, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:00.335433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:00.339329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.378339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] For port 6a6cec60-ea81-47db-a56c-674427f3b1c0, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:00.408779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:00.413350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.466764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.490977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.491533 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment a4a47ab3-d77b-41fb-bef3-2ebc23325a31 of type vlan for network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 May 12 03:22:00.542670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Publish callbacks [] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.550984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56700) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:00.554015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.574973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:00.575512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:00.576137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.578187 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a6cec60-ea81-47db-a56c-674427f3b1c0 HTTP/1.1" status: 200 len: 1094 time: 3.7011445 May 12 03:22:00.582208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:00.599207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] Sync routers for ids ['b16aafd1-1ec9-4738-8741-9342ffc5e4a0'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:00.604996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:00.608080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:00.613979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:00.636327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] Routers {'b16aafd1-1ec9-4738-8741-9342ffc5e4a0'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:00.636978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b16aafd1-1ec9-4738-8741-9342ffc5e4a0'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:00.662837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48aec754-c232-4681-b037-9c937ffcd9ac admin admin] Publish callbacks [] for security_group (06a9cbd2-6763-4439-898b-d2065d3bd88c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.669743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.671021 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-29cc40b0-3a8d-4c6f-9817-d30d0256d935 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9393592 May 12 03:22:00.674619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.677551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56708) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:00.682507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:00.697941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Allocated IP 172.26.2.80 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/026b8bc0-433f-467c-8428-414c0fb9f7a1) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:00.708916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Pushing event updated for resources: {'Port': ['ID=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:00.710571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf747-83f8-4b3e-aa6d-672fd9715570 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6cec60-ea81-47db-a56c-674427f3b1c0,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:00.749552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] Routers {'b16aafd1-1ec9-4738-8741-9342ffc5e4a0'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:00.750097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:21:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b16aafd1-1ec9-4738-8741-9342ffc5e4a0'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:00.804244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Attempting to bind port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:00.804618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Attempting to bind port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '06020d63-bcb8-4366-8e45-0198420cea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:00.805211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Attempting to bind port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c on network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:00.808421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:00.809038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc80989-8761-461d-bc19-df6a4efe5abe None None] The sync data for ids ['b16aafd1-1ec9-4738-8741-9342ffc5e4a0'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:00.818240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:00.818632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Checking segment: {'id': '06020d63-bcb8-4366-8e45-0198420cea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:00.819042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.819445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Bound using segment: {'id': '06020d63-bcb8-4366-8e45-0198420cea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:00.819919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Bound port: 66128fcc-69a5-4c08-9ed8-f5ce2108b24c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06020d63-bcb8-4366-8e45-0198420cea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b9b46d2f-6597-4f2f-b9c2-c58bc7606153'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:00.820307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.877364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b921bd-572c-4771-ae27-af34a1feaaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:00.891099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.resource_extend [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:22:00.892830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] For port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:00.898391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] For port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,segment=NetworkSegment(06020d63-bcb8-4366-8e45-0198420cea3e),segment_id=06020d63-bcb8-4366-8e45-0198420cea3e)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:00.904511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-185607be-19cd-44a2-bdc7-da167a5010e4 req-36c009eb-83d3-4562-b20b-7ce895d4e1ac tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8496509 May 12 03:22:00.915232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:00.960348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48aec754-c232-4681-b037-9c937ffcd9ac admin admin] Publish callbacks [] for security_group (06a9cbd2-6763-4439-898b-d2065d3bd88c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.036183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6248b03-1854-4513-b3f2-1ec4054aaa87 None None] Pushing event updated for resources: {'Port': ['ID=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:01.071696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.157272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c997a5-2549-4ac3-a6b5-fb0753aebfce req-9bd40484-3de0-43df-990c-76c27db2d544 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:01.161008 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76c997a5-2549-4ac3-a6b5-fb0753aebfce req-9bd40484-3de0-43df-990c-76c27db2d544 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 944 time: 0.2340615 May 12 03:22:01.165067 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9fd3b81d-623a-4cb4-9152-7ddb43e56442 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/b16aafd1-1ec9-4738-8741-9342ffc5e4a0 HTTP/1.1" status: 200 len: 921 time: 0.4720559 May 12 03:22:01.166521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56718) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:01.180208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-96bcf0fc-09ff-4691-88ee-ada7eb3a64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:01.181668 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-96bcf0fc-09ff-4691-88ee-ada7eb3a64d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=451244d76fbf4a7dad3e4a7a56018609&device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 1128 time: 0.1559508 May 12 03:22:01.202478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.207545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b08503-91e7-4757-b4e1-fc0d5cfdc622 {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:22:01.209667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:01.210376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.259255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d0c79-10dc-4f33-a4d4-80c6d057de45 x-openstack-request-id: req-345d0c79-10dc-4f33-a4d4-80c6d057de45 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:01.259877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:01.259877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-345d0c79-10dc-4f33-a4d4-80c6d057de45 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:01.260551 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345d0c79-10dc-4f33-a4d4-80c6d057de45'] response: {'name': 'network-changed', 'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'status': 'completed', 'code': 200} May 12 03:22:01.261830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-207a2cce-9b24-48e8-9fe8-e219b5141fff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0567298 May 12 03:22:01.269444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Publish callbacks [] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.285661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48aec754-c232-4681-b037-9c937ffcd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (06a9cbd2-6763-4439-898b-d2065d3bd88c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.288838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48aec754-c232-4681-b037-9c937ffcd9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.289995 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-48aec754-c232-4681-b037-9c937ffcd9ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06a9cbd2-6763-4439-898b-d2065d3bd88c HTTP/1.1" status: 204 len: 168 time: 0.9884517 May 12 03:22:01.367850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aec754-c232-4681-b037-9c937ffcd9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a9cbd2-6763-4439-898b-d2065d3bd88c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:01.398803 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8477cb29-3444-4570-83b0-a9532ef27094 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=b16aafd1-1ec9-4738-8741-9342ffc5e4a0 HTTP/1.1" status: 200 len: 205 time: 0.1841614 May 12 03:22:01.403001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56724) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:01.490488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Transition to ACTIVE for port object 17b08503-91e7-4757-b4e1-fc0d5cfdc622 will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:22:01.501675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.527964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76c997a5-2549-4ac3-a6b5-fb0753aebfce req-2772d244-9615-418a-9573-a9846cb7f898 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612325 May 12 03:22:01.535194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.569108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-98a22e4c-a7bb-4865-add4-4d16d54e8515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0468baa6a3454b0a8b7e3b2e70684fba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0065670 May 12 03:22:01.570385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-b4b6d99e-a001-4ae5-81d6-934df59540f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:01.572056 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-b4b6d99e-a001-4ae5-81d6-934df59540f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1127 time: 0.5996323 May 12 03:22:01.572691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:01.596385 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 1.4259043 May 12 03:22:01.615993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56730) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:01.622515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-6deccad4-5c27-47ff-997f-abc10b2b892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:01.627082 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-6deccad4-5c27-47ff-997f-abc10b2b892f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc828651-9fb6-47e9-84b2-109097ba00b2 HTTP/1.1" status: 200 len: 845 time: 0.3493209 May 12 03:22:01.636409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:01.652468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66128fcc-69a5-4c08-9ed8-f5ce2108b24c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:01.671416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Pushing event updated for resources: {'Port': ['ID=026b8bc0-433f-467c-8428-414c0fb9f7a1,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:01.724182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:01.726959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84029a6-3bb2-4287-858e-e3a1bf38239a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=067a07e7-7eb5-48af-a2b3-af6ad17bc628,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:01.754857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:01.873971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:01.874257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.060425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:02.060738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.066898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11c4-62b5-4cbd-a83f-4b0a904ef55c admin admin] Publish callbacks [] for security_group (dac90310-496d-42c1-a1b0-aa8e3f3e5b1b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.137533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,segment=NetworkSegment(06020d63-bcb8-4366-8e45-0198420cea3e),segment_id=06020d63-bcb8-4366-8e45-0198420cea3e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:02.142995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.197654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-2969d1bb-38b7-40d9-8531-18ef2bcdb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:02.204250 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-2969d1bb-38b7-40d9-8531-18ef2bcdb902 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.5812089 May 12 03:22:02.213662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11c4-62b5-4cbd-a83f-4b0a904ef55c admin admin] Publish callbacks [] for security_group (dac90310-496d-42c1-a1b0-aa8e3f3e5b1b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.262925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:02.319236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.328308 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-eac8ff16-506d-42ee-926e-ea011cbc7647 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 217 time: 0.1010416 May 12 03:22:02.358689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:02.368487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Pushing event updated for resources: {'Port': ['ID=17b08503-91e7-4757-b4e1-fc0d5cfdc622,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:02.378962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03208-873e-4d7b-9c7c-8857d1ed0630 req-ca8a1a2a-a35a-412b-8f97-f578e0555ff5 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:02.395954 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-95d03208-873e-4d7b-9c7c-8857d1ed0630 req-ca8a1a2a-a35a-412b-8f97-f578e0555ff5 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 931 time: 0.9380803 May 12 03:22:02.438309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:02.470768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:02.519427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Deleting port d519a30f-898b-4bea-8070-120ae2dfe67e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:02.520009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d519a30f-898b-4bea-8070-120ae2dfe67e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.524037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-a90429f5-4a09-41e5-88cf-54ee0b69e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:02.525853 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-a90429f5-4a09-41e5-88cf-54ee0b69e6e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.1757033 May 12 03:22:02.554509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff81fb1-2c09-414b-a8f6-452280dbc104 None None] Network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:02.558863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11c4-62b5-4cbd-a83f-4b0a904ef55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (dac90310-496d-42c1-a1b0-aa8e3f3e5b1b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.564714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb3f11c4-62b5-4cbd-a83f-4b0a904ef55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.565330 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fb3f11c4-62b5-4cbd-a83f-4b0a904ef55c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dac90310-496d-42c1-a1b0-aa8e3f3e5b1b HTTP/1.1" status: 204 len: 168 time: 0.9527383 May 12 03:22:02.588191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56754) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:02.634940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-40d73386-fb48-49a2-84ec-fc09da8dd855 None None] Provisioning complete for port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:02.635646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-40d73386-fb48-49a2-84ec-fc09da8dd855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:02.664129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-c189e9b9-5be8-4d53-a1fd-6f142df17c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:02.669026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f11c4-62b5-4cbd-a83f-4b0a904ef55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac90310-496d-42c1-a1b0-aa8e3f3e5b1b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:02.671408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-c189e9b9-5be8-4d53-a1fd-6f142df17c1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a03fb1ca-bbb4-48c2-98f2-13380985b033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 1.0027244 May 12 03:22:02.735123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:22:02.802915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-40d73386-fb48-49a2-84ec-fc09da8dd855 None None] Current status of the port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:02.808177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f4f35-3679-4440-aa7b-d7a8b88a678b req-a3984121-b7ed-4930-85ac-7394b7102e0e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:02.816841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3e2f4f35-3679-4440-aa7b-d7a8b88a678b req-a3984121-b7ed-4930-85ac-7394b7102e0e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 943 time: 0.4073234 May 12 03:22:02.876705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1883744587'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:02.901751 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-95d03208-873e-4d7b-9c7c-8857d1ed0630 req-616c345b-e17b-4e7e-9767-20333fea9912 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5045965 May 12 03:22:02.951218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:02.970691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'port_id': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'mac_address': 'fa:16:3e:4c:dc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:22:03.016349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-a86ebcd1-18f9-460a-a113-a5f390d0cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:03.017866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-a86ebcd1-18f9-460a-a113-a5f390d0cec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4782751 May 12 03:22:03.024649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:03.025353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.064316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:22:03.116003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:03.130258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.133058 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-dd3754ed-3d09-4cda-849e-552fd1227156 service neutron] 10.222.0.57 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188275 May 12 03:22:03.134243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Made reservation on behalf of d64706669d604e649ab575e90b893083 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:03.139202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.142645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99a741d8-92c6-4d04-ab88-c06358c170a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.145150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d519a30f-898b-4bea-8070-120ae2dfe67e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.150948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ad3a-1b7a-4791-9e22-8ed710a301dd req-cf0accb4-bfaf-45a7-81e4-16dd0431bb72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:03.152914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6660ad3a-1b7a-4791-9e22-8ed710a301dd req-cf0accb4-bfaf-45a7-81e4-16dd0431bb72 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 944 time: 0.0720596 May 12 03:22:03.164314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c52d0ef3-1a2b-42e5-8c78-689794757a00 None None] Provisioning complete for port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:03.164716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c52d0ef3-1a2b-42e5-8c78-689794757a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.169679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Calling delete_port for d519a30f-898b-4bea-8070-120ae2dfe67e owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:03.199767 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-fc069870-4714-4056-9591-bfd248a5e476 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696117 May 12 03:22:03.229864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56762) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:03.278570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:03.283074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.328741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.339021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:03.359542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-49a3c682-3f91-44f9-b326-b121ae712ffe service neutron] 10.222.0.57 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056410 May 12 03:22:03.391577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Attempting to bind port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:03.391912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Attempting to bind port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:03.392245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Attempting to bind port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 on network cf15f2d9-c72f-44d5-816b-5d34a281fa21 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:03.402444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3e2f4f35-3679-4440-aa7b-d7a8b88a678b req-9f3901f1-7ad4-4713-8a00-72247d612d5a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5768919 May 12 03:22:03.422220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c52d0ef3-1a2b-42e5-8c78-689794757a00 None None] Current status of the port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:03.431811 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a400c04b-40a5-49c4-873f-5737dbc491fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e12d20024a7348b0bba90496d2b1ce6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2004631 May 12 03:22:03.434729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56764) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:03.463222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 on network cf15f2d9-c72f-44d5-816b-5d34a281fa21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:03.463544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Attempting to bind port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 on network cf15f2d9-c72f-44d5-816b-5d34a281fa21 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:03.469304 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4619a68c-a157-42ce-b7db-a6e4b7114978 req-518f4363-4c81-4e3f-a0fc-1dc8061d000d service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402115 May 12 03:22:03.482049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['0d94d4e8-180f-426f-83ca-1ab0c8d1dc85'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:22:03.531040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:03.531377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Checking segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:03.531763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Bound using segment: {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:03.532268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Bound port: 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7913e81e-91eb-4a6a-9539-3d6ef23bf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:03.532634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.536415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49bd3b41-06c2-44d6-8196-7469e92cffae admin admin] Publish callbacks [] for security_group (0bab18a1-7db9-4c24-8a40-448133b941f1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.547720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66128fcc-69a5-4c08-9ed8-f5ce2108b24c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:03.563909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d519a30f-898b-4bea-8070-120ae2dfe67e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.566980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49bd3b41-06c2-44d6-8196-7469e92cffae admin admin] Publish callbacks [] for security_group (0bab18a1-7db9-4c24-8a40-448133b941f1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.582216 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6660ad3a-1b7a-4791-9e22-8ed710a301dd req-de832775-9e89-4f5f-9727-f6af51d4f15c tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205349 May 12 03:22:03.604491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event deleted for resources: {'Port': ['ID=d519a30f-898b-4bea-8070-120ae2dfe67e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:03.696908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.698441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:03.699084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.792123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for security_group (c63a50e9-d9a8-4541-98ff-6cf0e6a268a6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.810751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49bd3b41-06c2-44d6-8196-7469e92cffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0bab18a1-7db9-4c24-8a40-448133b941f1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.811480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c63a50e9-d9a8-4541-98ff-6cf0e6a268a6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.813391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49bd3b41-06c2-44d6-8196-7469e92cffae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.816988 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-49bd3b41-06c2-44d6-8196-7469e92cffae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bab18a1-7db9-4c24-8a40-448133b941f1 HTTP/1.1" status: 204 len: 168 time: 0.3789489 May 12 03:22:03.818154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.818283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] For port 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:03.821234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.836560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:03.837127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd3b41-06c2-44d6-8196-7469e92cffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab18a1-7db9-4c24-8a40-448133b941f1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:03.881059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (b16aafd1-1ec9-4738-8741-9342ffc5e4a0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.881751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Fanout notify agent at l3_agent the message router_deleted on router b16aafd1-1ec9-4738-8741-9342ffc5e4a0 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:03.883353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:03.890869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.891986 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7fe77b5d-1c51-4ac8-b493-2725f7b259d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/b16aafd1-1ec9-4738-8741-9342ffc5e4a0 HTTP/1.1" status: 204 len: 168 time: 2.4880023 May 12 03:22:03.892743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] For port 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:03.896386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:03.901349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1058512980', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': False}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:03.922883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (34521d0e-5c77-48d3-88fd-5acd40e1735d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.923880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (34521d0e-5c77-48d3-88fd-5acd40e1735d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.954225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.966082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (baefe4e5-3121-4c8f-a9b8-05801ab81593), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:03.966634 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Added segment baefe4e5-3121-4c8f-a9b8-05801ab81593 of type vlan for network 749f343d-ae9c-49f1-bc08-a60565fb8fbd May 12 03:22:03.984428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (34521d0e-5c77-48d3-88fd-5acd40e1735d), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.095458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.096074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.097643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] 10.222.0.57 "PUT /v2.0/ports/17b08503-91e7-4757-b4e1-fc0d5cfdc622 HTTP/1.1" status: 200 len: 1093 time: 4.5561547 May 12 03:22:04.098243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a50e9-d9a8-4541-98ff-6cf0e6a268a6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:04.116274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:04.118628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42a5bb5-6a05-4970-b140-34b7d71a911f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:04.143438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.145304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (34521d0e-5c77-48d3-88fd-5acd40e1735d), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.228915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-4da0aafd-3f35-4674-a76d-2f5a5816a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.230695 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-4da0aafd-3f35-4674-a76d-2f5a5816a194 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=451244d76fbf4a7dad3e4a7a56018609&device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 1128 time: 0.0773957 May 12 03:22:04.273250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e785b3-f8d6-4cd5-bf53-4750c802718a x-openstack-request-id: req-10e785b3-f8d6-4cd5-bf53-4750c802718a {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:04.273757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:04.274306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10e785b3-f8d6-4cd5-bf53-4750c802718a {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:04.274805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e785b3-f8d6-4cd5-bf53-4750c802718a'] response: {'name': 'network-changed', 'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'status': 'completed', 'code': 200} May 12 03:22:04.300729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9f85-8f8a-4c9b-a118-d974c12d7e03 req-3fec8b0e-03d0-414d-ab33-f4327ab0ac9f tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.302354 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b47a9f85-8f8a-4c9b-a118-d974c12d7e03 req-3fec8b0e-03d0-414d-ab33-f4327ab0ac9f tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 943 time: 0.2173929 May 12 03:22:04.391244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (749f343d-ae9c-49f1-bc08-a60565fb8fbd), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.470310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-aa7e146f-8dfe-404d-a0c8-3e00a51992a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.472071 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-aa7e146f-8dfe-404d-a0c8-3e00a51992a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a03fb1ca-bbb4-48c2-98f2-13380985b033 HTTP/1.1" status: 200 len: 907 time: 0.2000535 May 12 03:22:04.481571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e61f9-147c-4257-9c55-3cedb88a8863 service neutron] Pushing event updated for resources: {'Port': ['ID=17b08503-91e7-4757-b4e1-fc0d5cfdc622,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:04.525578 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:22:04.538384 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-bb9ed4a8-97dc-42e7-995a-e9cef8d9569f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0411427 May 12 03:22:04.540880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-47e07fc5-6adc-4205-846e-3cc1b2618be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.542454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-47e07fc5-6adc-4205-846e-3cc1b2618be2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1&device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 1127 time: 0.2748117 May 12 03:22:04.559172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:04.561390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (34521d0e-5c77-48d3-88fd-5acd40e1735d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.600874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.662563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-4b39cf45-eece-40d2-ab85-a013ef1fe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.664169 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-4b39cf45-eece-40d2-ab85-a013ef1fe5ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc828651-9fb6-47e9-84b2-109097ba00b2 HTTP/1.1" status: 200 len: 845 time: 0.1123245 May 12 03:22:04.714275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:04.725047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-a763ef0e-3df7-4938-b318-4dbcbffe8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.727252 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-a763ef0e-3df7-4938-b318-4dbcbffe8ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a03fb1ca-bbb4-48c2-98f2-13380985b033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0548966 May 12 03:22:04.774061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:22:04.789598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:04.790375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.796973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Allocated IP 172.26.2.189 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/2319f1e2-6775-4a8e-ae9c-cc479d55a9c0) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:04.882217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:04.883410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.909611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (749f343d-ae9c-49f1-bc08-a60565fb8fbd), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.914646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.915235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:04.926089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:04.932808 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-a1c4f1fd-3984-4c8c-af1b-d1f868fc3bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622 HTTP/1.1" status: 200 len: 217 time: 0.3604255 May 12 03:22:04.933444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:04.933803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: 067a07e7-7eb5-48af-a2b3-af6ad17bc628, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:04.949988 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-5f1ede82-fb1e-4d70-a4be-2f7196ede3e4 service neutron] 10.222.0.57 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683416 May 12 03:22:04.974699 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b47a9f85-8f8a-4c9b-a118-d974c12d7e03 req-f430a93b-f1c3-4dd2-9ae4-b095f33fd24f tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6258795 May 12 03:22:04.994763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23dd35-6e01-41d3-94e0-a299183b24c6 req-51140448-126b-4786-b63e-463013274ee9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:04.996449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f23dd35-6e01-41d3-94e0-a299183b24c6 req-51140448-126b-4786-b63e-463013274ee9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 944 time: 0.5074253 May 12 03:22:05.021588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.021731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for floatingip (c580ee07-bb34-4460-b68f-acc2aa35ec63), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.082694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4801948 May 12 03:22:05.086898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:05.090233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56802) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:05.101461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Request body: {'subnet': {'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:05.110996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.141013 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b8b921bd-572c-4771-ae27-af34a1feaaf9 req-307230ba-9e7b-427e-8267-d3bd4c1a04aa service neutron] 10.222.0.57 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758955 May 12 03:22:05.147517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.173633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7773e-3c77-45d8-ab29-20f66ef6f116 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event updated for resources: {'Network': ['ID=749f343d-ae9c-49f1-bc08-a60565fb8fbd,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:05.195808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:05.198475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:05.221726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-3de05d3d-1e8c-4e19-ba5b-56c71a3c9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:05.223248 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-3de05d3d-1e8c-4e19-ba5b-56c71a3c9ffb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e7ddeaa-17a5-4eae-9056-85d61db2218d HTTP/1.1" status: 200 len: 851 time: 0.2746282 May 12 03:22:05.237168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:05.248458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:05.257808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3cd00-da0c-4b3e-9c23-7e0f70d536a8 req-d9f35cb3-709d-42ee-a57b-53bb01dee888 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:05.259230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:05.260529 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5ea3cd00-da0c-4b3e-9c23-7e0f70d536a8 req-d9f35cb3-709d-42ee-a57b-53bb01dee888 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 944 time: 0.1753407 May 12 03:22:05.274408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 067a07e7-7eb5-48af-a2b3-af6ad17bc628) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:05.340019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Port': ['ID=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:05.377001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7c88a-884e-4ba0-87ed-703b6aee1b7a None None] Network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:05.377207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:05.377820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.381165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:05.382826 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f23dd35-6e01-41d3-94e0-a299183b24c6 req-e805ac33-fe89-403f-a471-a7977a29ee2e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624454 May 12 03:22:05.394311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Made reservation on behalf of d64706669d604e649ab575e90b893083 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:05.398285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.407722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04325bf9-d825-4f6a-930c-d041f86bb8d1" -d '{"events": [{"server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "name": "network-vif-plugged", "status": "completed", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:05.407880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-7d45cf21-af92-4e05-881a-310d9589581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:05.408112 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-7d45cf21-af92-4e05-881a-310d9589581d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf15f2d9-c72f-44d5-816b-5d34a281fa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1760364 May 12 03:22:05.415696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.455328 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7cb90117-38ad-4cd1-b81b-265f32d733e1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8244925 May 12 03:22:05.465731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56816) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:05.511372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a69597fa-594b-47c4-86c1-bbc03a996cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.585190 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5ea3cd00-da0c-4b3e-9c23-7e0f70d536a8 req-2989047d-9cbe-43ed-8e78-f33bcac8c94a tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760379 May 12 03:22:05.610006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-067a07e7-7eb5-48af-a2b3-af6ad17bc628', 'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': 'dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:05.611339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.734022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.748272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56822) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:05.757761 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-1a612c73-3c33-4b8e-baeb-00909e24a2b7 service neutron] 10.222.0.57 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401802 May 12 03:22:05.855986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70177f-3f7c-41b7-a269-72a3f15fdbfd x-openstack-request-id: req-aa70177f-3f7c-41b7-a269-72a3f15fdbfd {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:05.858058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "name": "network-vif-plugged", "status": "completed", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:05.858412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa70177f-3f7c-41b7-a269-72a3f15fdbfd {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:05.859087 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa70177f-3f7c-41b7-a269-72a3f15fdbfd'] response: {'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'code': 200} May 12 03:22:05.933976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Allocated IP 172.20.0.2 (067a07e7-7eb5-48af-a2b3-af6ad17bc628/dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3/ee2da320-8903-46f2-8c6f-2fa2a12fc4bb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:05.937336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72adac23-d939-41cc-9a2e-f9fe485d2e3a req-3c02a54c-90a8-4816-a0dc-f4d038bc1f6a service neutron] 10.222.0.57 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728764 May 12 03:22:05.947656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.954208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:05.998029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:06.059431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Pushing event updated for resources: {'Port': ['ID=026b8bc0-433f-467c-8428-414c0fb9f7a1,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:06.072573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.088619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (c580ee07-bb34-4460-b68f-acc2aa35ec63), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.153535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (34521d0e-5c77-48d3-88fd-5acd40e1735d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.157529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Publish callbacks [] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.161643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8ca69-f757-4336-84cc-0a9d9f94b46f req-e5e64100-81c6-4c5b-8055-b382dc49659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:06.163745 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-93c8ca69-f757-4336-84cc-0a9d9f94b46f req-e5e64100-81c6-4c5b-8055-b382dc49659b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.1519775 May 12 03:22:06.165687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.199656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:06.202671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:06.206007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:06.221052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c686d-b721-44a1-8f69-c1b5c4f86232 req-c05690bc-3ec1-45f3-9c6b-e7ac77941377 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:06.222580 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d83c686d-b721-44a1-8f69-c1b5c4f86232 req-c05690bc-3ec1-45f3-9c6b-e7ac77941377 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 943 time: 0.1352644 May 12 03:22:06.239151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Pushing event updated for resources: {'Port': ['ID=ee2da320-8903-46f2-8c6f-2fa2a12fc4bb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:06.251837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.281272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (c149db53-84b2-4be6-a37b-392d529b09f2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.289757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.304803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Attempting to bind port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:06.305177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Attempting to bind port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:06.305543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Attempting to bind port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb on network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:06.312802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:06.313568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Checking segment: {'id': 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:06.314057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.314421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Bound using segment: {'id': 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:06.315408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Bound port: ee2da320-8903-46f2-8c6f-2fa2a12fc4bb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:06.315813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.356484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Floating IP c580ee07-bb34-4460-b68f-acc2aa35ec63 associated. External IP: 172.26.2.80, port: d75ca3dd-8041-4ec2-8410-78fc8ddc02bb. May 12 03:22:06.405100 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d83c686d-b721-44a1-8f69-c1b5c4f86232 req-e50a4a9f-b0dc-4665-a94b-d77bb3dd1f30 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721306 May 12 03:22:06.412458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] For port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:06.421016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] For port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ee2da320-8903-46f2-8c6f-2fa2a12fc4bb,segment=NetworkSegment(a4a47ab3-d77b-41fb-bef3-2ebc23325a31),segment_id=a4a47ab3-d77b-41fb-bef3-2ebc23325a31)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:06.422440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event updated for resources: {'Subnet': ['ID=c149db53-84b2-4be6-a37b-392d529b09f2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:06.424617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.435246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.512040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Checking segment: {'id': 'baefe4e5-3121-4c8f-a9b8-05801ab81593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:06.512486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Network hostable DHCP agents. Network: 749f343d-ae9c-49f1-bc08-a60565fb8fbd, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:06.517794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.519761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19e9d3-7464-4938-ab49-70b96e91aa43 None None] Pushing event updated for resources: {'Port': ['ID=ee2da320-8903-46f2-8c6f-2fa2a12fc4bb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:06.574444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Allocated IP 172.26.2.240 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/a5b2cfdf-7b33-481a-8c1e-a58f3b876406) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:06.599693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714e312-84d5-4d38-a808-40e78fe8e09c req-cadfd828-8603-4ea8-bd7f-d6bcb2bd7260 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:06.601183 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6714e312-84d5-4d38-a808-40e78fe8e09c req-cadfd828-8603-4ea8-bd7f-d6bcb2bd7260 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0912561 May 12 03:22:06.621427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:06.664278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.666826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:06.686517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (34521d0e-5c77-48d3-88fd-5acd40e1735d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.694341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 749f343d-ae9c-49f1-bc08-a60565fb8fbd) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:06.698912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:06.699505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.707140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067a07e7-7eb5-48af-a2b3-af6ad17bc628']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:06.714408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0183c31-0e0c-47bd-802e-d45413c35bc0 None None] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:06.743641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6a6cec60-ea81-47db-a56c-674427f3b1c0 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:22:06.762922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b846d-9098-43ba-bfea-fccbbc76a53b req-5fb6fc5b-e70e-474d-a8f2-620a6744a60e tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:06.764438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d65b846d-9098-43ba-bfea-fccbbc76a53b req-5fb6fc5b-e70e-474d-a8f2-620a6744a60e tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 944 time: 0.0746832 May 12 03:22:06.786265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:06.786809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:06.801483 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c49b5e1-2a49-4fb8-a0be-445a287e8560 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7102258 May 12 03:22:06.804458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.809599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56832) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:06.821294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Request body: {'port': {'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1952761554'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:06.853727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.878564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-93c8ca69-f757-4336-84cc-0a9d9f94b46f req-ad2a7205-2562-4f19-b6a0-e528661474c4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.880687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:06.881068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:06.915121 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:06.953281 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6714e312-84d5-4d38-a808-40e78fe8e09c req-85614adc-4faa-4ea5-b26f-a172bd02f54e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431494 May 12 03:22:06.982444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-749f343d-ae9c-49f1-bc08-a60565fb8fbd', 'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd', 'project_id': 'd64706669d604e649ab575e90b893083', 'fixed_ips': [{'subnet_id': 'c149db53-84b2-4be6-a37b-392d529b09f2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:06.983342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.012818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 6a6cec60-ea81-47db-a56c-674427f3b1c0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:07.027583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-c2793f40-7fca-443f-b290-dc1e0b208de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:07.029163 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-c2793f40-7fca-443f-b290-dc1e0b208de7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1&device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 1127 time: 0.1700666 May 12 03:22:07.039212 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d65b846d-9098-43ba-bfea-fccbbc76a53b req-4e809ff6-ebc3-4195-8842-0a09aa916f85 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592876 May 12 03:22:07.046681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:22:07.046681 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:22:07.046681 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': '067a07e7-7eb5-48af-a2b3-af6ad17bc628'}] May 12 03:22:07.046681 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:07.047068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:07.086791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'port_id': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'mac_address': 'fa:16:3e:d6:2d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:22:07.131550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.145329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Router fddc40a3-29b1-49fc-bb0c-acb9075156d3 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:07.150681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Made reservation on behalf of d64706669d604e649ab575e90b893083 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:07.154331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.177073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Router 34521d0e-5c77-48d3-88fd-5acd40e1735d is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:07.180183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-93c8ca69-f757-4336-84cc-0a9d9f94b46f req-ad2a7205-2562-4f19-b6a0-e528661474c4 service neutron] Publish callbacks [] for security_group (4756c260-fc31-4728-becf-82c117628b84), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.190343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] device_id is not set on port a6333e5f-55d9-4acd-a7e9-92dd63104d08 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:07.198402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-93c8ca69-f757-4336-84cc-0a9d9f94b46f req-ad2a7205-2562-4f19-b6a0-e528661474c4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4756c260-fc31-4728-becf-82c117628b84), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.294427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 6a6cec60-ea81-47db-a56c-674427f3b1c0 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:07.294784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.314439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6cec60-ea81-47db-a56c-674427f3b1c0 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:22:07.323018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-8f99ce55-cebb-4621-818e-092da7d3ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:07.324521 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-8f99ce55-cebb-4621-818e-092da7d3ee39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf15f2d9-c72f-44d5-816b-5d34a281fa21 HTTP/1.1" status: 200 len: 913 time: 0.2774372 May 12 03:22:07.330428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.331576 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-93c8ca69-f757-4336-84cc-0a9d9f94b46f req-ad2a7205-2562-4f19-b6a0-e528661474c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969878 May 12 03:22:07.337338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a7205-2562-4f19-b6a0-e528661474c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4756c260-fc31-4728-becf-82c117628b84,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:07.349769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Allocated IP 172.20.0.2 (749f343d-ae9c-49f1-bc08-a60565fb8fbd/c149db53-84b2-4be6-a37b-392d529b09f2/2edac0df-7885-4cc8-ae8f-a2a404da3f4d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:07.352689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 6a6cec60-ea81-47db-a56c-674427f3b1c0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:07.362689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.414237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:07.432794 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Sync routers for ids ['34521d0e-5c77-48d3-88fd-5acd40e1735d'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:07.448678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.451169 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4b3f688c-20c7-4cd1-be2c-032c68cb03fc tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5537620 May 12 03:22:07.454419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:07.454570 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Routers {'34521d0e-5c77-48d3-88fd-5acd40e1735d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:07.455154 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['34521d0e-5c77-48d3-88fd-5acd40e1735d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:07.480836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=6a6cec60-ea81-47db-a56c-674427f3b1c0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:07.560441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.626550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['6a6cec60-ea81-47db-a56c-674427f3b1c0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:22:07.669699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ee2da320-8903-46f2-8c6f-2fa2a12fc4bb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:07.699405 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Set router 34521d0e-5c77-48d3-88fd-5acd40e1735d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:07.713581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Publish callbacks [] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.720723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:07.721047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.742925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.758625 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6bcd5f65-c147-4536-94af-8f3c956372cd tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/34521d0e-5c77-48d3-88fd-5acd40e1735d HTTP/1.1" status: 200 len: 909 time: 0.3001182 May 12 03:22:07.778629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56838) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:07.786089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1058512980', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': True}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:07.836884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:07.865507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:07.880255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:07.885637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Pushing event updated for resources: {'Port': ['ID=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:07.901763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:07.902162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:07.930081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:07.932230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b2cfdf-7b33-481a-8c1e-a58f3b876406,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:07.935897 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-91837835-63ad-41f4-8975-62f001a9ec11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622 HTTP/1.1" status: 200 len: 217 time: 0.5757585 May 12 03:22:07.981689 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34521d0e-5c77-48d3-88fd-5acd40e1735d', 'name': 'tempest-snat-router-1058512980', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.189'}], 'enable_snat': False}, 'gw_port_id': '2319f1e2-6775-4a8e-ae9c-cc479d55a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:22:03Z', 'updated_at': '2022-05-12T03:22:05Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': '2319f1e2-6775-4a8e-ae9c-cc479d55a9c0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34521d0e-5c77-48d3-88fd-5acd40e1735d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:22:04Z', 'updated_at': '2022-05-12T03:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:07.993440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:08.007919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:08.069396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d04789-fdeb-4399-a00f-563c020c945a None None] Network 067a07e7-7eb5-48af-a2b3-af6ad17bc628 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:08.070432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e51b7-5f57-4b83-9dca-2f96189c2e21 req-363535d3-4222-4fa3-a0a6-00309d043ef9 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:08.071704 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Checking router: 34521d0e-5c77-48d3-88fd-5acd40e1735d for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:08.072067 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Updating router 34521d0e-5c77-48d3-88fd-5acd40e1735d port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:22:08.077749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.080635 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-104e51b7-5f57-4b83-9dca-2f96189c2e21 req-363535d3-4222-4fa3-a0a6-00309d043ef9 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 943 time: 0.1430237 May 12 03:22:08.098127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:08.117386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] Sync routers for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:08.142690 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.148205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Attempting to bind port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:08.148580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Attempting to bind port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'baefe4e5-3121-4c8f-a9b8-05801ab81593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:08.148948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Attempting to bind port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d on network 749f343d-ae9c-49f1-bc08-a60565fb8fbd {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:08.169038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ee2da320-8903-46f2-8c6f-2fa2a12fc4bb,segment=NetworkSegment(a4a47ab3-d77b-41fb-bef3-2ebc23325a31),segment_id=a4a47ab3-d77b-41fb-bef3-2ebc23325a31)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:08.169628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.177127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.177691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.198923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for ee2da320-8903-46f2-8c6f-2fa2a12fc4bb owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:08.202083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-26dff53f-b9a2-43d4-9a11-0cc1f36a185a None None] Provisioning complete for port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:08.202253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8875c59f-7a97-48d8-9671-b19147360e1e {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:08.202492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-26dff53f-b9a2-43d4-9a11-0cc1f36a185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.202605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:08.214270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:08.214686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Checking segment: {'id': 'baefe4e5-3121-4c8f-a9b8-05801ab81593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:08.215063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.215470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Bound using segment: {'id': 'baefe4e5-3121-4c8f-a9b8-05801ab81593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:08.215990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Bound port: 2edac0df-7885-4cc8-ae8f-a2a404da3f4d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baefe4e5-3121-4c8f-a9b8-05801ab81593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:08.216369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.242979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:08.244209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:08.253875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.265805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ffcf-9243-4d8e-80fb-a4731943ca1a req-f6e4618f-30c6-407d-975d-6e5ca987a532 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:08.267885 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6ff2ffcf-9243-4d8e-80fb-a4731943ca1a req-f6e4618f-30c6-407d-975d-6e5ca987a532 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1649935 May 12 03:22:08.290925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.364445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-1e028ae2-8777-4abd-9fe7-c71bd1815b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:08.364656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:08.367112 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-1e028ae2-8777-4abd-9fe7-c71bd1815b79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e7ddeaa-17a5-4eae-9056-85d61db2218d HTTP/1.1" status: 200 len: 851 time: 0.2395887 May 12 03:22:08.384330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-104e51b7-5f57-4b83-9dca-2f96189c2e21 req-5d47f32f-4830-43e0-b8eb-08e9296305e0 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944512 May 12 03:22:08.445628 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0742d2ec-fdd2-4476-9edf-2db7f4094af4 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.6407943 May 12 03:22:08.449173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56844) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:08.461615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:08.462288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.483049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.497175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:08.498198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:08.520551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ee2da320-8903-46f2-8c6f-2fa2a12fc4bb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.561596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port ee2da320-8903-46f2-8c6f-2fa2a12fc4bb on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:08.570084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6685a-4190-4cbb-9c75-f47d6b1baf70 None None] DHCP port deletion for 067a07e7-7eb5-48af-a2b3-af6ad17bc628 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:08.574392 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.plugins.ml2.db [None req-26dff53f-b9a2-43d4-9a11-0cc1f36a185a None None] No ports have port_id starting with ee2da320-8903-46f2-8c6f-2fa2a12fc4bb May 12 03:22:08.579811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:08.580031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44cdc0-7b40-4806-bde5-94dd6e3bdff2 None None] The sync data for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:08.586744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=ee2da320-8903-46f2-8c6f-2fa2a12fc4bb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:08.594239 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Publish callbacks [] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.603443 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.612455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] For port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:08.634126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for floatingip (f07a2115-b7b4-4444-a19f-599bae723d0c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.648356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-831eae77-730b-4077-97b6-9c5452fa2c14 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] 10.222.0.23 "GET /v2.0/floatingips/c580ee07-bb34-4460-b68f-acc2aa35ec63 HTTP/1.1" status: 200 len: 982 time: 0.1449368 May 12 03:22:08.654053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:08.668800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] For port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,segment=NetworkSegment(baefe4e5-3121-4c8f-a9b8-05801ab81593),segment_id=baefe4e5-3121-4c8f-a9b8-05801ab81593)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:08.678877 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Attempting to bind port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:08.679614 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Attempting to bind port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:08.680140 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Attempting to bind port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:08.686626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.692654 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:08.693374 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:08.694179 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.694864 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:08.695519 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Bound port: 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:08.696076 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.729021 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d70b4-f8eb-45d4-97fb-7dfaa8268da1 None None] Pushing event updated for resources: {'Port': ['ID=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:08.737566 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6ff2ffcf-9243-4d8e-80fb-a4731943ca1a req-45f94b27-e06c-46a3-9478-ae88aad5fbd8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322569 May 12 03:22:08.738772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-0f18a072-e89c-4124-b951-41ed21f19d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:08.740316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-0f18a072-e89c-4124-b951-41ed21f19d14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf15f2d9-c72f-44d5-816b-5d34a281fa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3544559 May 12 03:22:08.753933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.761792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.777797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bd97-862d-4529-b2d7-62e3acae6d20 req-06ece72a-22e8-48bd-ae7b-0737a2a6feac tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:08.798718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee14bd97-862d-4529-b2d7-62e3acae6d20 req-06ece72a-22e8-48bd-ae7b-0737a2a6feac tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 945 time: 0.2939587 May 12 03:22:08.800429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecca80d-d6c3-4c46-b32a-f4c4bbcbdcee None None] Pushing event updated for resources: {'Port': ['ID=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:08.817066 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] For port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:08.820808 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] For port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:08.829182 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.847908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:08.857378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] device_id is not set on port 46f847cc-efb7-4485-80f9-0b67f5a8027c yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:08.883254 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-577738ea-d527-4bcd-aef0-7fd0284486a9 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3384 time: 0.2255900 May 12 03:22:08.898113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56848) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:08.906049 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Routers {'34521d0e-5c77-48d3-88fd-5acd40e1735d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:08.907033 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['34521d0e-5c77-48d3-88fd-5acd40e1735d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:08.949728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 17b08503-91e7-4757-b4e1-fc0d5cfdc622 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:22:08.967047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6a6cec60-ea81-47db-a56c-674427f3b1c0 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:08.975818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067a07e7-7eb5-48af-a2b3-af6ad17bc628']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:09.005278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:09.005594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a47ab3-d77b-41fb-bef3-2ebc23325a31') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:09.042703 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] Set router 34521d0e-5c77-48d3-88fd-5acd40e1735d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:09.045045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.089149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.096286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:09.096742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a4a47ab3-d77b-41fb-bef3-2ebc23325a31), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.122494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.resource_extend [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:22:09.182567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee14bd97-862d-4529-b2d7-62e3acae6d20 req-0bd855ec-abc5-412a-b5fe-d2bb13233adb tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827267 May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:09.208060 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:09.252296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 6a6cec60-ea81-47db-a56c-674427f3b1c0 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:22:09.266135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-77ab6e90-b503-4683-a91d-42b5fcd6e732 service neutron] 10.222.0.57 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094705 May 12 03:22:09.268326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 6a6cec60-ea81-47db-a56c-674427f3b1c0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:09.268819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.300253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (067a07e7-7eb5-48af-a2b3-af6ad17bc628), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.332528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.336655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/067a07e7-7eb5-48af-a2b3-af6ad17bc628 HTTP/1.1" status: 204 len: 168 time: 3.8681788 May 12 03:22:09.348337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Allocated IP 172.20.0.6 (749f343d-ae9c-49f1-bc08-a60565fb8fbd/c149db53-84b2-4be6-a37b-392d529b09f2/46f847cc-efb7-4485-80f9-0b67f5a8027c) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:09.350344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56850) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:09.351686 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34521d0e-5c77-48d3-88fd-5acd40e1735d', 'name': 'tempest-snat-router-1058512980', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.189'}], 'enable_snat': False}, 'gw_port_id': '2319f1e2-6775-4a8e-ae9c-cc479d55a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:22:03Z', 'updated_at': '2022-05-12T03:22:05Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': '2319f1e2-6775-4a8e-ae9c-cc479d55a9c0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34521d0e-5c77-48d3-88fd-5acd40e1735d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:22:04Z', 'updated_at': '2022-05-12T03:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:09.353511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.361850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192704898'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:09.367534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33efe-79b0-4079-9478-3547b04ff1f1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=067a07e7-7eb5-48af-a2b3-af6ad17bc628,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:09.381713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:09.398688 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952bae51-adb4-450f-bd1e-337021827b38 None None] The sync data for ids ['34521d0e-5c77-48d3-88fd-5acd40e1735d'] in dv-neutron-841363-5-hyperv is: [{'id': '34521d0e-5c77-48d3-88fd-5acd40e1735d', 'name': 'tempest-snat-router-1058512980', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.189'}], 'enable_snat': False}, 'gw_port_id': '2319f1e2-6775-4a8e-ae9c-cc479d55a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:22:03Z', 'updated_at': '2022-05-12T03:22:05Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': '2319f1e2-6775-4a8e-ae9c-cc479d55a9c0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34521d0e-5c77-48d3-88fd-5acd40e1735d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:22:04Z', 'updated_at': '2022-05-12T03:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:09.400180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.403048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'port_id': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'mac_address': 'fa:16:3e:33:41:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:22:09.413706 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d70b4-f8eb-45d4-97fb-7dfaa8268da1 None None] Pushing event updated for resources: {'Port': ['ID=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:09.474487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.488143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:09.491893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.518995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 6a6cec60-ea81-47db-a56c-674427f3b1c0 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:09.519783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.555229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04ba08-490d-4a2f-b79c-d1cf3ca968db req-8041cd7d-4763-4dd5-b91f-4237dcac1b6b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:09.560902 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4d04ba08-490d-4a2f-b79c-d1cf3ca968db req-8041cd7d-4763-4dd5-b91f-4237dcac1b6b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 943 time: 0.0787287 May 12 03:22:09.568372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.583474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 6a6cec60-ea81-47db-a56c-674427f3b1c0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:09.589023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:09.593700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f79f65-c04b-4898-afdf-2e96264cef43" -d '{"events": [{"server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "name": "network-vif-plugged", "status": "completed", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:09.600392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.614812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:09.615299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.646504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b08503-91e7-4757-b4e1-fc0d5cfdc622 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:22:09.661130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b2cfdf-7b33-481a-8c1e-a58f3b876406,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:09.667671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:09.672424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.678545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.694687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bfcd4-3a3c-434a-83bd-6298dd3ea72d x-openstack-request-id: req-7d9bfcd4-3a3c-434a-83bd-6298dd3ea72d {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:09.695005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "name": "network-vif-plugged", "status": "completed", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:09.695264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d9bfcd4-3a3c-434a-83bd-6298dd3ea72d {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:09.696009 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9bfcd4-3a3c-434a-83bd-6298dd3ea72d'] response: {'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'code': 200} May 12 03:22:09.697252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:09.701752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2edac0df-7885-4cc8-ae8f-a2a404da3f4d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:09.757392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=6a6cec60-ea81-47db-a56c-674427f3b1c0,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:09.761262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.761821 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 8a258fb6-66bb-4dc2-98da-abbc96bb500d of type vlan for network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 May 12 03:22:09.888696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Allocated IP 172.26.2.163 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/de571fb9-2929-4989-939e-6d1790cabde5) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:09.952725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting port 026b8bc0-433f-467c-8428-414c0fb9f7a1 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:09.953417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.953685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.961819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['17b08503-91e7-4757-b4e1-fc0d5cfdc622'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:22:09.964265 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4d04ba08-490d-4a2f-b79c-d1cf3ca968db req-06df5986-90b0-432e-bb6a-ce20e7d68caa tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831925 May 12 03:22:09.995138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:09.997617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (f07a2115-b7b4-4444-a19f-599bae723d0c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.073875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.081097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:10.081769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.086602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=17b08503-91e7-4757-b4e1-fc0d5cfdc622,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:10.109203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:10.109649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.121563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.122950 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0b688ffe-e444-489b-bc52-990ff716c28c tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3731642 May 12 03:22:10.125185 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e42a5bb5-6a05-4970-b140-34b7d71a911f req-6089ef27-ac08-454a-b60a-da6c354c64cc service neutron] 10.222.0.57 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785790 May 12 03:22:10.133599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0f1b5-09ec-434b-851b-35ab3fcef4b6 req-e2551218-426f-42da-ae3c-b7948c7fb78c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:10.135175 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8d0f1b5-09ec-434b-851b-35ab3fcef4b6 req-e2551218-426f-42da-ae3c-b7948c7fb78c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2624967 May 12 03:22:10.135667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56858) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:10.144512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-384828187', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'fixed_ips': [{'ip_address': '172.26.2.240'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:10.213732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Made reservation on behalf of 86a6848d6dea4e0184c22b95a68340de for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:10.219247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.221654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 0.8696535 May 12 03:22:10.228225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ddee-f40a-495b-bc38-c7c63770594f req-deb4932f-6a02-42a9-a6b1-eb5a105e8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:10.231251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:10.234966 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7e31ddee-f40a-495b-bc38-c7c63770594f req-deb4932f-6a02-42a9-a6b1-eb5a105e8ae8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 1130 time: 0.2758126 May 12 03:22:10.266582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:10.313166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.346043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.346043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for floatingip (026b8bc0-433f-467c-8428-414c0fb9f7a1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.362868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Calling delete_port for 026b8bc0-433f-467c-8428-414c0fb9f7a1 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:10.404066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead06b2-8de3-4b09-8e4f-4dd6683ed473 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=34c31c47-f651-4fdc-9eb7-317c4a7f6191,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:10.428670 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7e31ddee-f40a-495b-bc38-c7c63770594f req-0d682ca1-1af2-4ca7-ac14-bcea5577c990 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698773 May 12 03:22:10.439291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.500874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for port (de571fb9-2929-4989-939e-6d1790cabde5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.509221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:10.515848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:10.516250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b398f19-6b89-422a-a45b-4cda922f5aa8 None None] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:10.521845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:10.588824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (de571fb9-2929-4989-939e-6d1790cabde5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.596053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event updated for resources: {'Port': ['ID=46f847cc-efb7-4485-80f9-0b67f5a8027c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:10.596626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:10.656472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:10.659837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:10.666707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:10.667438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.671114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:10.671809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:10.676843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.688923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Provisioning complete for port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:10.689301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.717812 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8d0f1b5-09ec-434b-851b-35ab3fcef4b6 req-a33ba7fe-94fc-40f1-9497-ac29ed95fde2 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5385189 May 12 03:22:10.774512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Port': ['ID=de571fb9-2929-4989-939e-6d1790cabde5,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:10.781136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_backend_mixin [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing IP validity checks on allocation pools {{(pid=104164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:22:10.781649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_backend_mixin [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:22:10.807584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7edef5c0-38a8-45f5-bad8-7cad5c525744 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9912143 May 12 03:22:10.809372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:10.809810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.819064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:10.824321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Request body: {'port': {'network_id': '749f343d-ae9c-49f1-bc08-a60565fb8fbd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2110386642', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:10.825003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] bootfile-name is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:22:10.825464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] tftp-server is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:22:10.825938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] server-ip-address is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:22:10.913936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for security_group (17fab9f3-7599-409e-85d4-7971b7c1b9e3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.926520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efe54c-e3eb-45fe-91ef-b3b54a5f22e5 req-0a983faa-360f-4533-bbf1-daaa4faa867a tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:10.928220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b7efe54c-e3eb-45fe-91ef-b3b54a5f22e5 req-0a983faa-360f-4533-bbf1-daaa4faa867a tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.4089756 May 12 03:22:10.929484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,segment=NetworkSegment(baefe4e5-3121-4c8f-a9b8-05801ab81593),segment_id=baefe4e5-3121-4c8f-a9b8-05801ab81593)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:10.932093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Current status of the port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:10.932416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.942691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (17fab9f3-7599-409e-85d4-7971b7c1b9e3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:10.952669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.017596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:11.042467 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] device_id is not set on port 0801509b-7cf1-4471-9fdb-c8e418473563 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:11.059225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ee2da320-8903-46f2-8c6f-2fa2a12fc4bb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:11.060967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 17b08503-91e7-4757-b4e1-fc0d5cfdc622 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:11.105527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ee2da320-8903-46f2-8c6f-2fa2a12fc4bb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:11.105864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ee2da320-8903-46f2-8c6f-2fa2a12fc4bb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:11.115676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfba0d-6050-4b36-8359-dfed8daa9a8b req-f2a8132f-a8a4-42e3-8efe-718d28bd9250 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:11.117922 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-34cfba0d-6050-4b36-8359-dfed8daa9a8b req-f2a8132f-a8a4-42e3-8efe-718d28bd9250 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0927668 May 12 03:22:11.128351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:11.128351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:11.141756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56870) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:11.152950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Request body: {'floatingip': {'port_id': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:11.161665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:22:11.173847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:11.174476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.252403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Made reservation on behalf of d64706669d604e649ab575e90b893083 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:11.257195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.288822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:11.289218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.314262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] device_id is not set on port f810e74a-22b9-4d8d-b170-4bb0ac69e8ec yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:11.340265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:11.345320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.405460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=17b08503-91e7-4757-b4e1-fc0d5cfdc622,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:11.618083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.638634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (026b8bc0-433f-467c-8428-414c0fb9f7a1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.656429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (49b9ed3c-bbc2-4b1f-b8e7-582000395f40), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.678598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:11.696868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fab9f3-7599-409e-85d4-7971b7c1b9e3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:11.730258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:11.734475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29997a7-d0aa-4d56-ad49-1ba2c63743d2" -d '{"events": [{"server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "name": "network-vif-plugged", "status": "completed", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:11.755806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-606ab052-494f-4dd7-b75b-4271da2d5f90 None None] Current status of the port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:11.759377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Allocated IP 172.20.0.10 (749f343d-ae9c-49f1-bc08-a60565fb8fbd/c149db53-84b2-4be6-a37b-392d529b09f2/f810e74a-22b9-4d8d-b170-4bb0ac69e8ec) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:11.783838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:11.784310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.784590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Port': ['ID=026b8bc0-433f-467c-8428-414c0fb9f7a1,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:11.883723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:11.884209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.913796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:11.915549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-140d3d86-e79c-41b1-b2dd-9fc3435ab9db None None] Provisioning complete for port 46f847cc-efb7-4485-80f9-0b67f5a8027c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:11.916088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-140d3d86-e79c-41b1-b2dd-9fc3435ab9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.921115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.922425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2edac0df-7885-4cc8-ae8f-a2a404da3f4d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:11.940118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:11.985600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c6e34-3b34-456f-9866-12b76a9d9d84 req-ddc713af-e817-4e59-aaab-a873ced1a0c6 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:11.992706 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-141c6e34-3b34-456f-9866-12b76a9d9d84 req-ddc713af-e817-4e59-aaab-a873ced1a0c6 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.3956726 May 12 03:22:11.997479 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b7efe54c-e3eb-45fe-91ef-b3b54a5f22e5 req-a7d29f59-605d-46d7-90a3-f7816a6cedfd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9734251 May 12 03:22:11.998489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (1815363c-42ff-4616-8ace-2eab053e273c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.052592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-140d3d86-e79c-41b1-b2dd-9fc3435ab9db None None] Port 46f847cc-efb7-4485-80f9-0b67f5a8027c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:12.065619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-140d3d86-e79c-41b1-b2dd-9fc3435ab9db None None] Provisioning complete for port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:12.066608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-140d3d86-e79c-41b1-b2dd-9fc3435ab9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.071332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:12.095970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b59b98-412b-41dc-9e38-19e0217fe2fe x-openstack-request-id: req-30b59b98-412b-41dc-9e38-19e0217fe2fe {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:12.096423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "name": "network-vif-plugged", "status": "completed", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:12.096787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30b59b98-412b-41dc-9e38-19e0217fe2fe {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:12.097284 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b59b98-412b-41dc-9e38-19e0217fe2fe'] response: {'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'code': 200} May 12 03:22:12.099915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=1815363c-42ff-4616-8ace-2eab053e273c,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:12.101312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:12.101773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.169509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for port (f810e74a-22b9-4d8d-b170-4bb0ac69e8ec), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.217742 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-141c6e34-3b34-456f-9866-12b76a9d9d84 req-e04c8b5e-eb53-4c8b-b916-a81e24d3cdac tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235284 May 12 03:22:12.244020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for floatingip (c580ee07-bb34-4460-b68f-acc2aa35ec63), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.244920 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Floating IP c580ee07-bb34-4460-b68f-acc2aa35ec63 disassociated (deleted). External IP: 172.26.2.80, port: d75ca3dd-8041-4ec2-8410-78fc8ddc02bb. May 12 03:22:12.248441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f810e74a-22b9-4d8d-b170-4bb0ac69e8ec), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.250518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Router cd1a4cc4-92cd-4c3a-9712-667f4c19a91b is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:12.251021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '8a258fb6-66bb-4dc2-98da-abbc96bb500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:12.252083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: 34c31c47-f651-4fdc-9eb7-317c4a7f6191, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:12.253770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.259824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-140d3d86-e79c-41b1-b2dd-9fc3435ab9db None None] Current status of the port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:12.270838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:12.348535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:12.387906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:12.390707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af1ed8-0e48-4241-9c04-c86c50d2f223 req-7604b00f-344f-4aa2-8ec8-00c923fbaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:12.392193 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-24af1ed8-0e48-4241-9c04-c86c50d2f223 req-7604b00f-344f-4aa2-8ec8-00c923fbaec6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 1129 time: 0.0949919 May 12 03:22:12.397395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:12.425457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event updated for resources: {'Port': ['ID=f810e74a-22b9-4d8d-b170-4bb0ac69e8ec,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:12.441972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:12.444269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 12 03:22:12.444780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:22:12.500015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 34c31c47-f651-4fdc-9eb7-317c4a7f6191) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:12.507228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:12.507823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.513215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fdd88-ca56-4512-ad93-e7240e59d096 None None] Network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:12.518409 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6149ff18-d0e1-4727-a7d9-62fb0cd9900e tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3798540 May 12 03:22:12.527162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56876) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:12.535573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:12.536396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.555724 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-24af1ed8-0e48-4241-9c04-c86c50d2f223 req-464bed6f-58de-4df7-9142-d2774c3505a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544528 May 12 03:22:12.566561 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2d6fca4f-93f5-4935-9928-38d1e8696dd7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7463591 May 12 03:22:12.567259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56878) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:12.594380 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c2a33b2c-1cf9-4368-aef2-f893a99c6e80 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3592680 May 12 03:22:12.606781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56880) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:12.659212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-34c31c47-f651-4fdc-9eb7-317c4a7f6191', 'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '1815363c-42ff-4616-8ace-2eab053e273c'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:12.660220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.666700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:12.677644 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Sync routers for ids ['cd1a4cc4-92cd-4c3a-9712-667f4c19a91b'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:12.691065 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Routers {'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:12.692734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cd1a4cc4-92cd-4c3a-9712-667f4c19a91b'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:12.700359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1c88ff02-f8d6-49c8-bf0c-dac0332b686b None None] Provisioning complete for port f810e74a-22b9-4d8d-b170-4bb0ac69e8ec triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:12.700879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c88ff02-f8d6-49c8-bf0c-dac0332b686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f810e74a-22b9-4d8d-b170-4bb0ac69e8ec), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.748475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c49133-6cf5-4b03-b827-2eecbef9c5f7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:12.764799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c49133-6cf5-4b03-b827-2eecbef9c5f7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:12.771513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c49133-6cf5-4b03-b827-2eecbef9c5f7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:12.776359 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0c49133-6cf5-4b03-b827-2eecbef9c5f7 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2036316 May 12 03:22:12.780256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56882) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:12.783058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.786718 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-202028d6-1ad8-443f-b66d-dff5aae71de0 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0018349 May 12 03:22:12.794281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56884) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:12.833846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1c88ff02-f8d6-49c8-bf0c-dac0332b686b None None] Port f810e74a-22b9-4d8d-b170-4bb0ac69e8ec cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:12.855404 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Set router cd1a4cc4-92cd-4c3a-9712-667f4c19a91b gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:12.884505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.901639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Allocated IP 172.20.0.3 (34c31c47-f651-4fdc-9eb7-317c4a7f6191/1815363c-42ff-4616-8ace-2eab053e273c/def3d8fe-00bd-4924-a4ef-a45d21faf2ba) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:12.930525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Deleting port a5b2cfdf-7b33-481a-8c1e-a58f3b876406 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:12.930866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:12.993831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Deleting port f810e74a-22b9-4d8d-b170-4bb0ac69e8ec {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:12.994333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f810e74a-22b9-4d8d-b170-4bb0ac69e8ec), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.062718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Router fddc40a3-29b1-49fc-bb0c-acb9075156d3 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:13.117427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.resource_extend [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:22:13.133138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Publish callbacks [] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.143890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.162429 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b', 'name': 'tempest-snat-router-1058512980', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'de571fb9-2929-4989-939e-6d1790cabde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:22:08Z', 'updated_at': '2022-05-12T03:22:11Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': 'de571fb9-2929-4989-939e-6d1790cabde5', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:22:09Z', 'updated_at': '2022-05-12T03:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:13.178612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f810e74a-22b9-4d8d-b170-4bb0ac69e8ec), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.186622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:13.192698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:13.195479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Calling delete_port for f810e74a-22b9-4d8d-b170-4bb0ac69e8ec owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:13.197493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:13.200723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c1329600-bbf9-47fa-ae7e-1eff7b1c4bd4 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/cd1a4cc4-92cd-4c3a-9712-667f4c19a91b HTTP/1.1" status: 200 len: 908 time: 0.4028375 May 12 03:22:13.204236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Pushing event updated for resources: {'Port': ['ID=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:13.220277 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Checking router: cd1a4cc4-92cd-4c3a-9712-667f4c19a91b for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:13.220874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Updating router cd1a4cc4-92cd-4c3a-9712-667f4c19a91b port de571fb9-2929-4989-939e-6d1790cabde5 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:22:13.240612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56888) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:13.272398 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (de571fb9-2929-4989-939e-6d1790cabde5), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.275160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Attempting to bind port def3d8fe-00bd-4924-a4ef-a45d21faf2ba on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:13.275528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Attempting to bind port def3d8fe-00bd-4924-a4ef-a45d21faf2ba by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8a258fb6-66bb-4dc2-98da-abbc96bb500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:13.275889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Attempting to bind port def3d8fe-00bd-4924-a4ef-a45d21faf2ba on network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:13.281731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:13.282124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Checking segment: {'id': '8a258fb6-66bb-4dc2-98da-abbc96bb500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:13.282519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.282905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Bound using segment: {'id': '8a258fb6-66bb-4dc2-98da-abbc96bb500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:13.283362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Bound port: def3d8fe-00bd-4924-a4ef-a45d21faf2ba, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a258fb6-66bb-4dc2-98da-abbc96bb500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:13.283735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.462188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (1815363c-42ff-4616-8ace-2eab053e273c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.525077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] For port def3d8fe-00bd-4924-a4ef-a45d21faf2ba, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:13.530755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] For port def3d8fe-00bd-4924-a4ef-a45d21faf2ba, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,segment=NetworkSegment(8a258fb6-66bb-4dc2-98da-abbc96bb500d),segment_id=8a258fb6-66bb-4dc2-98da-abbc96bb500d)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:13.538176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f810e74a-22b9-4d8d-b170-4bb0ac69e8ec), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.543023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.582249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:13.590479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event deleted for resources: {'Port': ['ID=f810e74a-22b9-4d8d-b170-4bb0ac69e8ec,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:13.607794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.607794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for floatingip (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.609751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.636529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18971-9d26-4595-9806-3eca4d9dc3bc req-5975d232-4ed5-4124-b966-84afc65e4ffc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:13.638625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2f18971-9d26-4595-9806-3eca4d9dc3bc req-5975d232-4ed5-4124-b966-84afc65e4ffc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.5294328 May 12 03:22:13.663447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49b9ed3c-bbc2-4b1f-b8e7-582000395f40), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.704467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b408b3-8c92-42e0-ac98-b2e77eae434e None None] Pushing event updated for resources: {'Port': ['ID=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:13.718405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:13.719011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.739702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (1815363c-42ff-4616-8ace-2eab053e273c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.772486 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Publish callbacks [] for port (de571fb9-2929-4989-939e-6d1790cabde5), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.783368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=1815363c-42ff-4616-8ace-2eab053e273c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:13.792045 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (de571fb9-2929-4989-939e-6d1790cabde5), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.793066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.800680 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ea62a61d-2ba5-4702-b124-f36b58afad85 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "DELETE /v2.0/ports/f810e74a-22b9-4d8d-b170-4bb0ac69e8ec HTTP/1.1" status: 204 len: 168 time: 1.0116045 May 12 03:22:13.802112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Calling delete_port for a5b2cfdf-7b33-481a-8c1e-a58f3b876406 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:13.803821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56892) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:13.849502 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Attempting to bind port de571fb9-2929-4989-939e-6d1790cabde5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:13.850440 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Attempting to bind port de571fb9-2929-4989-939e-6d1790cabde5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:13.851031 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Attempting to bind port de571fb9-2929-4989-939e-6d1790cabde5 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:13.870753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:13.888015 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:13.888479 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:13.889028 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.889677 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:13.890438 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Bound port: de571fb9-2929-4989-939e-6d1790cabde5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:13.891046 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (de571fb9-2929-4989-939e-6d1790cabde5), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.904308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:13.916836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Request body: {'port': {'name': 'tempest-new-port-name-1030129246', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:13.917989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] bootfile-name is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:22:13.918360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] tftp-server is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:22:13.918614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] server-ip-address is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:22:14.025321 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5790f7-6d7f-4333-bf7e-f7b2ff1d0fc9 None None] Pushing event updated for resources: {'Port': ['ID=de571fb9-2929-4989-939e-6d1790cabde5,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:14.047269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c31c47-f651-4fdc-9eb7-317c4a7f6191']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.061312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] For port de571fb9-2929-4989-939e-6d1790cabde5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:14.065093 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] For port de571fb9-2929-4989-939e-6d1790cabde5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=de571fb9-2929-4989-939e-6d1790cabde5,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:14.068088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a258fb6-66bb-4dc2-98da-abbc96bb500d') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.068548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a258fb6-66bb-4dc2-98da-abbc96bb500d') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.075553 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (de571fb9-2929-4989-939e-6d1790cabde5), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.084661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.173757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68910a-51e8-456f-b716-21c5e971a106 req-abdf2ae0-cce5-4e48-8204-42266b4bbb77 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:14.175999 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e68910a-51e8-456f-b716-21c5e971a106 req-abdf2ae0-cce5-4e48-8204-42266b4bbb77 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.5348923 May 12 03:22:14.183427 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Routers {'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:14.184329 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cd1a4cc4-92cd-4c3a-9712-667f4c19a91b'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.194263 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Floating IP 49b9ed3c-bbc2-4b1f-b8e7-582000395f40 associated. External IP: 172.26.2.27, port: 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85. May 12 03:22:14.224739 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5790f7-6d7f-4333-bf7e-f7b2ff1d0fc9 None None] Pushing event updated for resources: {'Port': ['ID=de571fb9-2929-4989-939e-6d1790cabde5,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:14.254436 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2f18971-9d26-4595-9806-3eca4d9dc3bc req-b17ffb83-f657-4109-b7f0-3bce6a99c2af tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5964267 May 12 03:22:14.255785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:14.260943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.270980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] Sync routers for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:14.295817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:14.296457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.353707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.362406 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] Set router cd1a4cc4-92cd-4c3a-9712-667f4c19a91b gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:14.375736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:14.376355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.405189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.420210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.425391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.432362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.433289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81da1a-89b0-4b7b-9ebc-ec8056554a0c None None] The sync data for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:14.433594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.466386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.475596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:14.476008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:14.481091 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:14.568181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-df9206e0-f198-4c3c-b865-6317ba7268c5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "DELETE /v2.0/floatingips/c580ee07-bb34-4460-b68f-acc2aa35ec63 HTTP/1.1" status: 204 len: 168 time: 5.6649590 May 12 03:22:14.576933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56896) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:14.601562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:14.619691 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e68910a-51e8-456f-b716-21c5e971a106 req-51d80abb-5dc1-4789-b6cf-2fe1cbb199e3 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323227 May 12 03:22:14.643324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2188e-e1a5-4e95-89fb-3310ea76e207 req-b9f19fc5-ed06-4214-ba22-d61c84ec1c9f tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:14.646128 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c6b2188e-e1a5-4e95-89fb-3310ea76e207 req-b9f19fc5-ed06-4214-ba22-d61c84ec1c9f tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.1968179 May 12 03:22:14.658436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56898) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:14.665013 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b', 'name': 'tempest-snat-router-1058512980', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'de571fb9-2929-4989-939e-6d1790cabde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:22:08Z', 'updated_at': '2022-05-12T03:22:11Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': 'de571fb9-2929-4989-939e-6d1790cabde5', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:22:09Z', 'updated_at': '2022-05-12T03:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:14.712515 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3e015-dcfa-4f2f-b991-46b3af5af93e None None] The sync data for ids ['cd1a4cc4-92cd-4c3a-9712-667f4c19a91b'] in dv-neutron-841363-5-hyperv is: [{'id': 'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b', 'name': 'tempest-snat-router-1058512980', 'tenant_id': '5db1efea1b4644f9b57329fd35f9d418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'de571fb9-2929-4989-939e-6d1790cabde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:22:08Z', 'updated_at': '2022-05-12T03:22:11Z', 'revision_number': 3, 'project_id': '5db1efea1b4644f9b57329fd35f9d418', 'gw_port': {'id': 'de571fb9-2929-4989-939e-6d1790cabde5', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a4cc4-92cd-4c3a-9712-667f4c19a91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:22:09Z', 'updated_at': '2022-05-12T03:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:14.716526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Request body: {'floatingip': {'port_id': '6a6cec60-ea81-47db-a56c-674427f3b1c0'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:14.793428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (2ce439cf-d2c1-4a26-8385-b6751977f9f2), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.805260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.807048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a5b2cfdf-7b33-481a-8c1e-a58f3b876406), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.877834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cae581f6-c533-4ac0-8f4a-feb9474d9f2d None None] Provisioning complete for port 46f847cc-efb7-4485-80f9-0b67f5a8027c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:14.878417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cae581f6-c533-4ac0-8f4a-feb9474d9f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.892061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event updated for resources: {'Port': ['ID=46f847cc-efb7-4485-80f9-0b67f5a8027c,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:14.908245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:22:14.908245 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:22:14.908245 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': '34c31c47-f651-4fdc-9eb7-317c4a7f6191'}] May 12 03:22:14.908245 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:14.908924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:14.916184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] In _notify_port_updated(), no bound segment for port 46f847cc-efb7-4485-80f9-0b67f5a8027c on network 749f343d-ae9c-49f1-bc08-a60565fb8fbd {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:22:14.922155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:14.922907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.927188 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dd43ef30-3838-417f-8da1-feb7cf652117 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "PUT /v2.0/ports/46f847cc-efb7-4485-80f9-0b67f5a8027c HTTP/1.1" status: 200 len: 1136 time: 1.0199187 May 12 03:22:14.927929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56900) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:14.942112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cae581f6-c533-4ac0-8f4a-feb9474d9f2d None None] Port 46f847cc-efb7-4485-80f9-0b67f5a8027c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:14.960968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:14.987486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5b2cfdf-7b33-481a-8c1e-a58f3b876406,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:14.996859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad1f6cc-6ac5-42c6-a4a8-52276f579a25 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:15.001945 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3ad1f6cc-6ac5-42c6-a4a8-52276f579a25 tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "GET /v2.0/ports/46f847cc-efb7-4485-80f9-0b67f5a8027c HTTP/1.1" status: 200 len: 1136 time: 0.0692012 May 12 03:22:15.003348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56902) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:15.105960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276d64f-32e0-4851-b383-9bb782bb1a46 None None] Network 34c31c47-f651-4fdc-9eb7-317c4a7f6191 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:15.140760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Deleting port 46f847cc-efb7-4485-80f9-0b67f5a8027c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:15.141224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.227325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.245993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] Provisioning complete for port def3d8fe-00bd-4924-a4ef-a45d21faf2ba triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:15.246383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.257355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.259452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Router 54e02006-c5a6-48ec-b27c-30ae1a714ceb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:15.278152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Calling delete_port for 46f847cc-efb7-4485-80f9-0b67f5a8027c owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:15.300248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Deleting port de571fb9-2929-4989-939e-6d1790cabde5 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:15.300586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (de571fb9-2929-4989-939e-6d1790cabde5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.322149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks [] for floatingip (f07a2115-b7b4-4444-a19f-599bae723d0c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.325164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.326906 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f87e57fb-81a5-4d6d-9240-ec6871364b68 tempest-ExternalNetworksAdminNegativeTestJSON-728289991 tempest-ExternalNetworksAdminNegativeTestJSON-728289991-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/f07a2115-b7b4-4444-a19f-599bae723d0c HTTP/1.1" status: 204 len: 168 time: 2.7917306 May 12 03:22:15.387367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] DHCP port deletion for 34c31c47-f651-4fdc-9eb7-317c4a7f6191 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:15.399194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] Current status of the port def3d8fe-00bd-4924-a4ef-a45d21faf2ba is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:15.399589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.416520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.505281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] For port def3d8fe-00bd-4924-a4ef-a45d21faf2ba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,segment=NetworkSegment(8a258fb6-66bb-4dc2-98da-abbc96bb500d),segment_id=8a258fb6-66bb-4dc2-98da-abbc96bb500d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:15.525046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.547174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] Deleting port def3d8fe-00bd-4924-a4ef-a45d21faf2ba {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:15.547804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.586610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (46f847cc-efb7-4485-80f9-0b67f5a8027c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.603460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port def3d8fe-00bd-4924-a4ef-a45d21faf2ba {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:15.603716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.626551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de571fb9-2929-4989-939e-6d1790cabde5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:15.738933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port def3d8fe-00bd-4924-a4ef-a45d21faf2ba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,segment=NetworkSegment(8a258fb6-66bb-4dc2-98da-abbc96bb500d),segment_id=8a258fb6-66bb-4dc2-98da-abbc96bb500d)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:15.739451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.745440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8a868-e614-4976-ac97-d2590d427eff None None] Pushing event updated for resources: {'Port': ['ID=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:15.756843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for def3d8fe-00bd-4924-a4ef-a45d21faf2ba owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:15.767065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] For port def3d8fe-00bd-4924-a4ef-a45d21faf2ba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,segment=NetworkSegment(8a258fb6-66bb-4dc2-98da-abbc96bb500d),segment_id=8a258fb6-66bb-4dc2-98da-abbc96bb500d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:15.767462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.787463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] Calling delete_port for def3d8fe-00bd-4924-a4ef-a45d21faf2ba owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:15.802251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port de571fb9-2929-4989-939e-6d1790cabde5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:15.802624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (de571fb9-2929-4989-939e-6d1790cabde5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.886201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56910) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:15.927026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:15.945564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event deleted for resources: {'Port': ['ID=46f847cc-efb7-4485-80f9-0b67f5a8027c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.067629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port de571fb9-2929-4989-939e-6d1790cabde5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:16.068202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (de571fb9-2929-4989-939e-6d1790cabde5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.089255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] For port de571fb9-2929-4989-939e-6d1790cabde5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=de571fb9-2929-4989-939e-6d1790cabde5,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:16.089735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (de571fb9-2929-4989-939e-6d1790cabde5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.098686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port de571fb9-2929-4989-939e-6d1790cabde5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=de571fb9-2929-4989-939e-6d1790cabde5,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:16.101668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (def3d8fe-00bd-4924-a4ef-a45d21faf2ba), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.124994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port def3d8fe-00bd-4924-a4ef-a45d21faf2ba on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:16.134720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.145400 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9df9cee0-be99-48b8-a083-6417d8a15c2d tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "DELETE /v2.0/ports/46f847cc-efb7-4485-80f9-0b67f5a8027c HTTP/1.1" status: 204 len: 168 time: 1.1385920 May 12 03:22:16.145400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.147781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56914) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:16.162676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949485-5947-490c-80c8-011dc8ea4825 req-23655ce8-4de8-4c17-bea5-734fac786683 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:16.164477 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9949485-5947-490c-80c8-011dc8ea4825 req-23655ce8-4de8-4c17-bea5-734fac786683 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.1738849 May 12 03:22:16.196706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] Pushing event deleted for resources: {'Port': ['ID=def3d8fe-00bd-4924-a4ef-a45d21faf2ba,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.204404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (de571fb9-2929-4989-939e-6d1790cabde5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.211002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403a78e-d590-41a4-847f-870526f9c8b1 None None] No DVR routers for this DVR port def3d8fe-00bd-4924-a4ef-a45d21faf2ba on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:16.225548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Allocated IP 172.26.2.169 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/944916a1-ef99-4f0d-8bd6-5ad2f35aecdb) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:16.259202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39ae4ab9-dbde-4e1a-b497-52dabcc9d047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.279266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Calling delete_port for de571fb9-2929-4989-939e-6d1790cabde5 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:16.304356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=de571fb9-2929-4989-939e-6d1790cabde5,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.321729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.325433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:16.328114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Deleting subnet c149db53-84b2-4be6-a37b-392d529b09f2 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:22:16.330379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.337013 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] Sync routers for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:16.346685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for subnet (c149db53-84b2-4be6-a37b-392d529b09f2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.354473 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:16.355087 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:16.387638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c31c47-f651-4fdc-9eb7-317c4a7f6191']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:16.412878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a258fb6-66bb-4dc2-98da-abbc96bb500d') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:16.413276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a258fb6-66bb-4dc2-98da-abbc96bb500d') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:16.426542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c149db53-84b2-4be6-a37b-392d529b09f2), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.453199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.484173 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-311d3460-8d29-4dae-8683-472bcf12e693 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "PUT /v2.0/floatingips/49b9ed3c-bbc2-4b1f-b8e7-582000395f40 HTTP/1.1" status: 200 len: 990 time: 5.3410583 May 12 03:22:16.487003 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:16.497739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.514409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:16.516671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:16.520122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:16.520805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (8a258fb6-66bb-4dc2-98da-abbc96bb500d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:16.524894 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:16.538229 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9949485-5947-490c-80c8-011dc8ea4825 req-cd68871a-4abd-4772-acce-bf19b849d9ff tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152955 May 12 03:22:16.742385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c149db53-84b2-4be6-a37b-392d529b09f2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.768390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28018083-f46a-4179-a587-e5040017bbe8 x-openstack-request-id: req-28018083-f46a-4179-a587-e5040017bbe8 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:16.768851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:16.769208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28018083-f46a-4179-a587-e5040017bbe8 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:16.769698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28018083-f46a-4179-a587-e5040017bbe8'] response: {'name': 'network-changed', 'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'status': 'completed', 'code': 200} May 12 03:22:16.777987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (34c31c47-f651-4fdc-9eb7-317c4a7f6191), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.784864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.792095 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/34c31c47-f651-4fdc-9eb7-317c4a7f6191 HTTP/1.1" status: 204 len: 168 time: 4.1808615 May 12 03:22:16.793573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39ae4ab9-dbde-4e1a-b497-52dabcc9d047 admin admin] Publish callbacks [] for security_group (7760e282-ae0b-4ce2-9edb-7c69416485e1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.805048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56924) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:16.809811 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49b9ed3c-bbc2-4b1f-b8e7-582000395f40', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'floating_ip_address': '172.26.2.27', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'port_id': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'mac_address': 'fa:16:3e:4c:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:37Z', 'updated_at': '2022-05-12T03:22:12Z', 'revision_number': 1, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:16.815026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868603779'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:16.816629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (de571fb9-2929-4989-939e-6d1790cabde5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.830274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39ae4ab9-dbde-4e1a-b497-52dabcc9d047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7760e282-ae0b-4ce2-9edb-7c69416485e1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.832988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-d49cd3d8-4e87-4955-ac1a-b5165dfd8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:16.834710 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-d49cd3d8-4e87-4955-ac1a-b5165dfd8796 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.1570277 May 12 03:22:16.846248 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] Checking router: 54e02006-c5a6-48ec-b27c-30ae1a714ceb for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:16.856244 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:16.856999 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:16.857133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9df288-093c-4ae2-bcac-dae515ad1948 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=34c31c47-f651-4fdc-9eb7-317c4a7f6191,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.858347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.892848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327876a-68fc-4617-b821-f877e6afeab3 req-d00bee2c-a6ad-4dfd-9465-86f6b4f45d7d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:16.899964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5327876a-68fc-4617-b821-f877e6afeab3 req-d00bee2c-a6ad-4dfd-9465-86f6b4f45d7d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1718223 May 12 03:22:16.923101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event deleted for resources: {'Port': ['ID=de571fb9-2929-4989-939e-6d1790cabde5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.928153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.resource_extend [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:22:16.942723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:16.946493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:16.948351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae4ab9-dbde-4e1a-b497-52dabcc9d047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760e282-ae0b-4ce2-9edb-7c69416485e1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:16.954274 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-39ae4ab9-dbde-4e1a-b497-52dabcc9d047 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21b59e350868439dbdcaab498270744d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0546906 May 12 03:22:16.959776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56926) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:16.999311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f2fb-c49e-45ed-9cc1-0d377dd95088 req-9743703a-14a5-4198-bcca-7d1f645756ce tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:17.001067 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e66f2fb-c49e-45ed-9cc1-0d377dd95088 req-9743703a-14a5-4198-bcca-7d1f645756ce tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.2297428 May 12 03:22:17.015918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56928) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:17.021162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c149db53-84b2-4be6-a37b-392d529b09f2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.044243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:17.052454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Request body: {'floatingip': {'port_id': '17b08503-91e7-4757-b4e1-fc0d5cfdc622'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:17.055779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d72c16cd-afb1-4c64-8bea-062854b59c41), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.056482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment d72c16cd-afb1-4c64-8bea-062854b59c41 of type vlan for network c8fcbb6d-57ec-4775-971b-74a7ce55de6b May 12 03:22:17.115395 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:17.122747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.139482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c8fcbb6d-57ec-4775-971b-74a7ce55de6b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.142482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (0e023770-45bc-4d2b-87b2-f12af49c5e95), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.144556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event deleted for resources: {'Subnet': ['ID=c149db53-84b2-4be6-a37b-392d529b09f2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:17.149686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (2ce439cf-d2c1-4a26-8385-b6751977f9f2), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.159251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.163455 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b0ac314a-f315-4555-b88b-9daa687467cb tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "DELETE /v2.0/subnets/c149db53-84b2-4be6-a37b-392d529b09f2 HTTP/1.1" status: 204 len: 168 time: 0.9961333 May 12 03:22:17.173741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56930) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:17.194101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad77d3-708c-429f-a3b0-08b8a04bcce4 None None] Network 749f343d-ae9c-49f1-bc08-a60565fb8fbd requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:17.210237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-b184096d-d51e-40cd-bb01-18775cb62cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:17.212389 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-b184096d-d51e-40cd-bb01-18775cb62cf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.3701293 May 12 03:22:17.231595 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5327876a-68fc-4617-b821-f877e6afeab3 req-9e9b2361-4f9b-42cc-9034-ae44271b2228 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261940 May 12 03:22:17.239889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.258993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.340110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c8fcbb6d-57ec-4775-971b-74a7ce55de6b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.345237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:17.345749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.362964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a451481-d564-40dd-b59e-209a65778e5a admin admin] Publish callbacks [] for security_group (7760e282-ae0b-4ce2-9edb-7c69416485e1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.413130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:17.437169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] DHCP port deletion for 749f343d-ae9c-49f1-bc08-a60565fb8fbd request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:17.451952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (749f343d-ae9c-49f1-bc08-a60565fb8fbd), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.462501 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 0.6539047 May 12 03:22:17.467241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a451481-d564-40dd-b59e-209a65778e5a admin admin] Publish callbacks [] for security_group (7760e282-ae0b-4ce2-9edb-7c69416485e1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.474465 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-5d8b2c78-8dd7-425d-95ca-cd4a239428f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 998 time: 0.2453535 May 12 03:22:17.477239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56934) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:17.481395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.505995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:17.512511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.515149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': 'c8fcbb6d-57ec-4775-971b-74a7ce55de6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:17.526025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] Deleting port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:17.526819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.528967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:17.537391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49b9ed3c-bbc2-4b1f-b8e7-582000395f40', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'floating_ip_address': '172.26.2.27', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'port_id': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'mac_address': 'fa:16:3e:4c:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:37Z', 'updated_at': '2022-05-12T03:22:12Z', 'revision_number': 1, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:17.586673 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ff4b0-bd43-461f-83e3-f14408ec7933 None None] The sync data for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv is: [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49b9ed3c-bbc2-4b1f-b8e7-582000395f40', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'floating_ip_address': '172.26.2.27', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'port_id': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'mac_address': 'fa:16:3e:4c:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:37Z', 'updated_at': '2022-05-12T03:22:12Z', 'revision_number': 1, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:17.612632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Pushing event updated for resources: {'Port': ['ID=944916a1-ef99-4f0d-8bd6-5ad2f35aecdb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:17.619181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528a702-c363-4311-856b-9f7e08287741 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=c8fcbb6d-57ec-4775-971b-74a7ce55de6b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:17.669144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c8fcbb6d-57ec-4775-971b-74a7ce55de6b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:17.700870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2edac0df-7885-4cc8-ae8f-a2a404da3f4d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:17.707216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d3140-9812-487f-9afa-fe443424d925 req-7c70d228-f3e1-46ff-a09b-beeea1dbc53d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:17.714324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a8d3140-9812-487f-9afa-fe443424d925 req-7c70d228-f3e1-46ff-a09b-beeea1dbc53d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.3228769 May 12 03:22:17.728818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-915f7b8d-f754-4e40-8e7f-fe8088e9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:17.731921 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-915f7b8d-f754-4e40-8e7f-fe8088e9cb52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.2382493 May 12 03:22:17.742234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] For port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,segment=NetworkSegment(baefe4e5-3121-4c8f-a9b8-05801ab81593),segment_id=baefe4e5-3121-4c8f-a9b8-05801ab81593)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:17.742636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.751986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (cd1a4cc4-92cd-4c3a-9712-667f4c19a91b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.752565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd1a4cc4-92cd-4c3a-9712-667f4c19a91b {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:17.798870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Deleting port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:17.799708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.801273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] Calling delete_port for 2edac0df-7885-4cc8-ae8f-a2a404da3f4d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:17.802784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.803928 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0f28788b-9887-4d83-88fc-dc08cac6e281 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cd1a4cc4-92cd-4c3a-9712-667f4c19a91b HTTP/1.1" status: 204 len: 168 time: 4.5626450 May 12 03:22:17.811477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56936) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:17.816927 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Floating IP 2ce439cf-d2c1-4a26-8385-b6751977f9f2 associated. External IP: 172.26.2.125, port: 6a6cec60-ea81-47db-a56c-674427f3b1c0. May 12 03:22:17.828046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a451481-d564-40dd-b59e-209a65778e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7760e282-ae0b-4ce2-9edb-7c69416485e1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.834152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a451481-d564-40dd-b59e-209a65778e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:17.838023 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2a451481-d564-40dd-b59e-209a65778e5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7760e282-ae0b-4ce2-9edb-7c69416485e1 HTTP/1.1" status: 204 len: 168 time: 0.8408279 May 12 03:22:17.922094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a451481-d564-40dd-b59e-209a65778e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760e282-ae0b-4ce2-9edb-7c69416485e1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:17.960767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-e9acc2fc-cbec-4fe3-83b5-02f51c9bf971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:17.964967 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-e9acc2fc-cbec-4fe3-83b5-02f51c9bf971 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1931031 May 12 03:22:18.019725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] For port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,segment=NetworkSegment(baefe4e5-3121-4c8f-a9b8-05801ab81593),segment_id=baefe4e5-3121-4c8f-a9b8-05801ab81593)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:18.020093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.042248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:18.042862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.070766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f74bfb-c894-447e-a61e-ee25aa8ba6a4 None None] New status for floating IP 49b9ed3c-bbc2-4b1f-b8e7-582000395f40: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:22:18.086876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:18.092540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.116851 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a8d3140-9812-487f-9afa-fe443424d925 req-e227198c-2263-4e9a-9b19-4f5f8d854836 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016457 May 12 03:22:18.172273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for floatingip (979424f3-7acf-4dbd-8628-bdbad68ae2e5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.225818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Calling delete_port for 2edac0df-7885-4cc8-ae8f-a2a404da3f4d owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:18.316346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.354257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56942) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:18.396196 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-c5eadebe-119c-4722-a6c4-351a22d8ba77 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074619 May 12 03:22:18.400678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] Pushing event deleted for resources: {'Port': ['ID=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:18.430705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a459e06-8771-4733-838f-03b5f7085ba3 None None] No DVR routers for this DVR port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:18.456361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3048ed50-2a3f-4be6-8ddb-d6f93cd7ab30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86a6848d6dea4e0184c22b95a68340de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008375 May 12 03:22:18.475691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56944) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:18.665918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (34521d0e-5c77-48d3-88fd-5acd40e1735d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.753493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.835594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2edac0df-7885-4cc8-ae8f-a2a404da3f4d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.894361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event deleted for resources: {'Port': ['ID=2edac0df-7885-4cc8-ae8f-a2a404da3f4d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:18.899805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] No DVR routers for this DVR port 2edac0df-7885-4cc8-ae8f-a2a404da3f4d on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:18.964257 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1e38080d-bbbc-4f92-a715-58f5c35f6e1a req-ba9ebd61-c3f2-4d8e-901a-4b7d89b31f15 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556114 May 12 03:22:18.971395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (106f7166-5c43-4608-aee9-f5ae9e5e0a0f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:18.973511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3f2-5762-4ae0-86b9-5ea9b8b107f2 admin admin] Publish callbacks [] for security_group (17fab9f3-7599-409e-85d4-7971b7c1b9e3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.029351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (34521d0e-5c77-48d3-88fd-5acd40e1735d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.040956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.resource_extend [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:22:19.078813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (749f343d-ae9c-49f1-bc08-a60565fb8fbd), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.088319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3f2-5762-4ae0-86b9-5ea9b8b107f2 admin admin] Publish callbacks [] for security_group (17fab9f3-7599-409e-85d4-7971b7c1b9e3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.139624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749f343d-ae9c-49f1-bc08-a60565fb8fbd']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:19.148950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=106f7166-5c43-4608-aee9-f5ae9e5e0a0f,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:19.150330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Router b3c13a1b-e1e2-46f1-b645-163af6ae2248 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:19.175333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baefe4e5-3121-4c8f-a9b8-05801ab81593') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:19.175333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baefe4e5-3121-4c8f-a9b8-05801ab81593') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:19.191119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (baefe4e5-3121-4c8f-a9b8-05801ab81593), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.192879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': 'd72c16cd-afb1-4c64-8bea-062854b59c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c8fcbb6d-57ec-4775-971b-74a7ce55de6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:19.193422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: c8fcbb6d-57ec-4775-971b-74a7ce55de6b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:19.201159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.213864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (baefe4e5-3121-4c8f-a9b8-05801ab81593), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.226355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:19.226750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (baefe4e5-3121-4c8f-a9b8-05801ab81593), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:19.230157 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:19.233247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (0e023770-45bc-4d2b-87b2-f12af49c5e95), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.247136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3f2-5762-4ae0-86b9-5ea9b8b107f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (17fab9f3-7599-409e-85d4-7971b7c1b9e3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.250263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3f2-5762-4ae0-86b9-5ea9b8b107f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.251391 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7ecdc3f2-5762-4ae0-86b9-5ea9b8b107f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17fab9f3-7599-409e-85d4-7971b7c1b9e3 HTTP/1.1" status: 204 len: 168 time: 0.7746904 May 12 03:22:19.259686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network c8fcbb6d-57ec-4775-971b-74a7ce55de6b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:19.296368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Deleting port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:19.296728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.303263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdc3f2-5762-4ae0-86b9-5ea9b8b107f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fab9f3-7599-409e-85d4-7971b7c1b9e3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:19.322247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c8fcbb6d-57ec-4775-971b-74a7ce55de6b) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:19.337851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402c3de-515e-4c80-8e8e-128a87407b19 None None] Network c8fcbb6d-57ec-4775-971b-74a7ce55de6b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:19.343018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:19.343611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.348328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (749f343d-ae9c-49f1-bc08-a60565fb8fbd), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.392966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.397076 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] 10.222.0.23 "DELETE /v2.0/networks/749f343d-ae9c-49f1-bc08-a60565fb8fbd HTTP/1.1" status: 204 len: 168 time: 2.2222555 May 12 03:22:19.416126 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-56b82d58-3c48-4384-b7b8-896daed1b935 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9268909 May 12 03:22:19.416301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485ff92-fb61-4be5-93d3-5da00ce24d3d req-3c2dd4e5-105d-4504-a0ed-35f90c40561d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:19.417834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a485ff92-fb61-4be5-93d3-5da00ce24d3d req-3c2dd4e5-105d-4504-a0ed-35f90c40561d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2106175 May 12 03:22:19.424714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a412-50ca-4e00-9d50-5e00cb0991fc tempest-ExtraDHCPOptionsTestJSON-1284115283 tempest-ExtraDHCPOptionsTestJSON-1284115283-project] Pushing event deleted for resources: {'Network': ['ID=749f343d-ae9c-49f1-bc08-a60565fb8fbd,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:19.427455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 56952) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:19.516659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de571fb9-2929-4989-939e-6d1790cabde5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:19.547268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c8fcbb6d-57ec-4775-971b-74a7ce55de6b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.584530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: de571fb9-2929-4989-939e-6d1790cabde5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:19.585413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de571fb9-2929-4989-939e-6d1790cabde5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:19.603366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94098e-7423-4c54-a4a5-ace74c73de03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c8fcbb6d-57ec-4775-971b-74a7ce55de6b', 'network_id': 'c8fcbb6d-57ec-4775-971b-74a7ce55de6b', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '106f7166-5c43-4608-aee9-f5ae9e5e0a0f'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:19.604910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe94098e-7423-4c54-a4a5-ace74c73de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.619746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.647399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.660430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (106f7166-5c43-4608-aee9-f5ae9e5e0a0f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.673415 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a485ff92-fb61-4be5-93d3-5da00ce24d3d req-55f59958-0748-4409-b745-1b5ce3532e84 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389419 May 12 03:22:19.710320 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Floating IP 0e023770-45bc-4d2b-87b2-f12af49c5e95 associated. External IP: 172.26.2.222, port: 17b08503-91e7-4757-b4e1-fc0d5cfdc622. May 12 03:22:19.715946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] For port 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:19.716490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.723246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:19.734851 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] Sync routers for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:19.751102 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:19.751743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:19.768990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (106f7166-5c43-4608-aee9-f5ae9e5e0a0f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-fe94098e-7423-4c54-a4a5-ace74c73de03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 106f7166-5c43-4608-aee9-f5ae9e5e0a0f: This subnet is being modified by another concurrent operation. May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:22:19.816536 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 106f7166-5c43-4608-aee9-f5ae9e5e0a0f: This subnet is being modified by another concurrent operation. May 12 03:22:19.820030 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:22:19.847278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=106f7166-5c43-4608-aee9-f5ae9e5e0a0f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:19.854094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:19.899111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8df79-e364-4082-a8eb-e1ab4ed81bb4 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:22:19.945437 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8793b779-3224-4feb-a055-f331aa0348cd tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "PUT /v2.0/floatingips/2ce439cf-d2c1-4a26-8385-b6751977f9f2 HTTP/1.1" status: 200 len: 992 time: 5.2453842 May 12 03:22:19.961448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:19.963736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ebb086-eef9-42e6-8324-f168bc5dae28" -d '{"events": [{"name": "network-changed", "server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:19.972759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56968) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:19.973792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Calling delete_port for 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:20.021576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c8fcbb6d-57ec-4775-971b-74a7ce55de6b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.038306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Pushing event updated for resources: {'Port': ['ID=944916a1-ef99-4f0d-8bd6-5ad2f35aecdb,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:20.048394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6629a4-8631-4259-8d8d-9942b72574cf req-9e94f1c5-0f77-4c46-916b-e2e580ef84f5 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:20.056582 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4b6629a4-8631-4259-8d8d-9942b72574cf req-9e94f1c5-0f77-4c46-916b-e2e580ef84f5 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1556706 May 12 03:22:20.059865 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:20.100229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fcbb6d-57ec-4775-971b-74a7ce55de6b']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:20.145192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72c16cd-afb1-4c64-8bea-062854b59c41') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:20.146839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72c16cd-afb1-4c64-8bea-062854b59c41') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:20.168720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (d72c16cd-afb1-4c64-8bea-062854b59c41), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.192954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0e1fc-34fe-4ec5-bd6d-b029636ac0e4 req-660e64df-3f5b-4bb7-8458-5e70f39b6bef tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:20.200656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b2c0e1fc-34fe-4ec5-bd6d-b029636ac0e4 req-660e64df-3f5b-4bb7-8458-5e70f39b6bef tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.0643771 May 12 03:22:20.215609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d72c16cd-afb1-4c64-8bea-062854b59c41), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.239135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:20.244054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (d72c16cd-afb1-4c64-8bea-062854b59c41), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.278729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (979424f3-7acf-4dbd-8628-bdbad68ae2e5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.344353 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b2c0e1fc-34fe-4ec5-bd6d-b029636ac0e4 req-97654f2e-af44-4e0d-b43c-a56ffd52f679 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421938 May 12 03:22:20.363002 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4b6629a4-8631-4259-8d8d-9942b72574cf req-e65707d6-c570-4f2b-a356-2ce9bfb69f62 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002856 May 12 03:22:20.399089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8df79-e364-4082-a8eb-e1ab4ed81bb4 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:20.401193 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:20.416327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c8fcbb6d-57ec-4775-971b-74a7ce55de6b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.430422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.436134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:20.441572 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eacaf605-2606-43af-8f7a-1a5c10a1881b tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8519845 May 12 03:22:20.445616 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/c8fcbb6d-57ec-4775-971b-74a7ce55de6b HTTP/1.1" status: 204 len: 168 time: 1.0178020 May 12 03:22:20.450016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56984) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:20.450805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 56986) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:20.465166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c7ff1-f40b-4c57-b907-edf8c0a331ae tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=c8fcbb6d-57ec-4775-971b-74a7ce55de6b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:20.491504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1930884628'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:20.573809 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '2ce439cf-d2c1-4a26-8385-b6751977f9f2', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'port_id': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'mac_address': 'fa:16:3e:d6:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd155561-6036-40bd-8382-6ed99f462b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:40Z', 'updated_at': '2022-05-12T03:22:16Z', 'revision_number': 1, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:20.582757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-abbd2da5-9f11-46fe-ae11-92e6a1e4e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:20.586313 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-abbd2da5-9f11-46fe-ae11-92e6a1e4e03e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=451244d76fbf4a7dad3e4a7a56018609&device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 1130 time: 0.0815141 May 12 03:22:20.609058 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] Checking router: b3c13a1b-e1e2-46f1-b645-163af6ae2248 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:20.620221 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:20.620982 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:20.802491 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:20.807380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0495471-c027-482b-ade6-f623cc5e984e None None] Network c8fcbb6d-57ec-4775-971b-74a7ce55de6b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:20.828103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0495471-c027-482b-ade6-f623cc5e984e None None] Network c8fcbb6d-57ec-4775-971b-74a7ce55de6b could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:22:20.833026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-986d32b0-2542-433e-81a6-3dab97bfd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:20.834481 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-986d32b0-2542-433e-81a6-3dab97bfd37c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a03fb1ca-bbb4-48c2-98f2-13380985b033 HTTP/1.1" status: 200 len: 907 time: 0.2282705 May 12 03:22:20.913808 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-b0a9af84-2b72-44a5-9f0c-efc6145fada9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0716391 May 12 03:22:20.950900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe86b2-fe5c-4e05-9e91-ec884259e473 x-openstack-request-id: req-76fe86b2-fe5c-4e05-9e91-ec884259e473 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:20.951604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:20.952015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76fe86b2-fe5c-4e05-9e91-ec884259e473 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:20.952561 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fe86b2-fe5c-4e05-9e91-ec884259e473'] response: {'name': 'network-changed', 'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'status': 'completed', 'code': 200} May 12 03:22:21.023754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-3ffa57ae-1f6e-4825-aa87-74d7c60a6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:21.025558 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-3ffa57ae-1f6e-4825-aa87-74d7c60a6f61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc828651-9fb6-47e9-84b2-109097ba00b2 HTTP/1.1" status: 200 len: 845 time: 0.1052442 May 12 03:22:21.127525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-6003ad35-5ad9-4722-8467-fac1171b44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:21.131025 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-6003ad35-5ad9-4722-8467-fac1171b44e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a03fb1ca-bbb4-48c2-98f2-13380985b033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0962758 May 12 03:22:21.144978 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '2ce439cf-d2c1-4a26-8385-b6751977f9f2', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'port_id': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'mac_address': 'fa:16:3e:d6:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd155561-6036-40bd-8382-6ed99f462b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:40Z', 'updated_at': '2022-05-12T03:22:16Z', 'revision_number': 1, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:21.147708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927dd1-c46d-4c67-86ee-3660f73cbc3e req-0243bfe3-6cf3-4dd6-90d5-c53952e628af tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:21.149269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f927dd1-c46d-4c67-86ee-3660f73cbc3e req-0243bfe3-6cf3-4dd6-90d5-c53952e628af tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1904223 May 12 03:22:21.150019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:21.153871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.170783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2cb71b9c-71d9-4a48-973a-61e10bc76684 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d64706669d604e649ab575e90b893083&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1943834 May 12 03:22:21.181052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57002) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:21.186279 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762289e-ec14-4796-976a-17bcc911df32 None None] The sync data for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv is: [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '2ce439cf-d2c1-4a26-8385-b6751977f9f2', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'port_id': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'mac_address': 'fa:16:3e:d6:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd155561-6036-40bd-8382-6ed99f462b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:40Z', 'updated_at': '2022-05-12T03:22:16Z', 'revision_number': 1, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:21.190871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:21.275717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.276146 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 589a61ef-3aa2-41ea-b6a5-332a40c1deec of type vlan for network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d May 12 03:22:21.333043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Publish callbacks [] for security_group (c63a50e9-d9a8-4541-98ff-6cf0e6a268a6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.336262 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-64d1ca4c-14fc-49c4-b18f-92d902cc5ace service neutron] 10.222.0.57 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963875 May 12 03:22:21.338676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:21.385156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Publish callbacks [] for security_group (c63a50e9-d9a8-4541-98ff-6cf0e6a268a6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.424273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.449915 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f927dd1-c46d-4c67-86ee-3660f73cbc3e req-26d9f377-21fd-46ee-94f9-c1f0ab47e84b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737083 May 12 03:22:21.457627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2319f1e2-6775-4a8e-ae9c-cc479d55a9c0), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.464782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.468714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:21.490397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a2ebb086-eef9-42e6-8324-f168bc5dae28 req-f33d66cc-b964-4057-b3fc-b01f9fbf8905 service neutron] 10.222.0.57 "GET /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457186 May 12 03:22:21.508244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c63a50e9-d9a8-4541-98ff-6cf0e6a268a6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.511379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.512510 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c63a50e9-d9a8-4541-98ff-6cf0e6a268a6 HTTP/1.1" status: 204 len: 168 time: 0.3301587 May 12 03:22:21.544125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a50e9-d9a8-4541-98ff-6cf0e6a268a6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:21.564219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.564571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.565302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.565302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.565600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.565957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.566290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.566703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.566951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.567281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.575808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.576721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.577075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.577429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.580693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4170930-fbfb-4ecc-b861-d28104008c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.599302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.609566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:21.609566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.620075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event deleted for resources: {'Port': ['ID=2319f1e2-6775-4a8e-ae9c-cc479d55a9c0,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:21.647475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d067f-0673-44e0-96d6-5d0db15c4940 None None] New status for floating IP 2ce439cf-d2c1-4a26-8385-b6751977f9f2: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:22:21.807130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.807512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.807821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.808162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.808526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.808831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.809165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.809622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.809977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.810303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.811166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.811509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.811820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.812141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.812473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:21.854530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:21.862368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57024) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:21.862656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-88a95c83-0028-4e97-a15d-e5d25fc37d4b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 1.3949754 May 12 03:22:21.877467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:21.882913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:21.890829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57028) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:21.898629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:21.972166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (34521d0e-5c77-48d3-88fd-5acd40e1735d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.089041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:22.096239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.129235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (34521d0e-5c77-48d3-88fd-5acd40e1735d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.132947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:22.148039 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] Sync routers for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:22.162277 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:22.162911 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:22.166376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_controller (34521d0e-5c77-48d3-88fd-5acd40e1735d), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.203661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.216868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-837393511', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:22.254991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Made reservation on behalf of a3e423277dd9428bb2c149f7ec525bca for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:22.257721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.271525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.322170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8323-4aac-49c0-b75f-e0f2c74f10ba req-953d2167-19c6-42cc-9060-73978767f29b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:22.334149 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7e9b8323-4aac-49c0-b75f-e0f2c74f10ba req-953d2167-19c6-42cc-9060-73978767f29b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1996992 May 12 03:22:22.344913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (34521d0e-5c77-48d3-88fd-5acd40e1735d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.345573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34521d0e-5c77-48d3-88fd-5acd40e1735d {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:22.358958 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b4c1e011-c840-4c54-ab23-f2dba146950c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "PUT /v2.0/floatingips/0e023770-45bc-4d2b-87b2-f12af49c5e95 HTTP/1.1" status: 200 len: 991 time: 5.3147039 May 12 03:22:22.358958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Allocated IP 172.26.2.119 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/e50b926b-e138-4b05-94f9-54bd227f8aab) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:22.372172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.376760 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a1924082-bf4b-470b-a3d2-cf58f1234745 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "DELETE /v2.0/routers/34521d0e-5c77-48d3-88fd-5acd40e1735d HTTP/1.1" status: 204 len: 168 time: 4.5582647 May 12 03:22:22.379818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:22.388992 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:22.395295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1175807405', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:22.473293 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7e9b8323-4aac-49c0-b75f-e0f2c74f10ba req-041569e6-8a80-4459-93c8-f8dbc5701176 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368518 May 12 03:22:22.479044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f0c4cf16-5d7f-4310-94a3-c71dd2b7d546), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.528827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (2e35b9c1-a747-4178-9046-63b365158f59), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.529981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (2e35b9c1-a747-4178-9046-63b365158f59), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.569823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=f0c4cf16-5d7f-4310-94a3-c71dd2b7d546,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:22.578446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for security_group (d3ee2d16-b21b-42fb-82e8-560e42d793ce), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.590969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d3ee2d16-b21b-42fb-82e8-560e42d793ce), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.598136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] device_id is not set on port f240b171-7019-48c9-99c8-132c19c62620 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:22.626895 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '589a61ef-3aa2-41ea-b6a5-332a40c1deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:22.627344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:22.636883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6773c91-1226-496e-8da2-4ee55627f91e req-6d9820c5-efd9-48ef-867a-28fbd3c3773f tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:22.638636 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a6773c91-1226-496e-8da2-4ee55627f91e req-6d9820c5-efd9-48ef-867a-28fbd3c3773f tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.1641042 May 12 03:22:22.674579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ee2d16-b21b-42fb-82e8-560e42d793ce,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:22.695771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks [] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.702752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:22.721703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:22.727279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:22.727885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.738724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa3470d-081f-4bf4-9631-959681f98caf None None] Network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:22.745493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (2e35b9c1-a747-4178-9046-63b365158f59), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.776699 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-33b4986b-274b-4ef2-8a8f-4a0b8de32b59 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9127908 May 12 03:22:22.780340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57052) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:22.812505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57054) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:22.815855 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a6773c91-1226-496e-8da2-4ee55627f91e req-2e8e3da3-2076-4ef7-bf67-ecb2f7a536bc tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682005 May 12 03:22:22.924424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.944183 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0e023770-45bc-4d2b-87b2-f12af49c5e95', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'port_id': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'mac_address': 'fa:16:3e:33:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:46Z', 'updated_at': '2022-05-12T03:22:18Z', 'revision_number': 1, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:22.955135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:22.957790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e8b583-95a6-47e8-bbd0-610796f74e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:22.966994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:22.974582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (2e35b9c1-a747-4178-9046-63b365158f59), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.010939 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] Checking router: 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:23.025125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d', 'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': 'f0c4cf16-5d7f-4310-94a3-c71dd2b7d546'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:23.026242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.026368 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:23.026996 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:23.038789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-421858946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:23.054164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf02b5a-b18f-4f8f-9a8a-b44317706682 x-openstack-request-id: req-7cf02b5a-b18f-4f8f-9a8a-b44317706682 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:23.055341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:23.055606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cf02b5a-b18f-4f8f-9a8a-b44317706682 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:23.057727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf02b5a-b18f-4f8f-9a8a-b44317706682'] response: {'name': 'network-changed', 'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'status': 'completed', 'code': 200} May 12 03:22:23.063696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Pushing event updated for resources: {'Port': ['ID=e50b926b-e138-4b05-94f9-54bd227f8aab,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:23.129194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-adb53017-f7b1-49a0-baa8-3c57d04944f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:23.130712 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-adb53017-f7b1-49a0-baa8-3c57d04944f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1&device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 1129 time: 0.0503836 May 12 03:22:23.131829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Allocated IP 172.26.2.33 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/f240b171-7019-48c9-99c8-132c19c62620) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:23.164188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f0c4cf16-5d7f-4310-94a3-c71dd2b7d546), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.181939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.181939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.190507 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:23.218951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Allocated IP 172.20.0.2 (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d/f0c4cf16-5d7f-4310-94a3-c71dd2b7d546/205edc66-508a-4d14-8754-e5e25c869709) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:23.219491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:23.225552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:23.231701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:23.234897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router_controller (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.273263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.339816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (2e35b9c1-a747-4178-9046-63b365158f59), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.375859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.399471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.400987 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cf185efa-3f17-470a-8add-61fe01ee8f2a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5875428 May 12 03:22:23.410616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57064) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:23.415534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1413387345'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:23.483395 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0e023770-45bc-4d2b-87b2-f12af49c5e95', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'port_id': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'mac_address': 'fa:16:3e:33:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:46Z', 'updated_at': '2022-05-12T03:22:18Z', 'revision_number': 1, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:23.514261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks [] for floatingip (b992e772-6cc4-4814-bdea-fa017446a89d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.516938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-f88ddda5-e26f-4753-a4ac-884172fe4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:23.518092 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac7b42-d175-4427-9176-31d061e7664d None None] The sync data for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv is: [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0e023770-45bc-4d2b-87b2-f12af49c5e95', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'port_id': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'mac_address': 'fa:16:3e:33:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:21:46Z', 'updated_at': '2022-05-12T03:22:18Z', 'revision_number': 1, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:23.518558 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-f88ddda5-e26f-4753-a4ac-884172fe4a7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf15f2d9-c72f-44d5-816b-5d34a281fa21 HTTP/1.1" status: 200 len: 913 time: 0.3662224 May 12 03:22:23.521085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:23.524466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.577002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.596655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:23.616142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.622864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:23.623215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2319f1e2-6775-4a8e-ae9c-cc479d55a9c0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:23.640216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Publish callbacks [] for port (205edc66-508a-4d14-8754-e5e25c869709), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.648245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (205edc66-508a-4d14-8754-e5e25c869709), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.684835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932975-ca0f-4ee6-a78d-e14b19709efb req-3a99d484-e605-4c72-9425-96aa7fb6fd78 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:23.686922 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6932975-ca0f-4ee6-a78d-e14b19709efb req-3a99d484-e605-4c72-9425-96aa7fb6fd78 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0867307 May 12 03:22:23.716603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:23.722441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Pushing event updated for resources: {'Port': ['ID=205edc66-508a-4d14-8754-e5e25c869709,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:23.726174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:23.735571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:23.746934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.749007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.749665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.750264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.750906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.751646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.752195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.752735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.753469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.754342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.754904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.755634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.756238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.756631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (f0c4cf16-5d7f-4310-94a3-c71dd2b7d546), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.757031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.757566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:22:23.766656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for port (f240b171-7019-48c9-99c8-132c19c62620), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.832730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d16d9-6c6f-42e1-a4b0-e176ab93267a None None] New status for floating IP 0e023770-45bc-4d2b-87b2-f12af49c5e95: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:22:23.836876 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6932975-ca0f-4ee6-a78d-e14b19709efb req-d15378e0-c2cf-432d-ac62-7077c1efb83d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361995 May 12 03:22:23.864177 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-42aebf78-904e-4116-b9ec-61aae79145e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622 HTTP/1.1" status: 200 len: 999 time: 0.3106840 May 12 03:22:23.870540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c4cf16-5d7f-4310-94a3-c71dd2b7d546,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:23.897363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks [] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.902770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Attempting to bind port 205edc66-508a-4d14-8754-e5e25c869709 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:23.903153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Attempting to bind port 205edc66-508a-4d14-8754-e5e25c869709 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '589a61ef-3aa2-41ea-b6a5-332a40c1deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:23.903525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Attempting to bind port 205edc66-508a-4d14-8754-e5e25c869709 on network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:23.904758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.955134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:23.955574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Checking segment: {'id': '589a61ef-3aa2-41ea-b6a5-332a40c1deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:23.955934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.956338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Bound using segment: {'id': '589a61ef-3aa2-41ea-b6a5-332a40c1deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:23.956854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Bound port: 205edc66-508a-4d14-8754-e5e25c869709, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589a61ef-3aa2-41ea-b6a5-332a40c1deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:23.957307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (205edc66-508a-4d14-8754-e5e25c869709), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.963512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:23.973754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Pushing event updated for resources: {'Port': ['ID=e50b926b-e138-4b05-94f9-54bd227f8aab,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:23.988256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (b992e772-6cc4-4814-bdea-fa017446a89d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.015238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:24.019759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.020331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-d69683ad-1ad6-4e84-b27f-cb925e153297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:24.022032 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-d69683ad-1ad6-4e84-b27f-cb925e153297 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e7ddeaa-17a5-4eae-9056-85d61db2218d HTTP/1.1" status: 200 len: 851 time: 0.1451688 May 12 03:22:24.022225 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-026d13a6-fd1a-4f26-8a49-6f1644b34406 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5671992 May 12 03:22:24.025599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57068) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:24.033656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f240b171-7019-48c9-99c8-132c19c62620), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.047703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a61ef-3aa2-41ea-b6a5-332a40c1deec') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:24.048052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a61ef-3aa2-41ea-b6a5-332a40c1deec') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:24.077669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for security_group (2e250281-9be0-456d-8774-323347a273d1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.090635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.098910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8ba01222-89b4-4877-9167-d04551969592 None None] For port 205edc66-508a-4d14-8754-e5e25c869709, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:24.102876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8ba01222-89b4-4877-9167-d04551969592 None None] For port 205edc66-508a-4d14-8754-e5e25c869709, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=205edc66-508a-4d14-8754-e5e25c869709,segment=NetworkSegment(589a61ef-3aa2-41ea-b6a5-332a40c1deec),segment_id=589a61ef-3aa2-41ea-b6a5-332a40c1deec)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:24.120270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2e250281-9be0-456d-8774-323347a273d1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.127819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (205edc66-508a-4d14-8754-e5e25c869709), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.146308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.153200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:24.154166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.168388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Allocated IP 172.26.2.96 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/7abc83d0-aa3d-4a83-95ea-9237b6e2e825) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:24.181590 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d13bb557-54f4-4d53-845d-c81e45dae2da tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1546392 May 12 03:22:24.188789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57070) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:24.199643 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:24.217752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01222-89b4-4877-9167-d04551969592 None None] Pushing event updated for resources: {'Port': ['ID=205edc66-508a-4d14-8754-e5e25c869709,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:24.235750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b18d01-875b-49ba-b599-328cfbc32422 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:22:24.250889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:24.259251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-5f469adf-c21e-42d5-83ca-dde7e7bf998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:24.260789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-5f469adf-c21e-42d5-83ca-dde7e7bf998c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf15f2d9-c72f-44d5-816b-5d34a281fa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2286384 May 12 03:22:24.268280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:24.270752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:24.346628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:22:24.346628 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:22:24.346628 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': 'b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d'}] May 12 03:22:24.346628 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:24.347045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:24.350950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:24.354782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e250281-9be0-456d-8774-323347a273d1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:24.356268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b18d01-875b-49ba-b599-328cfbc32422 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:22:24.365032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Pushing event updated for resources: {'Port': ['ID=f240b171-7019-48c9-99c8-132c19c62620,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:24.415402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3b372192-cc5a-4870-89d3-4c2e5cc68019), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.416089 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Added segment 3b372192-cc5a-4870-89d3-4c2e5cc68019 of type vlan for network 3d8ec975-01ca-425b-b386-1c4506a2a967 May 12 03:22:24.474086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:24.474695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.507938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (3d8ec975-01ca-425b-b386-1c4506a2a967), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.522697 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-d573624c-659b-4b7e-aa78-98d208a87ca6 service neutron] 10.222.0.57 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492485 May 12 03:22:24.532909 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f76aef7e-c978-493e-aacd-95924e6e91ba tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6403160 May 12 03:22:24.536467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57072) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:24.541618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.33'}]}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:24.567710 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5fda1dcd-eb1b-4a97-a4bd-9d46f47fe432 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3777385 May 12 03:22:24.571492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57074) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:24.585752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd783cde-ebf8-4cb8-b2f2-6e24d6d8adda None None] Network b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:24.596414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (3d8ec975-01ca-425b-b386-1c4506a2a967), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.601343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:24.601973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.736735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for port (7abc83d0-aa3d-4a83-95ea-9237b6e2e825), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.753688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Deleting port e50b926b-e138-4b05-94f9-54bd227f8aab {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:24.754057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.837740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (7abc83d0-aa3d-4a83-95ea-9237b6e2e825), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.879006 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.879335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks [] for floatingip (e50b926b-e138-4b05-94f9-54bd227f8aab), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.900528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.905763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:24.907377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Calling delete_port for e50b926b-e138-4b05-94f9-54bd227f8aab owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:24.913462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:24.918906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (2b357917-a9ed-4b4a-953a-05c42a9ed86e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.920254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (2b357917-a9ed-4b4a-953a-05c42a9ed86e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:24.923945 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:24.933122 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5214694 May 12 03:22:24.944519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57078) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:24.953596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'subnet': {'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:24.980240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event updated for resources: {'Port': ['ID=7abc83d0-aa3d-4a83-95ea-9237b6e2e825,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:25.036107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96efcf-0e3e-45c9-a6bd-227c4e256191 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Network': ['ID=3d8ec975-01ca-425b-b386-1c4506a2a967,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:25.047189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccef84-7fb6-4dbe-bbf5-f72dd24c9a88 req-d2ddc7ce-2c2d-49a3-a201-58df30282723 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:25.047350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:25.048723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ccccef84-7fb6-4dbe-bbf5-f72dd24c9a88 req-d2ddc7ce-2c2d-49a3-a201-58df30282723 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1226385 May 12 03:22:25.051354 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-55e8b583-95a6-47e8-bbd0-610796f74e2d req-4e4f9582-9825-463e-b9bd-a687126c3e5c service neutron] 10.222.0.57 "GET /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139494 May 12 03:22:25.137299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for router_controller (2b357917-a9ed-4b4a-953a-05c42a9ed86e), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.192571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port 205edc66-508a-4d14-8754-e5e25c869709 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:25.193257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (205edc66-508a-4d14-8754-e5e25c869709), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.216642 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ccccef84-7fb6-4dbe-bbf5-f72dd24c9a88 req-d7a59431-193a-44af-bd73-d2b3bf3b5f7a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616597 May 12 03:22:25.308350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e50b926b-e138-4b05-94f9-54bd227f8aab), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.321264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:25.324693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.365484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Pushing event deleted for resources: {'Port': ['ID=e50b926b-e138-4b05-94f9-54bd227f8aab,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:25.389216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for router_gateway (2b357917-a9ed-4b4a-953a-05c42a9ed86e), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.393388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port 205edc66-508a-4d14-8754-e5e25c869709, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=205edc66-508a-4d14-8754-e5e25c869709,segment=NetworkSegment(589a61ef-3aa2-41ea-b6a5-332a40c1deec),segment_id=589a61ef-3aa2-41ea-b6a5-332a40c1deec)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:25.393748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (205edc66-508a-4d14-8754-e5e25c869709), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.417534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (2e35b9c1-a747-4178-9046-63b365158f59), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.443736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for 205edc66-508a-4d14-8754-e5e25c869709 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:25.474713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks [] for floatingip (b992e772-6cc4-4814-bdea-fa017446a89d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.477144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.478310 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d6916ac4-9898-4d42-bbeb-33e22b14e9a9 tempest-FloatingIPAdminTestJSON-89530976 tempest-FloatingIPAdminTestJSON-89530976-project] 10.222.0.23 "DELETE /v2.0/floatingips/b992e772-6cc4-4814-bdea-fa017446a89d HTTP/1.1" status: 204 len: 168 time: 0.9059215 May 12 03:22:25.481088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57080) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:25.670197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Deleting port 944916a1-ef99-4f0d-8bd6-5ad2f35aecdb {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:25.670892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.735222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (205edc66-508a-4d14-8754-e5e25c869709), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.792922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=205edc66-508a-4d14-8754-e5e25c869709,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:25.795500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (2e35b9c1-a747-4178-9046-63b365158f59), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.803213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port 205edc66-508a-4d14-8754-e5e25c869709 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:25.808150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.808551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for floatingip (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.809070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (bcfdf247-f9d6-4cc7-8837-0737f68228d7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.854836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Calling delete_port for 944916a1-ef99-4f0d-8bd6-5ad2f35aecdb owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:25.863817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for router_gateway (2b357917-a9ed-4b4a-953a-05c42a9ed86e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.913483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:25.957696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Subnet': ['ID=bcfdf247-f9d6-4cc7-8837-0737f68228d7,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:25.960920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.031081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Router 2e35b9c1-a747-4178-9046-63b365158f59 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:26.033245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.045415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Checking segment: {'id': '3b372192-cc5a-4870-89d3-4c2e5cc68019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:26.045768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network hostable DHCP agents. Network: 3d8ec975-01ca-425b-b386-1c4506a2a967, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:26.048921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a61ef-3aa2-41ea-b6a5-332a40c1deec') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.049222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a61ef-3aa2-41ea-b6a5-332a40c1deec') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.066855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.099278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (944916a1-ef99-4f0d-8bd6-5ad2f35aecdb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.112022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.122396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:26.122778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (589a61ef-3aa2-41ea-b6a5-332a40c1deec), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:26.125847 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:26.128044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:26.142757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Pushing event deleted for resources: {'Port': ['ID=944916a1-ef99-4f0d-8bd6-5ad2f35aecdb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:26.158721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 3d8ec975-01ca-425b-b386-1c4506a2a967) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:26.166407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ce72d-db7d-45f5-bded-6d75dfebda48 None None] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:26.214293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:26.214877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.236149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:26.243554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.252637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.255866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d HTTP/1.1" status: 204 len: 168 time: 3.4741261 May 12 03:22:26.261031 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] Sync routers for ids ['2e35b9c1-a747-4178-9046-63b365158f59'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:26.267238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for router (2b357917-a9ed-4b4a-953a-05c42a9ed86e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.274018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57084) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.274726 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2aa18ac8-9b43-4058-8f02-e38ff8e8c7f1 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3290882 May 12 03:22:26.274949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57086) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.277455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25864e-2f52-444a-b576-4269a731cf1f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:26.281171 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] Routers {'2e35b9c1-a747-4178-9046-63b365158f59'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:26.281809 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2e35b9c1-a747-4178-9046-63b365158f59'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.316878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819579895'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:26.318817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-3d8ec975-01ca-425b-b386-1c4506a2a967', 'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967', 'project_id': '3090447d161a4e799c99ec4ec3962504', 'fixed_ips': [{'subnet_id': 'bcfdf247-f9d6-4cc7-8837-0737f68228d7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:26.321022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.363203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'network': {'name': 'tempest-router-network01--41051029'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:26.368498 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.386029 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] Routers {'2e35b9c1-a747-4178-9046-63b365158f59'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:26.386641 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2e35b9c1-a747-4178-9046-63b365158f59'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.396488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.401464 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ba9d8295-153d-454d-86aa-9838ea80e0f1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0193441 May 12 03:22:26.402760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks [] for floatingip (979424f3-7acf-4dbd-8628-bdbad68ae2e5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.406515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.407853 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fa9af338-1c4e-462c-a043-6e5475bfdc09 tempest-FloatingIPAdminTestJSON-110898100 tempest-FloatingIPAdminTestJSON-110898100-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/979424f3-7acf-4dbd-8628-bdbad68ae2e5 HTTP/1.1" status: 204 len: 168 time: 0.9258749 May 12 03:22:26.422694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57088) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.423028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57090) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.428446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': False}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:26.431243 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:26.431846 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ef3d1-a504-4849-9f84-b18fe26e7466 None None] The sync data for ids ['2e35b9c1-a747-4178-9046-63b365158f59'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:26.453579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:26.456725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.464238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80becedb-7c3e-499c-9a9d-c2bc15f8fd92 req-7775cfae-48b9-4311-8af2-e1f9be48913d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:26.465801 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80becedb-7c3e-499c-9a9d-c2bc15f8fd92 req-7775cfae-48b9-4311-8af2-e1f9be48913d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0940015 May 12 03:22:26.484557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:26.487904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.508639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Allocated IP 2001:db8::2 (3d8ec975-01ca-425b-b386-1c4506a2a967/bcfdf247-f9d6-4cc7-8837-0737f68228d7/dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:26.538660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:26.542929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:26.564834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80becedb-7c3e-499c-9a9d-c2bc15f8fd92 req-8f07d9aa-30d8-4222-8323-00d504e092b4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906150 May 12 03:22:26.565921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c206d45c-0f40-4af3-8a42-f74b6402f8eb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.566326 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Added segment c206d45c-0f40-4af3-8a42-f74b6402f8eb of type vlan for network d3854037-779c-4356-b2e1-c921e45abb77 May 12 03:22:26.567738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (2b357917-a9ed-4b4a-953a-05c42a9ed86e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.573352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks [] for router_controller (2b357917-a9ed-4b4a-953a-05c42a9ed86e), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.575495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (93eefb53-ff59-4491-ac1e-365cfc773ca4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.576271 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 93eefb53-ff59-4491-ac1e-365cfc773ca4 of type vlan for network ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 May 12 03:22:26.646040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (d3854037-779c-4356-b2e1-c921e45abb77), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.659072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.684798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Publish callbacks [] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.692704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (2b357917-a9ed-4b4a-953a-05c42a9ed86e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.693123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (d3854037-779c-4356-b2e1-c921e45abb77), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.693616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b357917-a9ed-4b4a-953a-05c42a9ed86e {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:26.696145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.698493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:26.699101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.709634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.714643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:26.715235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.715344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting port d75ca3dd-8041-4ec2-8410-78fc8ddc02bb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:26.715678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d75ca3dd-8041-4ec2-8410-78fc8ddc02bb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.751107 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.4541135 May 12 03:22:26.751311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:26.752712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57092) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.755618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:26.758565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:26.759989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'network': {'name': 'tempest-router-network02--1138985723'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:26.774562 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 0.4806430 May 12 03:22:26.775208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Pushing event updated for resources: {'Port': ['ID=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:26.776092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57094) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.778364 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 12 03:22:26.780043 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a4678dde-5510-41e0-bee9-5a36f8c4577c tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2414920 May 12 03:22:26.787750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': 'ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:26.801010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57096) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:26.809438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb11322-f267-4b5e-b334-6e249c3ecc6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Network': ['ID=d3854037-779c-4356-b2e1-c921e45abb77,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:26.830698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:26.833714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network d3854037-779c-4356-b2e1-c921e45abb77 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:26.834156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.897133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539dac2-2e36-4f0b-a259-da7836c63448 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:26.906027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Attempting to bind port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:26.906453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:26.906606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Attempting to bind port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3b372192-cc5a-4870-89d3-4c2e5cc68019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:26.906955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Attempting to bind port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 on network 3d8ec975-01ca-425b-b386-1c4506a2a967 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:26.918259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (57cdf881-5d69-49e3-96be-f7d7c1f379b7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.918810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Added segment 57cdf881-5d69-49e3-96be-f7d7c1f379b7 of type vlan for network d06f1866-e1fe-4e48-9ff3-f1d04785b381 May 12 03:22:26.921024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:26.927679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:26.928366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Checking segment: {'id': '3b372192-cc5a-4870-89d3-4c2e5cc68019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:26.928938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.929498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Bound using segment: {'id': '3b372192-cc5a-4870-89d3-4c2e5cc68019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:26.929999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Bound port: dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b372192-cc5a-4870-89d3-4c2e5cc68019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d8ec975-01ca-425b-b386-1c4506a2a967'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:26.930383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.963871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (d06f1866-e1fe-4e48-9ff3-f1d04785b381), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:26.993213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (d06f1866-e1fe-4e48-9ff3-f1d04785b381), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.000267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:27.000493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.043682 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.2902896 May 12 03:22:27.067992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] For port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:27.071596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] For port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,segment=NetworkSegment(3b372192-cc5a-4870-89d3-4c2e5cc68019),segment_id=3b372192-cc5a-4870-89d3-4c2e5cc68019)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:27.073860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57098) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:27.078142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.081112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'subnet': {'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:27.086323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb39443-ff37-4852-be10-5830f977d7a8 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Network': ['ID=d06f1866-e1fe-4e48-9ff3-f1d04785b381,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:27.118394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network d06f1866-e1fe-4e48-9ff3-f1d04785b381 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:27.180210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:27.183707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.212174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af93fd-6ac7-4282-9f16-6329ebdb7af1 None None] Pushing event updated for resources: {'Port': ['ID=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:27.283556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d75ca3dd-8041-4ec2-8410-78fc8ddc02bb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.317001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Calling delete_port for d75ca3dd-8041-4ec2-8410-78fc8ddc02bb owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:27.356443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:27.359911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.367026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Deleting port f240b171-7019-48c9-99c8-132c19c62620 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:27.367363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f240b171-7019-48c9-99c8-132c19c62620), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.403984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (5ea2de28-485b-462d-9793-5bf2438a0501), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.480432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Subnet': ['ID=5ea2de28-485b-462d-9793-5bf2438a0501,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:27.490177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Checking segment: {'id': 'c206d45c-0f40-4af3-8a42-f74b6402f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:27.490630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network hostable DHCP agents. Network: d3854037-779c-4356-b2e1-c921e45abb77, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:27.515487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network d3854037-779c-4356-b2e1-c921e45abb77 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:27.535722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, d3854037-779c-4356-b2e1-c921e45abb77) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:27.540087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:27.540660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.545779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738a86b-9933-4407-b239-7ca106f4c949 None None] Network d3854037-779c-4356-b2e1-c921e45abb77 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:27.579531 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d6a278f5-1b5d-41a8-8042-1ba5521be26d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5043054 May 12 03:22:27.582854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57102) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:27.592772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'subnet': {'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:27.597046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:22:27.597566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:22:27.651994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:27.671779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f240b171-7019-48c9-99c8-132c19c62620), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.686401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Calling delete_port for f240b171-7019-48c9-99c8-132c19c62620 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:27.732654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-d3854037-779c-4356-b2e1-c921e45abb77', 'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77', 'project_id': '3090447d161a4e799c99ec4ec3962504', 'fixed_ips': [{'subnet_id': '5ea2de28-485b-462d-9793-5bf2438a0501'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:27.733513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.744066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:27.744878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.759212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3046-2f61-4d30-aaea-b83342cfe1f3 req-6589cb3c-5bdb-4b7c-a3d2-fe92cef20e8d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:27.760708 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5e2b3046-2f61-4d30-aaea-b83342cfe1f3 req-6589cb3c-5bdb-4b7c-a3d2-fe92cef20e8d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0660913 May 12 03:22:27.767061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:27.770573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.835566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f240b171-7019-48c9-99c8-132c19c62620), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.889976 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5e2b3046-2f61-4d30-aaea-b83342cfe1f3 req-a638bc09-3f94-4825-a25f-e9c6b547fa64 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154239 May 12 03:22:27.897370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (2e35b9c1-a747-4178-9046-63b365158f59), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:27.901044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Pushing event deleted for resources: {'Port': ['ID=f240b171-7019-48c9-99c8-132c19c62620,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:28.042836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (e21aafa5-e9c5-4f00-b606-7e27e72ea295), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.082165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:28.082555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.125981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Subnet': ['ID=e21aafa5-e9c5-4f00-b606-7e27e72ea295,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:28.140467 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Checking segment: {'id': '57cdf881-5d69-49e3-96be-f7d7c1f379b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:28.140844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network hostable DHCP agents. Network: d06f1866-e1fe-4e48-9ff3-f1d04785b381, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:28.167362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network d06f1866-e1fe-4e48-9ff3-f1d04785b381 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:28.168730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.172694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Allocated IP 2001:db8::2 (d3854037-779c-4356-b2e1-c921e45abb77/5ea2de28-485b-462d-9793-5bf2438a0501/fdb4dd82-37d0-4d91-97f3-fae2480c9842) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:28.173926 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31aa6d0d-e4f8-432c-8b28-1226681afab7 tempest-RoutersAdminNegativeTest-90162122 tempest-RoutersAdminNegativeTest-90162122-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f240b171-7019-48c9-99c8-132c19c62620 HTTP/1.1" status: 204 len: 168 time: 1.3632655 May 12 03:22:28.177931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d75ca3dd-8041-4ec2-8410-78fc8ddc02bb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.182139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, d06f1866-e1fe-4e48-9ff3-f1d04785b381) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:28.183200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,segment=NetworkSegment(3b372192-cc5a-4870-89d3-4c2e5cc68019),segment_id=3b372192-cc5a-4870-89d3-4c2e5cc68019)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:28.192803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd772f-6f70-4622-a766-0e08b1974a80 None None] Network d06f1866-e1fe-4e48-9ff3-f1d04785b381 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:28.197678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:28.199180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.234741 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a8a6759b-cb77-40d3-8237-3d5e2e07bb7e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6504488 May 12 03:22:28.237270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57108) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:28.268440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Port': ['ID=d75ca3dd-8041-4ec2-8410-78fc8ddc02bb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:28.283115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (e2d2f97f-0114-4153-8ef0-353c14d365c7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.314811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.396150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-d06f1866-e1fe-4e48-9ff3-f1d04785b381', 'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381', 'project_id': '3090447d161a4e799c99ec4ec3962504', 'fixed_ips': [{'subnet_id': 'e21aafa5-e9c5-4f00-b606-7e27e72ea295'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:28.397193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.445037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.448961 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6036bd95-0012-4b77-bb34-dd807234ad77 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "DELETE /v2.0/ports/d75ca3dd-8041-4ec2-8410-78fc8ddc02bb HTTP/1.1" status: 204 len: 168 time: 2.0164475 May 12 03:22:28.454645 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57110) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:28.558546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67537f42-3293-4fdb-9311-078e123cf134 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:28.562869 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-67537f42-3293-4fdb-9311-078e123cf134 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddc40a3-29b1-49fc-bb0c-acb9075156d3 HTTP/1.1" status: 200 len: 913 time: 0.1007442 May 12 03:22:28.589569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:28.602067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57114) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:28.690533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742e6af-36d4-440f-aa1d-48d51cefb735 None None] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:28.712795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57116) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:28.724297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=e2d2f97f-0114-4153-8ef0-353c14d365c7,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:28.785231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3ca74b45-6d5e-44f8-b736-56428c6715b2 None None] Provisioning complete for port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:28.785613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ca74b45-6d5e-44f8-b736-56428c6715b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.824306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '93eefb53-ff59-4491-ac1e-365cfc773ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:28.824669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:28.914740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Publish callbacks [] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.914934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:28.917073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Allocated IP 2001:db8::2 (d06f1866-e1fe-4e48-9ff3-f1d04785b381/e21aafa5-e9c5-4f00-b606-7e27e72ea295/42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:28.921458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6845c608-b314-47a6-878a-37ae21ca3c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.949481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:28.981418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:28.996128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:28.996728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.054965 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d2c577d-93e0-4530-a56e-2c1d4e1bd58a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2756066 May 12 03:22:29.060588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74d810-c196-4a37-a2e1-5dec2142c7c6 None None] Network ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:29.061807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57122) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:29.111378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Network d3854037-779c-4356-b2e1-c921e45abb77 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:29.123995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:29.133233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:29.137043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7039581-94e6-4b4f-9fc5-86af92643beb req-50215608-3168-4752-b659-b6c2b3f638c7 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:29.138956 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7039581-94e6-4b4f-9fc5-86af92643beb req-50215608-3168-4752-b659-b6c2b3f638c7 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1182897 May 12 03:22:29.220181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.224353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Pushing event updated for resources: {'Port': ['ID=fdb4dd82-37d0-4d91-97f3-fae2480c9842,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:29.307513 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7039581-94e6-4b4f-9fc5-86af92643beb req-bbcd8e8d-27ac-4055-97fe-a6ae8028e6dc tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340709 May 12 03:22:29.318012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.322671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3ca74b45-6d5e-44f8-b736-56428c6715b2 None None] Current status of the port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:29.363784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fe480-bcee-4586-af44-f7c6c37d3e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3', 'network_id': 'ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': 'e2d2f97f-0114-4153-8ef0-353c14d365c7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:29.364823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe480-bcee-4586-af44-f7c6c37d3e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.381595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Attempting to bind port fdb4dd82-37d0-4d91-97f3-fae2480c9842 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:29.381986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Attempting to bind port fdb4dd82-37d0-4d91-97f3-fae2480c9842 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c206d45c-0f40-4af3-8a42-f74b6402f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:29.382352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Attempting to bind port fdb4dd82-37d0-4d91-97f3-fae2480c9842 on network d3854037-779c-4356-b2e1-c921e45abb77 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:29.407742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:29.408118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Checking segment: {'id': 'c206d45c-0f40-4af3-8a42-f74b6402f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:29.408522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.408916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Bound using segment: {'id': 'c206d45c-0f40-4af3-8a42-f74b6402f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:29.409479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Bound port: fdb4dd82-37d0-4d91-97f3-fae2480c9842, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c206d45c-0f40-4af3-8a42-f74b6402f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3854037-779c-4356-b2e1-c921e45abb77'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:29.409872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.425230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Publish callbacks [] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.463954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e2d2f97f-0114-4153-8ef0-353c14d365c7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.504685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.542206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6845c608-b314-47a6-878a-37ae21ca3c34 admin admin] Publish callbacks [] for security_group (56f5ffd5-32a9-4098-8818-95beca6ccaf2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.590697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6845c608-b314-47a6-878a-37ae21ca3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (56f5ffd5-32a9-4098-8818-95beca6ccaf2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.612314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Network d06f1866-e1fe-4e48-9ff3-f1d04785b381 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:29.625026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ff3a4c8d-e242-4338-92e8-3161b1dd126d None None] Provisioning complete for port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:29.625598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff3a4c8d-e242-4338-92e8-3161b1dd126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.640590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:29.644128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (e2d2f97f-0114-4153-8ef0-353c14d365c7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.645184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (2e35b9c1-a747-4178-9046-63b365158f59), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.674139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:29.678739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-5c5fe480-bcee-4586-af44-f7c6c37d3e03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2d2f97f-0114-4153-8ef0-353c14d365c7: This subnet is being modified by another concurrent operation. May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:22:29.682188 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2d2f97f-0114-4153-8ef0-353c14d365c7: This subnet is being modified by another concurrent operation. May 12 03:22:29.685959 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:22:29.688107 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d2f97f-0114-4153-8ef0-353c14d365c7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:29.692110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Pushing event updated for resources: {'Port': ['ID=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:29.720156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (2e35b9c1-a747-4178-9046-63b365158f59), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.731560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] For port fdb4dd82-37d0-4d91-97f3-fae2480c9842, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:29.734029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6845c608-b314-47a6-878a-37ae21ca3c34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=826869da46324338af910c908ca340c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0180268 May 12 03:22:29.737273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Allocated IP 2001:db8::1 (d3854037-779c-4356-b2e1-c921e45abb77/5ea2de28-485b-462d-9793-5bf2438a0501/21892714-5493-4ef5-ae8f-ead46dda97e6) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:29.740616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845c608-b314-47a6-878a-37ae21ca3c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f5ffd5-32a9-4098-8818-95beca6ccaf2,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:29.742100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57126) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:29.771000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (fddc40a3-29b1-49fc-bb0c-acb9075156d3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.774290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8d674-9bcb-49f1-b8b1-55267bf60862 None None] Network ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:29.786109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] For port fdb4dd82-37d0-4d91-97f3-fae2480c9842, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fdb4dd82-37d0-4d91-97f3-fae2480c9842,segment=NetworkSegment(c206d45c-0f40-4af3-8a42-f74b6402f8eb),segment_id=c206d45c-0f40-4af3-8a42-f74b6402f8eb)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:29.794311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.833038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.870014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:29.890680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93eefb53-ff59-4491-ac1e-365cfc773ca4') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:29.891024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93eefb53-ff59-4491-ac1e-365cfc773ca4') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:29.918666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Attempting to bind port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:29.919033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Attempting to bind port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '57cdf881-5d69-49e3-96be-f7d7c1f379b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:29.919959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Attempting to bind port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 on network d06f1866-e1fe-4e48-9ff3-f1d04785b381 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:29.940157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (93eefb53-ff59-4491-ac1e-365cfc773ca4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.941911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f236fdea-c439-4d9f-800f-b082a10e2040 admin admin] Publish callbacks [] for security_group (56f5ffd5-32a9-4098-8818-95beca6ccaf2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.968667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (93eefb53-ff59-4491-ac1e-365cfc773ca4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.979771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:29.980248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (93eefb53-ff59-4491-ac1e-365cfc773ca4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.983983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:29.985001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Checking segment: {'id': '57cdf881-5d69-49e3-96be-f7d7c1f379b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:29.985582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.986140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Bound using segment: {'id': '57cdf881-5d69-49e3-96be-f7d7c1f379b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:29.986841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Bound port: 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cdf881-5d69-49e3-96be-f7d7c1f379b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd06f1866-e1fe-4e48-9ff3-f1d04785b381'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:29.987395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:29.989462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:29.990011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.013115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Router 2e35b9c1-a747-4178-9046-63b365158f59 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:30.019035 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:30.042088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803cb54-58ab-4077-ab62-ab4a7c13778e None None] Pushing event updated for resources: {'Port': ['ID=fdb4dd82-37d0-4d91-97f3-fae2480c9842,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:30.062278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a4c8d-e242-4338-92e8-3161b1dd126d None None] Current status of the port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:30.089426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f236fdea-c439-4d9f-800f-b082a10e2040 admin admin] Publish callbacks [] for security_group (56f5ffd5-32a9-4098-8818-95beca6ccaf2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.111465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.116672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.120902 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 HTTP/1.1" status: 204 len: 168 time: 1.0586238 May 12 03:22:30.125408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57128) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:30.130585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709143118'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:30.171762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.179924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23203d1-0e90-4f11-b3d3-af765e6c78bb tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:30.186471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:30.190022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.231352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.234079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f236fdea-c439-4d9f-800f-b082a10e2040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (56f5ffd5-32a9-4098-8818-95beca6ccaf2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.236642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f236fdea-c439-4d9f-800f-b082a10e2040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.238103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f236fdea-c439-4d9f-800f-b082a10e2040 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56f5ffd5-32a9-4098-8818-95beca6ccaf2 HTTP/1.1" status: 204 len: 168 time: 0.4949157 May 12 03:22:30.340280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:30.344049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:30.380619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.382943 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-75f20e7d-9043-4f10-9eef-a53303b08a14 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "PUT /v2.0/routers/2e35b9c1-a747-4178-9046-63b365158f59 HTTP/1.1" status: 200 len: 921 time: 3.9589715 May 12 03:22:30.397869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.399476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 83fc23d6-13ae-4f28-be54-6a6c60ad83ac of type vlan for network a9fc2ea5-538a-42d1-9825-95e500acb889 May 12 03:22:30.402240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network d3854037-779c-4356-b2e1-c921e45abb77 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:30.407266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] Sync routers for ids ['2e35b9c1-a747-4178-9046-63b365158f59'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:30.410886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] For port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:30.414894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57134) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:30.419650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236fdea-c439-4d9f-800f-b082a10e2040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f5ffd5-32a9-4098-8818-95beca6ccaf2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:30.429403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:30.444207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:30.444746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.460296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.466890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting port d28c61dd-9587-49ea-811a-f8af6e3ea3f3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:30.467698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.473541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] For port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,segment=NetworkSegment(57cdf881-5d69-49e3-96be-f7d7c1f379b7),segment_id=57cdf881-5d69-49e3-96be-f7d7c1f379b7)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:30.498228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.503865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] Routers {'2e35b9c1-a747-4178-9046-63b365158f59'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:30.504504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2e35b9c1-a747-4178-9046-63b365158f59'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:30.506556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:30.552758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.560474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:30.561313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.582435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:30.613149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] Routers {'2e35b9c1-a747-4178-9046-63b365158f59'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:30.613833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2e35b9c1-a747-4178-9046-63b365158f59'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:30.646872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Port': ['ID=21892714-5493-4ef5-ae8f-ead46dda97e6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:30.660339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:30.660955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce57271-7c81-45b7-af69-6d811c5b3baf None None] The sync data for ids ['2e35b9c1-a747-4178-9046-63b365158f59'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:30.662314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d97d-db34-4d10-bc65-40df9f17cf46 None None] Pushing event updated for resources: {'Port': ['ID=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:30.664418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=a9fc2ea5-538a-42d1-9825-95e500acb889,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:30.686276 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ae865faf-4185-4103-9a55-07842f73efff tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 0.5596685 May 12 03:22:30.689772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57138) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:30.692926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network a9fc2ea5-538a-42d1-9825-95e500acb889 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:30.695225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:30.781000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc99b-3721-4852-9eb1-0c3b52fe848d req-66e7cc03-29e3-4033-b5b6-ed1e6bfbfeb7 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:30.783160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-153dc99b-3721-4852-9eb1-0c3b52fe848d req-66e7cc03-29e3-4033-b5b6-ed1e6bfbfeb7 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.3307533 May 12 03:22:30.811908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57140) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:30.818519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.868818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Calling delete_port for d28c61dd-9587-49ea-811a-f8af6e3ea3f3 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:30.911554 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-da76dccf-2411-4e46-8735-37f11107ff8e tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/2e35b9c1-a747-4178-9046-63b365158f59 HTTP/1.1" status: 200 len: 921 time: 0.4955058 May 12 03:22:30.917620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57142) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:30.931886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.933504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:30.939360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:30.993419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-153dc99b-3721-4852-9eb1-0c3b52fe848d req-4428389c-82e1-40ab-80e6-00885450b764 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738052 May 12 03:22:31.004338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cc4052b6-47a2-4807-aa56-2ba54d2cc8b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3e423277dd9428bb2c149f7ec525bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877723 May 12 03:22:31.017051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57144) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:31.074765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2383ae-65d4-4477-aa3e-3ba0163c88db tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:31.079201 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bf2383ae-65d4-4477-aa3e-3ba0163c88db tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=2e35b9c1-a747-4178-9046-63b365158f59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1601951 May 12 03:22:31.079907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57146) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:31.183599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a965f397-5482-434d-8a76-392e5c389a1e admin admin] Publish callbacks [] for security_group (d3ee2d16-b21b-42fb-82e8-560e42d793ce), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.217150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a965f397-5482-434d-8a76-392e5c389a1e admin admin] Publish callbacks [] for security_group (d3ee2d16-b21b-42fb-82e8-560e42d793ce), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.284039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea82cf3-e200-4d7f-8020-2026500b95a6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:31.285805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4ea82cf3-e200-4d7f-8020-2026500b95a6 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.2023015 May 12 03:22:31.288320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57148) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:31.336220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9891a890-93d8-48ab-b55f-32d613687c39 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e35b9c1-a747-4178-9046-63b365158f59 HTTP/1.1" status: 200 len: 205 time: 0.0465024 May 12 03:22:31.338936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57150) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:31.440396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02037462-ab4e-42d2-bb20-2b84b10b7fdf None None] Network d3854037-779c-4356-b2e1-c921e45abb77 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:31.453182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a965f397-5482-434d-8a76-392e5c389a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d3ee2d16-b21b-42fb-82e8-560e42d793ce), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.455793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a965f397-5482-434d-8a76-392e5c389a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.456838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a965f397-5482-434d-8a76-392e5c389a1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3ee2d16-b21b-42fb-82e8-560e42d793ce HTTP/1.1" status: 204 len: 168 time: 0.4367931 May 12 03:22:31.465333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (01dc3430-9a1f-44b2-9b5f-37bd870526fa), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.479122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d28c61dd-9587-49ea-811a-f8af6e3ea3f3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.533282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.549674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.550793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.613465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] Provisioning complete for port fdb4dd82-37d0-4d91-97f3-fae2480c9842 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:31.613841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.665044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Port': ['ID=d28c61dd-9587-49ea-811a-f8af6e3ea3f3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:31.667422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f397-5482-434d-8a76-392e5c389a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ee2d16-b21b-42fb-82e8-560e42d793ce,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:31.740666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:31.835747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network d3854037-779c-4356-b2e1-c921e45abb77 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:31.848751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:31.863342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (2e35b9c1-a747-4178-9046-63b365158f59), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.895039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Port': ['ID=21892714-5493-4ef5-ae8f-ead46dda97e6,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:31.921393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] Current status of the port fdb4dd82-37d0-4d91-97f3-fae2480c9842 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:31.927853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:31.927853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:31.927853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.029386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] For port fdb4dd82-37d0-4d91-97f3-fae2480c9842, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fdb4dd82-37d0-4d91-97f3-fae2480c9842,segment=NetworkSegment(c206d45c-0f40-4af3-8a42-f74b6402f8eb),segment_id=c206d45c-0f40-4af3-8a42-f74b6402f8eb)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:32.082106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.154754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:32.155140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.207789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd214-52e5-4af4-b043-19098c9d79aa None None] Pushing event updated for resources: {'Port': ['ID=fdb4dd82-37d0-4d91-97f3-fae2480c9842,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:32.212355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,segment=NetworkSegment(57cdf881-5d69-49e3-96be-f7d7c1f379b7),segment_id=57cdf881-5d69-49e3-96be-f7d7c1f379b7)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:32.215263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd8b00-9b1e-4012-8f52-e3bc5a0599da None None] Network d06f1866-e1fe-4e48-9ff3-f1d04785b381 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:32.240045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Router b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:32.243395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.246542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fdb4dd82-37d0-4d91-97f3-fae2480c9842 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:32.347116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44ebe0-0f5e-4f46-9edc-87c37684d575 req-8ca61cde-5466-487f-8f06-24b3fce02a9a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:32.362786 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d44ebe0-0f5e-4f46-9edc-87c37684d575 req-8ca61cde-5466-487f-8f06-24b3fce02a9a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1664560 May 12 03:22:32.373948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=01dc3430-9a1f-44b2-9b5f-37bd870526fa,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:32.374263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-11647234-8c3c-4490-92d4-51d9f658b872 None None] Provisioning complete for port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:32.374263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11647234-8c3c-4490-92d4-51d9f658b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.431000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '83fc23d6-13ae-4f28-be54-6a6c60ad83ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:32.431279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: a9fc2ea5-538a-42d1-9825-95e500acb889, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:32.498891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:32.565149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-11647234-8c3c-4490-92d4-51d9f658b872 None None] Current status of the port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:32.569127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port fdb4dd82-37d0-4d91-97f3-fae2480c9842 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:32.569127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.594746 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d44ebe0-0f5e-4f46-9edc-87c37684d575 req-557c7255-09f7-4308-a001-1791cb5198d8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308078 May 12 03:22:32.605737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network a9fc2ea5-538a-42d1-9825-95e500acb889 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:32.626715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (fddc40a3-29b1-49fc-bb0c-acb9075156d3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.634572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:32.648962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3056d921-d94d-4c09-863e-93b81db112a7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4073210 May 12 03:22:32.649178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57174) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:32.653769 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] Sync routers for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:32.657059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, a9fc2ea5-538a-42d1-9825-95e500acb889) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:32.672772 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:32.676038 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:32.676415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:32.677018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.701134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (2e35b9c1-a747-4178-9046-63b365158f59), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.726880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port fdb4dd82-37d0-4d91-97f3-fae2480c9842 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:32.730389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dfd6e5-b350-41bf-9b64-62696b76a561 None None] Network a9fc2ea5-538a-42d1-9825-95e500acb889 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:32.767801 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:32.780121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57176) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:32.787685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9239285b-a113-45be-acd0-78fcbd9a813d None None] Provisioning complete for port fdb4dd82-37d0-4d91-97f3-fae2480c9842 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:32.788105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9239285b-a113-45be-acd0-78fcbd9a813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:32.789747 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:32.791165 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:32.842305 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:32.842809 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b163ec77-c51b-48e2-86e9-8baeb3d962cc tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1517680 May 12 03:22:32.843306 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6205f-686c-4718-ac0e-18595907d1f2 None None] The sync data for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:32.845644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57180) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:32.981519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-a9fc2ea5-538a-42d1-9825-95e500acb889', 'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '01dc3430-9a1f-44b2-9b5f-37bd870526fa'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:32.982713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.007734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Deleting port 7abc83d0-aa3d-4a83-95ea-9237b6e2e825 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:33.008069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7abc83d0-aa3d-4a83-95ea-9237b6e2e825), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.070536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9239285b-a113-45be-acd0-78fcbd9a813d None None] Current status of the port fdb4dd82-37d0-4d91-97f3-fae2480c9842 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:33.099236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7abc83d0-aa3d-4a83-95ea-9237b6e2e825), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.113488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Calling delete_port for 7abc83d0-aa3d-4a83-95ea-9237b6e2e825 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:33.129312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9239285b-a113-45be-acd0-78fcbd9a813d None None] Provisioning complete for port 21892714-5493-4ef5-ae8f-ead46dda97e6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:33.129849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9239285b-a113-45be-acd0-78fcbd9a813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.135773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-495c2c29-06f3-4762-b59c-d680b2c31145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.184161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9239285b-a113-45be-acd0-78fcbd9a813d None None] Port 21892714-5493-4ef5-ae8f-ead46dda97e6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:33.240479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Allocated IP 172.20.0.1 (a9fc2ea5-538a-42d1-9825-95e500acb889/01dc3430-9a1f-44b2-9b5f-37bd870526fa/f1b29812-eb6c-448c-93e1-71ea3b1116c3) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:33.283442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.331756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1402482817'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:33.344749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-84651ac1-c43d-47b3-9292-789a73598e1d None None] Provisioning complete for port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:33.345142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84651ac1-c43d-47b3-9292-789a73598e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.400747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:33.404782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.417296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.480824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Publish callbacks [] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.494570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-84651ac1-c43d-47b3-9292-789a73598e1d None None] Current status of the port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:33.499128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.517865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Router fddc40a3-29b1-49fc-bb0c-acb9075156d3 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:33.520788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (01dc3430-9a1f-44b2-9b5f-37bd870526fa), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.532289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7abc83d0-aa3d-4a83-95ea-9237b6e2e825), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.541650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-84651ac1-c43d-47b3-9292-789a73598e1d None None] Provisioning complete for port 21892714-5493-4ef5-ae8f-ead46dda97e6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:33.541997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84651ac1-c43d-47b3-9292-789a73598e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.554594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Network a9fc2ea5-538a-42d1-9825-95e500acb889 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:33.587455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:33.590194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:33.598975 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-c59aa0f1-b160-4308-979c-1c2195d52306 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:22:33.600024 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c59aa0f1-b160-4308-979c-1c2195d52306 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9499109 May 12 03:22:33.603097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57182) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:33.606162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:33.611966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for security_group (1d6024bb-fb63-4756-9580-29c5ef777c44), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.646020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1d6024bb-fb63-4756-9580-29c5ef777c44), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.655304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event deleted for resources: {'Port': ['ID=7abc83d0-aa3d-4a83-95ea-9237b6e2e825,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:33.665804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Pushing event updated for resources: {'Port': ['ID=f1b29812-eb6c-448c-93e1-71ea3b1116c3,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:33.679584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-84651ac1-c43d-47b3-9292-789a73598e1d None None] Port 21892714-5493-4ef5-ae8f-ead46dda97e6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:33.720304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Attempting to bind port f1b29812-eb6c-448c-93e1-71ea3b1116c3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:33.720864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Attempting to bind port f1b29812-eb6c-448c-93e1-71ea3b1116c3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '83fc23d6-13ae-4f28-be54-6a6c60ad83ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:33.721238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Attempting to bind port f1b29812-eb6c-448c-93e1-71ea3b1116c3 on network a9fc2ea5-538a-42d1-9825-95e500acb889 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:33.727297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:33.732215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:33.732215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Checking segment: {'id': '83fc23d6-13ae-4f28-be54-6a6c60ad83ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:33.732215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.732215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Bound using segment: {'id': '83fc23d6-13ae-4f28-be54-6a6c60ad83ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:33.732215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Bound port: f1b29812-eb6c-448c-93e1-71ea3b1116c3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fc23d6-13ae-4f28-be54-6a6c60ad83ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a9fc2ea5-538a-42d1-9825-95e500acb889'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:33.732768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6024bb-fb63-4756-9580-29c5ef777c44,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:33.732866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.772930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a78ff7c6-2c49-47c6-8988-b7420e6a498c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.773348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Added segment a78ff7c6-2c49-47c6-8988-b7420e6a498c of type vlan for network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 May 12 03:22:33.791387 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (2e35b9c1-a747-4178-9046-63b365158f59), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.802079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:33.802379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.829496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15504-1e74-4982-af35-1c4d941b7927 req-7b0b5799-d50d-4c9e-835c-b1dd51ddec20 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:33.831034 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d9a15504-1e74-4982-af35-1c4d941b7927 req-7b0b5799-d50d-4c9e-835c-b1dd51ddec20 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1234400 May 12 03:22:33.853799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (01dc3430-9a1f-44b2-9b5f-37bd870526fa), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.862505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] For port f1b29812-eb6c-448c-93e1-71ea3b1116c3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:33.880001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] For port f1b29812-eb6c-448c-93e1-71ea3b1116c3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f1b29812-eb6c-448c-93e1-71ea3b1116c3,segment=NetworkSegment(83fc23d6-13ae-4f28-be54-6a6c60ad83ac),segment_id=83fc23d6-13ae-4f28-be54-6a6c60ad83ac)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:33.886870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.903903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (2f51fa24-c63e-45f7-aa6a-9fc3601ed581), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.948595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (2e35b9c1-a747-4178-9046-63b365158f59), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.957694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (2e35b9c1-a747-4178-9046-63b365158f59), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.959709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=01dc3430-9a1f-44b2-9b5f-37bd870526fa,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:33.969421 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d9a15504-1e74-4982-af35-1c4d941b7927 req-18b8a630-3289-4ee6-85eb-388a3431bb91 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194463 May 12 03:22:33.971403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:33.972988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fdb4dd82-37d0-4d91-97f3-fae2480c9842 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:33.989272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (2f51fa24-c63e-45f7-aa6a-9fc3601ed581), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:33.989598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:33.993577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:33.994238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.032018 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-128f6e0c-1ab0-4b88-948a-d683f62702e2 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "PUT /v2.0/routers/fddc40a3-29b1-49fc-bb0c-acb9075156d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4288137 May 12 03:22:34.042204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57188) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:34.071146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (2e35b9c1-a747-4178-9046-63b365158f59), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.071796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Fanout notify agent at l3_agent the message router_deleted on router 2e35b9c1-a747-4178-9046-63b365158f59 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:34.074730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.082515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.083761 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-59309e47-c42a-4a79-a661-9146f7eade36 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/2e35b9c1-a747-4178-9046-63b365158f59 HTTP/1.1" status: 204 len: 168 time: 2.7394419 May 12 03:22:34.090720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57190) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:34.099540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2143879511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:34.147064 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3640053 May 12 03:22:34.147268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fc2ea5-538a-42d1-9825-95e500acb889']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.149229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57192) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:34.152995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b5276-ccff-4cf9-854a-b48e99b4d54f tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Network': ['ID=2f51fa24-c63e-45f7-aa6a-9fc3601ed581,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:34.179256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fc23d6-13ae-4f28-be54-6a6c60ad83ac') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.179709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fc23d6-13ae-4f28-be54-6a6c60ad83ac') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.185357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'subnet': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:34.214567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:34.218274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] Sync routers for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:34.225392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e986d-b5f9-47be-9ef8-80692b0d954f None None] Pushing event updated for resources: {'Port': ['ID=f1b29812-eb6c-448c-93e1-71ea3b1116c3,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:34.246837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:34.248011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.306423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.311182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (4dc46931-1588-48c0-93d5-7196b2019124), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.312338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.312483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (4dc46931-1588-48c0-93d5-7196b2019124), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.345679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] Routers {'fddc40a3-29b1-49fc-bb0c-acb9075156d3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:34.347130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.350142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.358165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:34.361964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.399897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router (fddc40a3-29b1-49fc-bb0c-acb9075156d3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.421496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:34.421928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:34.425348 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:34.450270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port fdb4dd82-37d0-4d91-97f3-fae2480c9842 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:34.451214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.458218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:34.458781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5127aa7-ccf8-4a58-9c4e-957873008b32 None None] The sync data for ids ['fddc40a3-29b1-49fc-bb0c-acb9075156d3'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:34.465830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.504167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (4dc46931-1588-48c0-93d5-7196b2019124), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.540961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (4dc46931-1588-48c0-93d5-7196b2019124), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.568878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:22:34.568878 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:22:34.568878 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': 'a9fc2ea5-538a-42d1-9825-95e500acb889'}] May 12 03:22:34.568878 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:34.569316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:34.571010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port fdb4dd82-37d0-4d91-97f3-fae2480c9842 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:34.574638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.576520 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-34d6e5ae-c496-4591-bfe1-617da547ed7b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4814427 May 12 03:22:34.579458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57194) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:34.583824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:34.713947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router_gateway (fddc40a3-29b1-49fc-bb0c-acb9075156d3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.802753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting port 0cebda6e-8f05-4fb2-bbc0-94baa984064d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:34.803100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0cebda6e-8f05-4fb2-bbc0-94baa984064d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.918410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting port 21892714-5493-4ef5-ae8f-ead46dda97e6 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:34.918671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.953018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0cebda6e-8f05-4fb2-bbc0-94baa984064d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:34.995726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Calling delete_port for 0cebda6e-8f05-4fb2-bbc0-94baa984064d owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:35.071202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.104722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.105246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Calling delete_port for 21892714-5493-4ef5-ae8f-ead46dda97e6 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:35.109202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (4dc46931-1588-48c0-93d5-7196b2019124), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.176899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28ea87-46f4-4c75-86ce-0a00dbb92134 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:22:35.207503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (97d4aec3-3d62-4792-b9f7-3cc1b8bf617e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.215232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067bf7-e7e9-4d75-8130-180e5e0393fc req-849e6a3d-1878-4dd8-81e1-e662f7e7ff06 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:35.217276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5067bf7-e7e9-4d75-8130-180e5e0393fc req-849e6a3d-1878-4dd8-81e1-e662f7e7ff06 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1342826 May 12 03:22:35.259039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-71294da5-d456-4c57-b67a-1ea41243748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.270335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] Provisioning complete for port f1b29812-eb6c-448c-93e1-71ea3b1116c3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:35.270994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.318885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port f1b29812-eb6c-448c-93e1-71ea3b1116c3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:35.319227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.368858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Subnet': ['ID=97d4aec3-3d62-4792-b9f7-3cc1b8bf617e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:35.377221 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5067bf7-e7e9-4d75-8130-180e5e0393fc req-87500189-ca64-40be-8bae-9bb74179d3ba tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360254 May 12 03:22:35.382335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28ea87-46f4-4c75-86ce-0a00dbb92134 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:22:35.423938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (0cebda6e-8f05-4fb2-bbc0-94baa984064d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.428880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] Current status of the port f1b29812-eb6c-448c-93e1-71ea3b1116c3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:35.429154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.444238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Checking segment: {'id': 'a78ff7c6-2c49-47c6-8988-b7420e6a498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:35.444682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network hostable DHCP agents. Network: 2f51fa24-c63e-45f7-aa6a-9fc3601ed581, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:35.459641 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Port': ['ID=0cebda6e-8f05-4fb2-bbc0-94baa984064d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:35.467420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port f1b29812-eb6c-448c-93e1-71ea3b1116c3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f1b29812-eb6c-448c-93e1-71ea3b1116c3,segment=NetworkSegment(83fc23d6-13ae-4f28-be54-6a6c60ad83ac),segment_id=83fc23d6-13ae-4f28-be54-6a6c60ad83ac)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:35.467888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.515960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for f1b29812-eb6c-448c-93e1-71ea3b1116c3 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:35.550957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (4dc46931-1588-48c0-93d5-7196b2019124), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.555119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] For port f1b29812-eb6c-448c-93e1-71ea3b1116c3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f1b29812-eb6c-448c-93e1-71ea3b1116c3,segment=NetworkSegment(83fc23d6-13ae-4f28-be54-6a6c60ad83ac),segment_id=83fc23d6-13ae-4f28-be54-6a6c60ad83ac)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:35.568367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.580608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:35.613394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.645004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f1b29812-eb6c-448c-93e1-71ea3b1116c3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:35.666631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 2f51fa24-c63e-45f7-aa6a-9fc3601ed581) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:35.671719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:35.672595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.688474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb057e-93ec-41d4-ab3c-2231eb96e542 None None] Pushing event updated for resources: {'Port': ['ID=f1b29812-eb6c-448c-93e1-71ea3b1116c3,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:35.725116 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f9edb9d8-a4a6-4534-a9cb-bc420de05785 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5731475 May 12 03:22:35.754460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57198) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:35.760170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'name': 'tempest-AllowedAddressPairTestJSON-1116715428'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:35.776507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f1b29812-eb6c-448c-93e1-71ea3b1116c3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:35.776971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.812191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84051a-0e5f-48de-97a3-d88eb437058b None None] Network a9fc2ea5-538a-42d1-9825-95e500acb889 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:35.818787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41915b7e-090a-45fd-a7a6-ea3288bacd35 None None] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:35.824777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f1b29812-eb6c-448c-93e1-71ea3b1116c3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.842701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (21892714-5493-4ef5-ae8f-ead46dda97e6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.862929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Allocated IP 172.26.2.164 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/1e1cfa94-beb2-406f-9eaa-fee65b40d1d7) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:35.877247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Port': ['ID=21892714-5493-4ef5-ae8f-ead46dda97e6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:35.904604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Could not find standard attr ID for object f1b29812-eb6c-448c-93e1-71ea3b1116c3. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:22:35.905488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port f1b29812-eb6c-448c-93e1-71ea3b1116c3 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:35.916205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=f1b29812-eb6c-448c-93e1-71ea3b1116c3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:35.928151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (fddc40a3-29b1-49fc-bb0c-acb9075156d3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:35.963553 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No ports have port_id starting with f1b29812-eb6c-448c-93e1-71ea3b1116c3 May 12 03:22:36.021423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'project_id': 'ece85e8d184f4a5fbf94bf97d7d04324', 'fixed_ips': [{'subnet_id': '97d4aec3-3d62-4792-b9f7-3cc1b8bf617e'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:36.022482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.069281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.113569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.114718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (fddc40a3-29b1-49fc-bb0c-acb9075156d3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.118551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router_controller (fddc40a3-29b1-49fc-bb0c-acb9075156d3), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.159052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fc2ea5-538a-42d1-9825-95e500acb889']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.160143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb1579-84d8-4faa-b6e6-1d621af3f410 None None] DHCP port deletion for a9fc2ea5-538a-42d1-9825-95e500acb889 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:36.173469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:36.177196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.201698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fc23d6-13ae-4f28-be54-6a6c60ad83ac') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.201908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fc23d6-13ae-4f28-be54-6a6c60ad83ac') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.221215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port 0f591975-1afc-4957-a794-de412f6cf95e yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:36.230016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.240228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Allocated IP 172.20.0.2 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/644acd6a-e03b-4fcb-a5f0-763477f5d1ad) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:36.248686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (fddc40a3-29b1-49fc-bb0c-acb9075156d3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.249412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Fanout notify agent at l3_agent the message router_deleted on router fddc40a3-29b1-49fc-bb0c-acb9075156d3 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:36.257093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.261584 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c7d7fac8-60be-484c-b7d3-47ec5a0995fd tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "DELETE /v2.0/routers/fddc40a3-29b1-49fc-bb0c-acb9075156d3 HTTP/1.1" status: 204 len: 168 time: 2.2140045 May 12 03:22:36.263616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57202) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:36.281485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for port (1e1cfa94-beb2-406f-9eaa-fee65b40d1d7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.290317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.309301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:36.309761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (83fc23d6-13ae-4f28-be54-6a6c60ad83ac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:36.312707 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:36.390873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Router b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:36.397373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (a9fc2ea5-538a-42d1-9825-95e500acb889), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.402106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting subnet ee42937d-784c-447e-bb4d-97a04a1e584c {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:22:36.406091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1e1cfa94-beb2-406f-9eaa-fee65b40d1d7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.406411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for subnet (ee42937d-784c-447e-bb4d-97a04a1e584c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.411646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.417952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/a9fc2ea5-538a-42d1-9825-95e500acb889 HTTP/1.1" status: 204 len: 168 time: 3.5627358 May 12 03:22:36.422601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57206) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:36.438315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321344666'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:36.441627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Publish callbacks [] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.446642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.450417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.462140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeb0cc-05a7-45cb-aade-f685c04d41d9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=a9fc2ea5-538a-42d1-9825-95e500acb889,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:36.509153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:36.516845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:36.521372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:36.521698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:36.524812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Pushing event updated for resources: {'Port': ['ID=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:36.531846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:36.533760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event updated for resources: {'Port': ['ID=1e1cfa94-beb2-406f-9eaa-fee65b40d1d7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:36.538331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:36.547164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:36.550574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.554496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:36.563271 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8176c177-dfc6-4b37-adfe-1052ca926e17 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9556837 May 12 03:22:36.564727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (ee42937d-784c-447e-bb4d-97a04a1e584c), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.565803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57208) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:36.573729 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] Sync routers for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:36.583348 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:36.584179 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.592422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Attempting to bind port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:36.593001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Attempting to bind port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'a78ff7c6-2c49-47c6-8988-b7420e6a498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:36.593464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Attempting to bind port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad on network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:36.599323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:36.599859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Checking segment: {'id': 'a78ff7c6-2c49-47c6-8988-b7420e6a498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:36.600355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.600940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Bound using segment: {'id': 'a78ff7c6-2c49-47c6-8988-b7420e6a498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:36.601503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Bound port: 644acd6a-e03b-4fcb-a5f0-763477f5d1ad, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ff7c6-2c49-47c6-8988-b7420e6a498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:36.602156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.606865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7924da-2a91-4266-8590-c7f64ef00acf req-078014c9-b5a0-47ce-bc9b-6432b558ba2b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:36.608359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9e7924da-2a91-4266-8590-c7f64ef00acf req-078014c9-b5a0-47ce-bc9b-6432b558ba2b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1246789 May 12 03:22:36.619778 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.631136 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:36.631980 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.672977 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-35b8282e-42c4-4193-8b2b-95a475c23d6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] delete failed (client error): The resource could not be found. May 12 03:22:36.674586 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:36.675957 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7d7f1-0e9f-4d98-85aa-44abed91a533 None None] The sync data for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:36.678403 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-35b8282e-42c4-4193-8b2b-95a475c23d6d tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-697007870 HTTP/1.1" status: 404 len: 334 time: 0.0754335 May 12 03:22:36.683649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57210) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:36.693374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] For port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:36.696562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] For port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,segment=NetworkSegment(a78ff7c6-2c49-47c6-8988-b7420e6a498c),segment_id=a78ff7c6-2c49-47c6-8988-b7420e6a498c)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:36.701745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f6070a88-d414-426a-9efd-62ce697a11db tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:36.705210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:36.705467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.742283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ee42937d-784c-447e-bb4d-97a04a1e584c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.743844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7ef821d5-b5b5-4e7c-8ca9-ef8c03027350 {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:36.744207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:36.771544 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9e7924da-2a91-4266-8590-c7f64ef00acf req-e1dcd9ab-9f65-4ee5-a8c1-dc7d2eca50a5 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532192 May 12 03:22:36.778012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cfaec-371a-4830-99dd-aec7db2f2f4d None None] Pushing event updated for resources: {'Port': ['ID=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:36.810982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.811537 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment b64989f8-b890-4701-abe1-3f78f5da8d44 of type vlan for network 01bf2755-5ac1-4681-be2d-7c2713a08e3b May 12 03:22:36.828810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (ee42937d-784c-447e-bb4d-97a04a1e584c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.859495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Subnet': ['ID=ee42937d-784c-447e-bb4d-97a04a1e584c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:36.861486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:36.867343 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d076b370-4fd9-423c-b1f9-aeb5b03ccf90 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "DELETE /v2.0/subnets/ee42937d-784c-447e-bb4d-97a04a1e584c HTTP/1.1" status: 204 len: 168 time: 0.5990710 May 12 03:22:36.867343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57212) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:36.871451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52210362-f473-4936-8287-9b20aecd3bf6 None None] Network 9f30f824-51e2-45ee-9584-ddf363f799db requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:36.981290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (9f30f824-51e2-45ee-9584-ddf363f799db), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.007733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.035092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting port d7c516c6-b612-43f2-91cc-95361dcab089 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:37.035477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.104092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] For port d7c516c6-b612-43f2-91cc-95361dcab089, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d7c516c6-b612-43f2-91cc-95361dcab089,segment=NetworkSegment(e91e6d7e-f989-42da-8613-c56a6d02d25d),segment_id=e91e6d7e-f989-42da-8613-c56a6d02d25d)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:37.104457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.116137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] DHCP port deletion for 9f30f824-51e2-45ee-9584-ddf363f799db request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:37.123486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Calling delete_port for d7c516c6-b612-43f2-91cc-95361dcab089 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:37.170959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] Deleting port d7c516c6-b612-43f2-91cc-95361dcab089 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:37.171716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.177047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f6070a88-d414-426a-9efd-62ce697a11db tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router_gateway (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.215404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.223971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.228912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:37.229650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.240588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] For port d7c516c6-b612-43f2-91cc-95361dcab089, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d7c516c6-b612-43f2-91cc-95361dcab089,segment=NetworkSegment(e91e6d7e-f989-42da-8613-c56a6d02d25d),segment_id=e91e6d7e-f989-42da-8613-c56a6d02d25d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:37.241178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.242050 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Port': ['ID=d7c516c6-b612-43f2-91cc-95361dcab089,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:37.251132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] No DVR routers for this DVR port d7c516c6-b612-43f2-91cc-95361dcab089 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:37.256558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.259116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] Calling delete_port for d7c516c6-b612-43f2-91cc-95361dcab089 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:37.297384 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-f6070a88-d414-426a-9efd-62ce697a11db tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] update failed (client error): The resource could not be found. May 12 03:22:37.298536 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f6070a88-d414-426a-9efd-62ce697a11db tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 HTTP/1.1" status: 404 len: 339 time: 0.6057405 May 12 03:22:37.306256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57214) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:37.307372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port aa534e28-1ef8-460c-be3b-816d82412a1d yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:37.317608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1452097888'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:37.344306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (9f30f824-51e2-45ee-9584-ddf363f799db), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.352517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (d7c516c6-b612-43f2-91cc-95361dcab089), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.355033 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 0.9230542 May 12 03:22:37.363649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57216) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:37.375928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b40c-8139-4844-913b-a9c415514bca tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=01bf2755-5ac1-4681-be2d-7c2713a08e3b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:37.378161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:37.382661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f30f824-51e2-45ee-9584-ddf363f799db']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:37.383375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] No DVR routers for this DVR port d7c516c6-b612-43f2-91cc-95361dcab089 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:37.388340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287f89-f8d2-4cac-954d-d11fc8d122b1 None None] Pushing event deleted for resources: {'Port': ['ID=d7c516c6-b612-43f2-91cc-95361dcab089,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:37.404343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 01bf2755-5ac1-4681-be2d-7c2713a08e3b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:37.413202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91e6d7e-f989-42da-8613-c56a6d02d25d') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:37.413800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91e6d7e-f989-42da-8613-c56a6d02d25d') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:37.433914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (e91e6d7e-f989-42da-8613-c56a6d02d25d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.468473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:37.471855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.484870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e91e6d7e-f989-42da-8613-c56a6d02d25d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.495208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:37.495596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (e91e6d7e-f989-42da-8613-c56a6d02d25d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.496892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (4dc46931-1588-48c0-93d5-7196b2019124), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:37.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:37.567443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:37.571186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.586420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (9f30f824-51e2-45ee-9584-ddf363f799db), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.618904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.626077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 644acd6a-e03b-4fcb-a5f0-763477f5d1ad up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:37.629916 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "DELETE /v2.0/networks/9f30f824-51e2-45ee-9584-ddf363f799db HTTP/1.1" status: 204 len: 168 time: 0.7566009 May 12 03:22:37.630933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6abd3-3033-47c6-be0b-bd2e781e15f5 tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Network': ['ID=9f30f824-51e2-45ee-9584-ddf363f799db,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:37.632632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57218) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:37.851087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:37.851647 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.864939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:37.906038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Allocated IP 172.20.0.11 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/aa534e28-1ef8-460c-be3b-816d82412a1d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:37.914991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fb53c4ba-2f27-46ae-b4a6-b526b1581313), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.915405 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Added segment fb53c4ba-2f27-46ae-b4a6-b526b1581313 of type vlan for network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 May 12 03:22:37.929780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Deleting port fbc8f928-b3ec-4cc8-86e3-887f9bada4b5 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:37.930413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.978724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:37.979416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.982310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:37.994930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec3dad-c3ff-4ceb-8085-9d5f04a2599e req-d6f2b458-9da8-41d0-9ebe-cdefa3ac03bb tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:37.996475 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6fec3dad-c3ff-4ceb-8085-9d5f04a2599e req-d6f2b458-9da8-41d0-9ebe-cdefa3ac03bb tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1259272 May 12 03:22:38.022866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,segment=NetworkSegment(a78ff7c6-2c49-47c6-8988-b7420e6a498c),segment_id=a78ff7c6-2c49-47c6-8988-b7420e6a498c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:38.030333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.058887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (2343eade-cff1-45e2-a8ce-7dce0fdd4ed9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.117488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:38.141242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d7c516c6-b612-43f2-91cc-95361dcab089 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:38.153801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.153801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for floatingip (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.162533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (73461f9e-a8b7-4f6f-ae54-b469ad2a0b47), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.162756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: d7c516c6-b612-43f2-91cc-95361dcab089 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:38.162993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d7c516c6-b612-43f2-91cc-95361dcab089 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:38.163385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f1b29812-eb6c-448c-93e1-71ea3b1116c3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:38.186478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Calling delete_port for fbc8f928-b3ec-4cc8-86e3-887f9bada4b5 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:38.203109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f1b29812-eb6c-448c-93e1-71ea3b1116c3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:38.203666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f1b29812-eb6c-448c-93e1-71ea3b1116c3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:38.221905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c377e0-e8b6-4ea1-bd06-9bb09031f39b None None] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:38.231731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6fec3dad-c3ff-4ceb-8085-9d5f04a2599e req-34d6e913-069a-4af5-86c5-6de36e23baaa tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936421 May 12 03:22:38.268442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (2343eade-cff1-45e2-a8ce-7dce0fdd4ed9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.273794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:38.274437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.296559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=73461f9e-a8b7-4f6f-ae54-b469ad2a0b47,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:38.304448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': 'b64989f8-b890-4701-abe1-3f78f5da8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:38.304809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: 01bf2755-5ac1-4681-be2d-7c2713a08e3b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:38.318791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b4d0deb2-dbd8-4c34-964e-1531e5c2a191 None None] Provisioning complete for port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:38.319093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b4d0deb2-dbd8-4c34-964e-1531e5c2a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.337111 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0243151 May 12 03:22:38.342383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (4dc46931-1588-48c0-93d5-7196b2019124), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.343804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57222) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:38.352824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'subnet': {'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:38.358050 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 01bf2755-5ac1-4681-be2d-7c2713a08e3b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:38.378238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 01bf2755-5ac1-4681-be2d-7c2713a08e3b) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:38.383527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:38.384115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.394433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (4dc46931-1588-48c0-93d5-7196b2019124), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.406795 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5bd82b39-d69c-49f7-8c47-b44a61823743 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0355930 May 12 03:22:38.410081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d71d3-da9a-4aed-9316-16bbaa4c092d None None] Network 01bf2755-5ac1-4681-be2d-7c2713a08e3b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:38.411598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57224) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:38.436628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11971e45-2835-4478-b6e0-c6b9fad3cacd tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Network': ['ID=2343eade-cff1-45e2-a8ce-7dce0fdd4ed9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:38.454677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:38.483251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (aa534e28-1ef8-460c-be3b-816d82412a1d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.551289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (fbc8f928-b3ec-4cc8-86e3-887f9bada4b5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.591468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Pushing event deleted for resources: {'Port': ['ID=fbc8f928-b3ec-4cc8-86e3-887f9bada4b5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:38.596606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.615521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0deb2-dbd8-4c34-964e-1531e5c2a191 None None] Current status of the port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:38.636347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Made reservation on behalf of 3090447d161a4e799c99ec4ec3962504 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:38.640402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.656838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-01bf2755-5ac1-4681-be2d-7c2713a08e3b', 'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '73461f9e-a8b7-4f6f-ae54-b469ad2a0b47'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:38.658061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.688107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (aa534e28-1ef8-460c-be3b-816d82412a1d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.724960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (73461f9e-a8b7-4f6f-ae54-b469ad2a0b47), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.727990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks [] for floatingip (76a3b128-cc8d-4146-ba99-628960773ae2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.730457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.734290 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-85fbd144-5cb1-40d8-93c5-b1a0fe5c7fda tempest-FloatingIPAdminTestJSON-766631984 tempest-FloatingIPAdminTestJSON-766631984-project] 10.222.0.23 "DELETE /v2.0/floatingips/76a3b128-cc8d-4146-ba99-628960773ae2 HTTP/1.1" status: 204 len: 168 time: 1.0955062 May 12 03:22:38.823293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:38.835294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=aa534e28-1ef8-460c-be3b-816d82412a1d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:38.837858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:38.842243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:38.863838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Allocated IP 172.20.0.1 (01bf2755-5ac1-4681-be2d-7c2713a08e3b/73461f9e-a8b7-4f6f-ae54-b469ad2a0b47/59b9bb74-2792-4d75-9811-4c6857e0c4ed) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:38.894438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Router 4dc46931-1588-48c0-93d5-7196b2019124 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:38.936264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:38.937224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:38.940844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f5a0ffd9-6059-4468-bcfe-431293fd15d4 None None] Provisioning complete for port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:38.941161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ffd9-6059-4468-bcfe-431293fd15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.031824 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-db24c7fa-c042-486f-88cf-5fe83c0050ab tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2762690 May 12 03:22:39.035394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57230) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.041516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'name': 'tempest-AllowedAddressPairTestJSON-169774938', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e0:4b:13'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:39.106059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0ffd9-6059-4468-bcfe-431293fd15d4 None None] Current status of the port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:39.113983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Publish callbacks [] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.128832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.134197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (9c98a977-c3b5-4004-8643-94f17b6e2895), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.137484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57232) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.176563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (73461f9e-a8b7-4f6f-ae54-b469ad2a0b47), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.196082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Network 01bf2755-5ac1-4681-be2d-7c2713a08e3b is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:39.200848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:39.207662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:39.216397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:39.219531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=73461f9e-a8b7-4f6f-ae54-b469ad2a0b47,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:39.228389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.232661 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e510e891-4fd8-4038-b097-ea069de8d58e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "PUT /v2.0/routers/4dc46931-1588-48c0-93d5-7196b2019124 HTTP/1.1" status: 200 len: 880 time: 4.6493425 May 12 03:22:39.236245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57236) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.236997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Subnet': ['ID=9c98a977-c3b5-4004-8643-94f17b6e2895,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:39.271318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Checking segment: {'id': 'fb53c4ba-2f27-46ae-b4a6-b526b1581313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:39.271898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network hostable DHCP agents. Network: 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:39.278460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] Sync routers for ids ['4dc46931-1588-48c0-93d5-7196b2019124'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:39.302484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] Routers {'4dc46931-1588-48c0-93d5-7196b2019124'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:39.303357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['4dc46931-1588-48c0-93d5-7196b2019124'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.310046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Pushing event updated for resources: {'Port': ['ID=59b9bb74-2792-4d75-9811-4c6857e0c4ed,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:39.323173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:39.343106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:39.347524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:39.348170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.352477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:39.357309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a3617-7280-41cc-9c29-f608468f147b None None] Network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:39.362976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fc3192d8-a05d-4beb-a2ec-240ca4a342c0 None None] Provisioning complete for port aa534e28-1ef8-460c-be3b-816d82412a1d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:39.363337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fc3192d8-a05d-4beb-a2ec-240ca4a342c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aa534e28-1ef8-460c-be3b-816d82412a1d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.365052 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Attempting to bind port 59b9bb74-2792-4d75-9811-4c6857e0c4ed on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:39.365420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Attempting to bind port 59b9bb74-2792-4d75-9811-4c6857e0c4ed by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'b64989f8-b890-4701-abe1-3f78f5da8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:39.365784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Attempting to bind port 59b9bb74-2792-4d75-9811-4c6857e0c4ed on network 01bf2755-5ac1-4681-be2d-7c2713a08e3b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:39.370488 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-69f00451-a78f-4094-91bb-b93ffc51ff2b tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0239408 May 12 03:22:39.378943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57240) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.384240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1d758853-c91d-475d-961c-bc5df159659a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'router': {'external_gateway_info': {'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:39.394068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.402981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.437040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:39.437535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Checking segment: {'id': 'b64989f8-b890-4701-abe1-3f78f5da8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:39.439594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.439594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Bound using segment: {'id': 'b64989f8-b890-4701-abe1-3f78f5da8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:39.439594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Bound port: 59b9bb74-2792-4d75-9811-4c6857e0c4ed, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64989f8-b890-4701-abe1-3f78f5da8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:39.439594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.487340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bf2755-5ac1-4681-be2d-7c2713a08e3b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.493819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] Routers {'4dc46931-1588-48c0-93d5-7196b2019124'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:39.494705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['4dc46931-1588-48c0-93d5-7196b2019124'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.542857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444efb5-8c08-413b-8f85-e6a35fb79a5c req-a5210ab5-60a4-4d9f-8b3c-4265c486f327 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:39.544570 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0444efb5-8c08-413b-8f85-e6a35fb79a5c req-a5210ab5-60a4-4d9f-8b3c-4265c486f327 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2106411 May 12 03:22:39.544947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fc3192d8-a05d-4beb-a2ec-240ca4a342c0 None None] Port aa534e28-1ef8-460c-be3b-816d82412a1d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:39.562504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64989f8-b890-4701-abe1-3f78f5da8d44') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.562801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64989f8-b890-4701-abe1-3f78f5da8d44') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.573831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:39.574475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57837e9d-f198-4108-83e7-f8d1c188fb49 None None] The sync data for ids ['4dc46931-1588-48c0-93d5-7196b2019124'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:39.580106 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d0f4109f-b4bd-4f0d-a994-5a54ae85366c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a49e01453fd472cbc97e0299a90f8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360120 May 12 03:22:39.580585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.580814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57242) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.600193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.610845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:39.611329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dc797121-75b6-47f5-ad82-187d2ca6fde1 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/4dc46931-1588-48c0-93d5-7196b2019124 HTTP/1.1" status: 200 len: 921 time: 0.3780277 May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:39.622844 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:39.624676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.643428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57244) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.647139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 644acd6a-e03b-4fcb-a5f0-763477f5d1ad up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:39.680691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-2343eade-cff1-45e2-a8ce-7dce0fdd4ed9', 'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9', 'project_id': '3090447d161a4e799c99ec4ec3962504', 'fixed_ips': [{'subnet_id': '9c98a977-c3b5-4004-8643-94f17b6e2895'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:39.681629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.686839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1d758853-c91d-475d-961c-bc5df159659a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router_gateway (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.687089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] For port 59b9bb74-2792-4d75-9811-4c6857e0c4ed, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:39.704858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16ae96fc-ad9e-4260-bd32-916b0004c82b admin admin] Publish callbacks [] for security_group (adabc085-c975-4608-8da0-e8a2bea5b74d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.778072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16ae96fc-ad9e-4260-bd32-916b0004c82b admin admin] Publish callbacks [] for security_group (adabc085-c975-4608-8da0-e8a2bea5b74d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.784558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:39.784949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:39.839583 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1d758853-c91d-475d-961c-bc5df159659a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:22:39.842719 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1d758853-c91d-475d-961c-bc5df159659a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 HTTP/1.1" status: 400 len: 364 time: 0.4652700 May 12 03:22:39.850577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57246) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:39.922493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Allocated IP 2001:db8:1::2 (2343eade-cff1-45e2-a8ce-7dce0fdd4ed9/9c98a977-c3b5-4004-8643-94f17b6e2895/7897b898-fa57-484c-bb43-4d4af9c7b1ea) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:39.934175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:40.009837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16ae96fc-ad9e-4260-bd32-916b0004c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (adabc085-c975-4608-8da0-e8a2bea5b74d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.012410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16ae96fc-ad9e-4260-bd32-916b0004c82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.015966 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-16ae96fc-ad9e-4260-bd32-916b0004c82b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adabc085-c975-4608-8da0-e8a2bea5b74d HTTP/1.1" status: 204 len: 168 time: 0.4324555 May 12 03:22:40.064349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.069413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae96fc-ad9e-4260-bd32-916b0004c82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adabc085-c975-4608-8da0-e8a2bea5b74d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:40.105832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.api [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:22:40.105832 dv-neutron-841363-5-hyperv neutron-server[104164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:22:40.105832 dv-neutron-841363-5-hyperv neutron-server[104164]: [parameters: {'id': '01bf2755-5ac1-4681-be2d-7c2713a08e3b'}] May 12 03:22:40.105832 dv-neutron-841363-5-hyperv neutron-server[104164]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:40.106837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG oslo_db.api [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:40.114719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port aadafa3e-0a48-472e-b4b6-8576f0b26555 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:40.120078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ea620-4610-4222-9142-4e6bc499e15d tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:40.124769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ec1ea620-4610-4222-9142-4e6bc499e15d tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=4dc46931-1588-48c0-93d5-7196b2019124&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4727433 May 12 03:22:40.125407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57250) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:40.131952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] For port 59b9bb74-2792-4d75-9811-4c6857e0c4ed, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=59b9bb74-2792-4d75-9811-4c6857e0c4ed,segment=NetworkSegment(b64989f8-b890-4701-abe1-3f78f5da8d44),segment_id=b64989f8-b890-4701-abe1-3f78f5da8d44)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:40.151993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.173232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Publish callbacks [] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.213163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.218402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.307083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Allocated IP 172.20.0.10 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/aadafa3e-0a48-472e-b4b6-8576f0b26555) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:40.330531 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0444efb5-8c08-413b-8f85-e6a35fb79a5c req-e641a15b-dab5-4145-88fa-23baca980d82 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6934543 May 12 03:22:40.416975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57254) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:40.422617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:40.431191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:40.436106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:40.448075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e11edf-b3e0-4429-99d0-5ddc3302b214 None None] Pushing event updated for resources: {'Port': ['ID=59b9bb74-2792-4d75-9811-4c6857e0c4ed,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:40.450865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f38b-feaa-4e12-be14-c4105c166f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.469200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754c18b-b405-461d-a2b8-e8445525bd60 None None] Network 01bf2755-5ac1-4681-be2d-7c2713a08e3b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:40.491902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b108e-c91f-499e-b379-908fc587e2e1 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:40.493583 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-334b108e-c91f-499e-b379-908fc587e2e1 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.3620698 May 12 03:22:40.501055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57256) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:40.548413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Attempting to bind port 7897b898-fa57-484c-bb43-4d4af9c7b1ea on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:40.548789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Attempting to bind port 7897b898-fa57-484c-bb43-4d4af9c7b1ea by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'fb53c4ba-2f27-46ae-b4a6-b526b1581313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:40.549167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Attempting to bind port 7897b898-fa57-484c-bb43-4d4af9c7b1ea on network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:40.566047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d29a1c78-5810-4311-9ffc-8067e397474f tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc46931-1588-48c0-93d5-7196b2019124 HTTP/1.1" status: 200 len: 205 time: 0.0622730 May 12 03:22:40.571971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57258) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:40.592680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:40.593082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Checking segment: {'id': 'fb53c4ba-2f27-46ae-b4a6-b526b1581313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:40.593461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.593865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Bound using segment: {'id': 'fb53c4ba-2f27-46ae-b4a6-b526b1581313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:40.594422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Bound port: 7897b898-fa57-484c-bb43-4d4af9c7b1ea, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb53c4ba-2f27-46ae-b4a6-b526b1581313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2343eade-cff1-45e2-a8ce-7dce0fdd4ed9'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:40.594747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.599330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Pushing event updated for resources: {'Port': ['ID=7897b898-fa57-484c-bb43-4d4af9c7b1ea,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:40.632909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.682362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5d187a38-f326-4861-916f-9790f775b099 None None] For port 7897b898-fa57-484c-bb43-4d4af9c7b1ea, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:40.685833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5d187a38-f326-4861-916f-9790f775b099 None None] For port 7897b898-fa57-484c-bb43-4d4af9c7b1ea, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7897b898-fa57-484c-bb43-4d4af9c7b1ea,segment=NetworkSegment(fb53c4ba-2f27-46ae-b4a6-b526b1581313),segment_id=fb53c4ba-2f27-46ae-b4a6-b526b1581313)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:40.696347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.709592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (aadafa3e-0a48-472e-b4b6-8576f0b26555), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.761480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d187a38-f326-4861-916f-9790f775b099 None None] Pushing event updated for resources: {'Port': ['ID=7897b898-fa57-484c-bb43-4d4af9c7b1ea,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:40.816416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f38b-feaa-4e12-be14-c4105c166f73 admin admin] Publish callbacks [] for security_group (9662a1a4-8809-47ea-a1b7-43305285c7d2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.823480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port 59b9bb74-2792-4d75-9811-4c6857e0c4ed {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:40.823847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.832468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (4dc46931-1588-48c0-93d5-7196b2019124), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.834172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f38b-feaa-4e12-be14-c4105c166f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9662a1a4-8809-47ea-a1b7-43305285c7d2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:40.894113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Allocated IP 2001:db8::1 (3d8ec975-01ca-425b-b386-1c4506a2a967/bcfdf247-f9d6-4cc7-8837-0737f68228d7/177193ef-0efa-44fb-b909-0d8bf6578dff) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:40.985221 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c0d9f38b-feaa-4e12-be14-c4105c166f73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41255807d7074529987af716731e0717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5671570 May 12 03:22:40.991284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57260) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:40.995407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9f38b-feaa-4e12-be14-c4105c166f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662a1a4-8809-47ea-a1b7-43305285c7d2,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:41.001922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port 59b9bb74-2792-4d75-9811-4c6857e0c4ed, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=59b9bb74-2792-4d75-9811-4c6857e0c4ed,segment=NetworkSegment(b64989f8-b890-4701-abe1-3f78f5da8d44),segment_id=b64989f8-b890-4701-abe1-3f78f5da8d44)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:41.001922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.006925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (aadafa3e-0a48-472e-b4b6-8576f0b26555), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.051886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for 59b9bb74-2792-4d75-9811-4c6857e0c4ed owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:41.086176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.092797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba37459-8382-43bf-bbf7-b1e849f93e08 admin admin] Publish callbacks [] for security_group (9662a1a4-8809-47ea-a1b7-43305285c7d2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.129347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba37459-8382-43bf-bbf7-b1e849f93e08 admin admin] Publish callbacks [] for security_group (9662a1a4-8809-47ea-a1b7-43305285c7d2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.147775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:41.157490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:41.162723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:41.166162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=aadafa3e-0a48-472e-b4b6-8576f0b26555,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:41.185618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.199448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (4dc46931-1588-48c0-93d5-7196b2019124), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.221831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba37459-8382-43bf-bbf7-b1e849f93e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9662a1a4-8809-47ea-a1b7-43305285c7d2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.224319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba37459-8382-43bf-bbf7-b1e849f93e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.225445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2ba37459-8382-43bf-bbf7-b1e849f93e08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9662a1a4-8809-47ea-a1b7-43305285c7d2 HTTP/1.1" status: 204 len: 168 time: 0.2328436 May 12 03:22:41.242696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:41.243546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba37459-8382-43bf-bbf7-b1e849f93e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662a1a4-8809-47ea-a1b7-43305285c7d2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:41.253260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:41.255882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:41.256689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.256930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:41.257497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.306428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Port': ['ID=177193ef-0efa-44fb-b909-0d8bf6578dff,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:41.320612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-430309dc-f360-4c39-ac16-c3ed541f4c21 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2844591 May 12 03:22:41.322252 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (59b9bb74-2792-4d75-9811-4c6857e0c4ed), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.323169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57264) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:41.329925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Deleting port 1e1cfa94-beb2-406f-9eaa-fee65b40d1d7 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:41.330520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1e1cfa94-beb2-406f-9eaa-fee65b40d1d7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.399921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=59b9bb74-2792-4d75-9811-4c6857e0c4ed,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:41.411428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port 59b9bb74-2792-4d75-9811-4c6857e0c4ed on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:41.445919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d98161-c8a1-4cb9-9384-a228eb1a91e9 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:41.452290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d98161-c8a1-4cb9-9384-a228eb1a91e9 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:41.464890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d98161-c8a1-4cb9-9384-a228eb1a91e9 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:41.468894 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c0d98161-c8a1-4cb9-9384-a228eb1a91e9 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1436865 May 12 03:22:41.472701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57270) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:41.526079 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:22:41.615619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.626205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e236e138-b876-4120-9813-40947f461092 None None] Provisioning complete for port aadafa3e-0a48-472e-b4b6-8576f0b26555 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:41.626725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e236e138-b876-4120-9813-40947f461092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aadafa3e-0a48-472e-b4b6-8576f0b26555), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.690120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7897b898-fa57-484c-bb43-4d4af9c7b1ea up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:41.781167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1e1cfa94-beb2-406f-9eaa-fee65b40d1d7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.785071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port aadafa3e-0a48-472e-b4b6-8576f0b26555 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:41.785697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (aadafa3e-0a48-472e-b4b6-8576f0b26555), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.786059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.811456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45db1a-08fc-4cfb-bc2d-2e6440eac358 req-90b81a1d-bb96-4542-ae0b-610aeec52b82 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:41.820867 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d45db1a-08fc-4cfb-bc2d-2e6440eac358 req-90b81a1d-bb96-4542-ae0b-610aeec52b82 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2744167 May 12 03:22:41.822752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7897b898-fa57-484c-bb43-4d4af9c7b1ea triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:41.823423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.845720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Calling delete_port for 1e1cfa94-beb2-406f-9eaa-fee65b40d1d7 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:41.859512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57274) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:41.862575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bf2755-5ac1-4681-be2d-7c2713a08e3b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:41.885408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e236e138-b876-4120-9813-40947f461092 None None] Port aadafa3e-0a48-472e-b4b6-8576f0b26555 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:41.892804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64989f8-b890-4701-abe1-3f78f5da8d44') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:41.893113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64989f8-b890-4701-abe1-3f78f5da8d44') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:41.895215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cf199a0-c3c6-4f7e-bc43-4c222c1fe340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.914647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.948589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7897b898-fa57-484c-bb43-4d4af9c7b1ea is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:41.949319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:41.988522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (aadafa3e-0a48-472e-b4b6-8576f0b26555), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.006746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 7897b898-fa57-484c-bb43-4d4af9c7b1ea, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7897b898-fa57-484c-bb43-4d4af9c7b1ea,segment=NetworkSegment(fb53c4ba-2f27-46ae-b4a6-b526b1581313),segment_id=fb53c4ba-2f27-46ae-b4a6-b526b1581313)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:42.014697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for aadafa3e-0a48-472e-b4b6-8576f0b26555 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:42.026210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6df56458-d2b0-4db0-8e72-9ba34276f7fe None None] Provisioning complete for port 177193ef-0efa-44fb-b909-0d8bf6578dff triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:42.027231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6df56458-d2b0-4db0-8e72-9ba34276f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.027742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cf199a0-c3c6-4f7e-bc43-4c222c1fe340 admin admin] Publish callbacks [] for security_group (5a68929a-a3fd-4a4a-812b-4ee827c398cc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.029314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.050423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cf199a0-c3c6-4f7e-bc43-4c222c1fe340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5a68929a-a3fd-4a4a-812b-4ee827c398cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.065001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.092327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d45db1a-08fc-4cfb-bc2d-2e6440eac358 req-14e60521-ca00-4a25-8e7f-51bae85f5bf0 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696311 May 12 03:22:42.098005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:42.098707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (b64989f8-b890-4701-abe1-3f78f5da8d44), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.109452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6df56458-d2b0-4db0-8e72-9ba34276f7fe None None] Port 177193ef-0efa-44fb-b909-0d8bf6578dff cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:42.124760 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=7897b898-fa57-484c-bb43-4d4af9c7b1ea,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:42.151266 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:42.159439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab67174-a54b-4291-a5e4-9bf4e61d6774 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:22:42.212092 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5cf199a0-c3c6-4f7e-bc43-4c222c1fe340 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e88dd20a41c24d17966705b07ed1323b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515306 May 12 03:22:42.212835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf199a0-c3c6-4f7e-bc43-4c222c1fe340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a68929a-a3fd-4a4a-812b-4ee827c398cc,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.213256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.220652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57276) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:42.235559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.242254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.243805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.273015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6b97b40d-a1ab-487d-88b6-637ee17bd38e None None] Provisioning complete for port 7897b898-fa57-484c-bb43-4d4af9c7b1ea triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:42.273637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6b97b40d-a1ab-487d-88b6-637ee17bd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.292727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (01bf2755-5ac1-4681-be2d-7c2713a08e3b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.306656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.309959 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/01bf2755-5ac1-4681-be2d-7c2713a08e3b HTTP/1.1" status: 204 len: 168 time: 3.8970377 May 12 03:22:42.314858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57278) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:42.320472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985603259'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:42.328220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160a18-5cce-40d3-95ce-ec012c310f2e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=01bf2755-5ac1-4681-be2d-7c2713a08e3b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.370187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event updated for resources: {'Port': ['ID=177193ef-0efa-44fb-b909-0d8bf6578dff,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.388943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c56f88e-cc86-4029-8539-81835a21960a admin admin] Publish callbacks [] for security_group (5a68929a-a3fd-4a4a-812b-4ee827c398cc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.409352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab67174-a54b-4291-a5e4-9bf4e61d6774 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:22:42.421199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6b97b40d-a1ab-487d-88b6-637ee17bd38e None None] Current status of the port 7897b898-fa57-484c-bb43-4d4af9c7b1ea is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:42.428872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (aadafa3e-0a48-472e-b4b6-8576f0b26555), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.433526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:42.434867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c56f88e-cc86-4029-8539-81835a21960a admin admin] Publish callbacks [] for security_group (5a68929a-a3fd-4a4a-812b-4ee827c398cc), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.438569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.471893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1e1cfa94-beb2-406f-9eaa-fee65b40d1d7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.491955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=aadafa3e-0a48-472e-b4b6-8576f0b26555,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.516680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event deleted for resources: {'Port': ['ID=1e1cfa94-beb2-406f-9eaa-fee65b40d1d7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.593707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (4dc46931-1588-48c0-93d5-7196b2019124), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.594833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:42.599922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c56f88e-cc86-4029-8539-81835a21960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5a68929a-a3fd-4a4a-812b-4ee827c398cc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.603369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c56f88e-cc86-4029-8539-81835a21960a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.604308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:42.605067 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6c56f88e-cc86-4029-8539-81835a21960a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a68929a-a3fd-4a4a-812b-4ee827c398cc HTTP/1.1" status: 204 len: 168 time: 0.3834171 May 12 03:22:42.610086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:42.659326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025023a1-0b2e-48be-9768-13cd6e34018e None None] Network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:42.667272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (800fb257-65eb-4de6-97b7-837c11905c27), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.667859 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 800fb257-65eb-4de6-97b7-837c11905c27 of type vlan for network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 May 12 03:22:42.722066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (4dc46931-1588-48c0-93d5-7196b2019124), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.724660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (4dc46931-1588-48c0-93d5-7196b2019124), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.790335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56f88e-cc86-4029-8539-81835a21960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a68929a-a3fd-4a4a-812b-4ee827c398cc,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:42.799193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (4dc46931-1588-48c0-93d5-7196b2019124), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.801142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Fanout notify agent at l3_agent the message router_deleted on router 4dc46931-1588-48c0-93d5-7196b2019124 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:42.816539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.819751 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a02ca326-42d8-47a4-890d-5ca3867159e0 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/4dc46931-1588-48c0-93d5-7196b2019124 HTTP/1.1" status: 204 len: 168 time: 2.2467959 May 12 03:22:42.823176 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-99403a8d-34b7-4fa7-97a1-18f67491bc66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2006221 May 12 03:22:42.823390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57282) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:42.829031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.830473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2032113671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:42.887772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:42.889089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.015191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (554b985b-8ea3-4c3f-b705-8e7060956419), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.024838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.025661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.053123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:43.055817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.061662 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0b343ec4-72dd-4fa1-be69-00440f00d05a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2328203 May 12 03:22:43.061925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.062075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57286) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:43.067046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': True}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:43.092508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Router b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:43.097009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.103111 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-54bc4c77-e12c-474e-87ed-3d66f951b011 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/ports/aadafa3e-0a48-472e-b4b6-8576f0b26555 HTTP/1.1" status: 204 len: 168 time: 1.6266944 May 12 03:22:43.104862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-96c29afc-a3ba-4ddc-a93a-944d8502f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:43.107683 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-96c29afc-a3ba-4ddc-a93a-944d8502f831 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.1877847 May 12 03:22:43.109938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57288) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:43.198954 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 0.8813064 May 12 03:22:43.215305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57292) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:43.221992 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebeeb6b-f370-47c1-babb-2dc7ecb79a72 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] GET failed (client error): The resource could not be found. May 12 03:22:43.224029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aebeeb6b-f370-47c1-babb-2dc7ecb79a72 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "GET /v2.0/ports/aadafa3e-0a48-472e-b4b6-8576f0b26555 HTTP/1.1" status: 404 len: 333 time: 0.0931320 May 12 03:22:43.268830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-214bd533-6a8d-4cdc-81e5-0fce64451534 None None] Provisioning complete for port 177193ef-0efa-44fb-b909-0d8bf6578dff triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:43.269206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-214bd533-6a8d-4cdc-81e5-0fce64451534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.272058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57294) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:43.313781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:43.328150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-214bd533-6a8d-4cdc-81e5-0fce64451534 None None] Port 177193ef-0efa-44fb-b909-0d8bf6578dff cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:43.329714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'name': 'tempest-AllowedAddressPairTestJSON-1335887183'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:43.385414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3a1a4-9610-42e3-9295-8a1c7def8b61 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=81b16e6a-4261-4214-85e8-4a8dd359ffb2,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:43.399811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:43.459701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (554b985b-8ea3-4c3f-b705-8e7060956419), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.497853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-30b125cc-8bfc-4589-a628-04ced4bfa5df None None] Provisioning complete for port 7897b898-fa57-484c-bb43-4d4af9c7b1ea triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:43.499487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-30b125cc-8bfc-4589-a628-04ced4bfa5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.523047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe716-1bdc-4630-a420-95360254d43e req-c8c6304d-8930-4f0f-94d1-6b411df4bf25 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:43.530538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33dbe716-1bdc-4630-a420-95360254d43e req-c8c6304d-8930-4f0f-94d1-6b411df4bf25 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.3066006 May 12 03:22:43.617811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33dbe716-1bdc-4630-a420-95360254d43e req-35a962bb-b6f6-4881-93a3-40b4150073aa tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806165 May 12 03:22:43.677769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-30b125cc-8bfc-4589-a628-04ced4bfa5df None None] Current status of the port 7897b898-fa57-484c-bb43-4d4af9c7b1ea is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:43.686140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-90814fbd-1c1b-415e-98cf-c8a78bdbc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:43.686344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7897b898-fa57-484c-bb43-4d4af9c7b1ea up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:43.687584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-90814fbd-1c1b-415e-98cf-c8a78bdbc5da service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.5218158 May 12 03:22:43.691121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:43.696872 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-864ff555-9223-48e8-af68-28b3197ddbb7 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8451750 May 12 03:22:43.702441 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] Sync routers for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:43.704379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57308) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:43.719817 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:43.720449 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:43.755130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7897b898-fa57-484c-bb43-4d4af9c7b1ea triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:43.755662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:43.833227 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:43.871368 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:43.874789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:43.940497 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-8019fa59-d4b9-428d-a144-a149d844b7d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 1000 time: 0.2388878 May 12 03:22:43.946103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7897b898-fa57-484c-bb43-4d4af9c7b1ea is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:43.971346 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:43.973250 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77013f-ffa3-4cf5-937d-cef356144451 None None] The sync data for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:44.022429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-23201002-f9d2-4bed-a521-3c42cdde29ad tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.338603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.341958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:44.345270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.364075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-9899c317-b220-4d97-83c9-8556f45e77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:44.365814 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-9899c317-b220-4d97-83c9-8556f45e77f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.3940921 May 12 03:22:44.389198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd3a6c-3de1-47f6-a3aa-1c47bab15df7 req-c5a6f7d4-04df-461d-8b9f-342bd5b6f38d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:44.390722 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-abcd3a6c-3de1-47f6-a3aa-1c47bab15df7 req-c5a6f7d4-04df-461d-8b9f-342bd5b6f38d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1014330 May 12 03:22:44.393411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.401410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port 9af1e645-948a-474f-be89-3b44c274d388 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:44.414927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (554b985b-8ea3-4c3f-b705-8e7060956419), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.446408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 is not hosted by any dhcp agent {{(pid=104165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:22:44.448777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.451789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:44.452373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.457212 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "PUT /v2.0/networks/81b16e6a-4261-4214-85e8-4a8dd359ffb2 HTTP/1.1" status: 200 len: 723 time: 1.2281711 May 12 03:22:44.469664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57330) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:44.474430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:44.537091 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-23201002-f9d2-4bed-a521-3c42cdde29ad tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 03:22:44.537757 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-23201002-f9d2-4bed-a521-3c42cdde29ad tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 HTTP/1.1" status: 409 len: 376 time: 0.8278716 May 12 03:22:44.542950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-b2d14b37-a507-4569-990e-484b62d93aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:44.545035 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-b2d14b37-a507-4569-990e-484b62d93aa9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1473365 May 12 03:22:44.545812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57334) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:44.556748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412d35-d94c-4191-963d-17f70b30cce9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=81b16e6a-4261-4214-85e8-4a8dd359ffb2,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:44.568960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:44.580217 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-abcd3a6c-3de1-47f6-a3aa-1c47bab15df7 req-e7747956-04c4-4385-a62b-a1a4605a4931 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687508 May 12 03:22:44.669769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Allocated IP 172.20.0.10 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/9af1e645-948a-474f-be89-3b44c274d388) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:44.683369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Allocated IP 172.26.2.66 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:44.745655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57338) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:44.769529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:44.772827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.881686 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-54e2f0bc-938e-4a5f-a8a2-b6054997745a service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191247 May 12 03:22:44.896149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for port (dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.921643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-291231565'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:44.937472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (9af1e645-948a-474f-be89-3b44c274d388), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:44.977304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Made reservation on behalf of d20736cff1e54730b4d301e60ac02c6e for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:44.980661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.001823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.011514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.055369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9af1e645-948a-474f-be89-3b44c274d388), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.071188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:45.089159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:45.094625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Port': ['ID=dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:45.097820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:45.145080 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-21ab774a-ae1d-4935-86e8-af8f4606f2bf req-3b3d20b8-66f0-4b41-b6ea-d9e77685521a service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320473 May 12 03:22:45.161562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:45.171944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:45.177982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:45.210334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.234183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=9af1e645-948a-474f-be89-3b44c274d388,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:45.315246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (91c015e4-7fec-49ae-a930-a0da4f132853), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.330323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:45.330955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.335587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks [] for security_group (ff295632-2c98-4351-bb77-6b9099db2c79), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.357317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ff295632-2c98-4351-bb77-6b9099db2c79), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.400327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d8b0b114-1b03-43d3-a319-19274239e273 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1225350 May 12 03:22:45.400327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:45.403540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57342) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:45.416754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e0:4b:13'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:45.422519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d93c6540-840a-4a46-b891-b17fc28df254), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.423049 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Added segment d93c6540-840a-4a46-b891-b17fc28df254 of type vlan for network 03924d7a-2580-4805-9617-b405ac812e48 May 12 03:22:45.424232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff295632-2c98-4351-bb77-6b9099db2c79,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:45.500932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=91c015e4-7fec-49ae-a930-a0da4f132853,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:45.506183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (03924d7a-2580-4805-9617-b405ac812e48), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.539458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0d88fe80-668e-4696-a09b-39373950b59e None None] Provisioning complete for port 9af1e645-948a-474f-be89-3b44c274d388 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:45.540447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0d88fe80-668e-4696-a09b-39373950b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9af1e645-948a-474f-be89-3b44c274d388), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.574179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (554b985b-8ea3-4c3f-b705-8e7060956419), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.577805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (03924d7a-2580-4805-9617-b405ac812e48), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.582825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:45.583399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.585327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '800fb257-65eb-4de6-97b7-837c11905c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:45.585710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: 81b16e6a-4261-4214-85e8-4a8dd359ffb2, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:45.591164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0d88fe80-668e-4696-a09b-39373950b59e None None] Port 9af1e645-948a-474f-be89-3b44c274d388 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:45.663419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9087057 May 12 03:22:45.669138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383215-00ce-4566-b633-1a58df840d75 req-80efa735-c14d-4188-aaa7-220ef6f56dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:45.671114 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-80efa735-c14d-4188-aaa7-220ef6f56dac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.1192071 May 12 03:22:45.735780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb9968-1156-43cf-a9f4-30d7ada1f513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Pushing event updated for resources: {'Network': ['ID=03924d7a-2580-4805-9617-b405ac812e48,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:45.756640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 03924d7a-2580-4805-9617-b405ac812e48 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:45.775306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:45.800370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting port 177193ef-0efa-44fb-b909-0d8bf6578dff {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:45.800370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.837509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c4bca-3e84-43fd-9d84-ad81c16ed222 req-8a1c447e-4792-4a7e-b821-26c1cab41298 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:45.837509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-af2c4bca-3e84-43fd-9d84-ad81c16ed222 req-8a1c447e-4792-4a7e-b821-26c1cab41298 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1013048 May 12 03:22:45.837970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57350) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:45.845012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Request body: {'port': {'network_id': '03924d7a-2580-4805-9617-b405ac812e48', 'binding:host_id': 'hv-neutron-8413', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-492970730'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:45.854241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 81b16e6a-4261-4214-85e8-4a8dd359ffb2) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:45.855723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9af1e645-948a-474f-be89-3b44c274d388), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.866710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ea6b8-693f-46b5-80d7-ce58e897a7dc None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:45.907959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:45.908454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.924711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Made reservation on behalf of 27a2edb203ce4bcb95b4535ada96bb38 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:45.927189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.955313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.959289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:45.965455 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-af2c4bca-3e84-43fd-9d84-ad81c16ed222 req-b2824cdb-6b81-4bdd-9a5d-fd06f52e46f9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163151 May 12 03:22:45.976955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.006645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-81b16e6a-4261-4214-85e8-4a8dd359ffb2', 'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '91c015e4-7fec-49ae-a930-a0da4f132853'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:46.010360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.017751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9d8cf957-7ab0-4d52-896d-414a8fdcbc31 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5470054 May 12 03:22:46.024929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57352) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:46.034103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:46.088781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383215-00ce-4566-b633-1a58df840d75 req-c12f0fb8-9177-425d-a037-72a3923c618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:46.090272 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-c12f0fb8-9177-425d-a037-72a3923c618b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.3749123 May 12 03:22:46.149150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for security_group (3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.157488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.159229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Allocated IP 172.20.0.2 (81b16e6a-4261-4214-85e8-4a8dd359ffb2/91c015e4-7fec-49ae-a930-a0da4f132853/d71a6651-65f4-4ea2-ad66-ec1f80df50ba) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:46.163463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:46.185426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.240307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:46.244330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Calling delete_port for 177193ef-0efa-44fb-b909-0d8bf6578dff owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:46.244526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Router 554b985b-8ea3-4c3f-b705-8e7060956419 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:46.337596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Publish callbacks [] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.344339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.389360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:46.396642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:46.399248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:46.405727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Pushing event updated for resources: {'Port': ['ID=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:46.470283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Attempting to bind port d71a6651-65f4-4ea2-ad66-ec1f80df50ba on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:46.470537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Attempting to bind port d71a6651-65f4-4ea2-ad66-ec1f80df50ba by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '800fb257-65eb-4de6-97b7-837c11905c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:46.470864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Attempting to bind port d71a6651-65f4-4ea2-ad66-ec1f80df50ba on network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:46.477037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:46.477510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Checking segment: {'id': '800fb257-65eb-4de6-97b7-837c11905c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:46.478631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.479128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Bound using segment: {'id': '800fb257-65eb-4de6-97b7-837c11905c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:46.479673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Bound port: d71a6651-65f4-4ea2-ad66-ec1f80df50ba, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800fb257-65eb-4de6-97b7-837c11905c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81b16e6a-4261-4214-85e8-4a8dd359ffb2'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:46.480682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.483723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:46.489121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.490259 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-58239a76-8b4d-473a-b7af-0a6985d2020c tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "PUT /v2.0/routers/554b985b-8ea3-4c3f-b705-8e7060956419 HTTP/1.1" status: 200 len: 914 time: 3.4274449 May 12 03:22:46.497098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57354) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:46.499978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] Sync routers for ids ['554b985b-8ea3-4c3f-b705-8e7060956419'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:46.538278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:46.544921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] Routers {'554b985b-8ea3-4c3f-b705-8e7060956419'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:46.545916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['554b985b-8ea3-4c3f-b705-8e7060956419'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:46.551367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.566526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.594107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:46.605490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] For port d71a6651-65f4-4ea2-ad66-ec1f80df50ba, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:46.609961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] For port d71a6651-65f4-4ea2-ad66-ec1f80df50ba, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,segment=NetworkSegment(800fb257-65eb-4de6-97b7-837c11905c27),segment_id=800fb257-65eb-4de6-97b7-837c11905c27)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:46.614223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] Routers {'554b985b-8ea3-4c3f-b705-8e7060956419'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:46.614993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['554b985b-8ea3-4c3f-b705-8e7060956419'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:46.619836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.624020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60229335'] for subnet (91c015e4-7fec-49ae-a930-a0da4f132853), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:46.628532 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-11847112-8ac3-46ab-95f0-6caab8edee80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 1000 time: 0.5131607 May 12 03:22:46.660029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:46.682848 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2bc8f819-9214-4507-ad90-6034a182949a tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/554b985b-8ea3-4c3f-b705-8e7060956419 HTTP/1.1" status: 200 len: 920 time: 0.1846266 May 12 03:22:46.687793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57356) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:46.717499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Checking segment: {'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:46.717499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Network hostable DHCP agents. Network: 03924d7a-2580-4805-9617-b405ac812e48, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:46.739835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870f47c-1f54-4dca-977b-0a5b6b31fe38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:46.741388 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3870f47c-1f54-4dca-977b-0a5b6b31fe38 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=554b985b-8ea3-4c3f-b705-8e7060956419&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0526624 May 12 03:22:46.745613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57358) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:46.756308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Network 03924d7a-2580-4805-9617-b405ac812e48 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:46.780565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383215-00ce-4566-b633-1a58df840d75 req-218acb5a-07f5-4e74-b847-e524cdfea6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:46.782378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-218acb5a-07f5-4e74-b847-e524cdfea6fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.1073868 May 12 03:22:46.816502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 03924d7a-2580-4805-9617-b405ac812e48) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:46.825605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:46.825754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:46.826431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfa0e9-b5ce-4993-ab92-e6171fde858d None None] The sync data for ids ['554b985b-8ea3-4c3f-b705-8e7060956419'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:46.842259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:46.842596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:46.842932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:46.850540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18760b-2f73-4566-b754-0574f48fc22b None None] Network 03924d7a-2580-4805-9617-b405ac812e48 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:46.853151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:46.854028 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:46.858926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 2 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:46.874328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468e182-c34a-40ab-a7d0-3e4b8e227017 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:46.878299 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b468e182-c34a-40ab-a7d0-3e4b8e227017 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.1292017 May 12 03:22:46.878299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:46.878299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:46.878299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:46.879129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57360) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:46.890263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd557-a6b3-44f1-ba3c-29c33192d5bb None None] Pushing event updated for resources: {'Port': ['ID=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:46.905278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:46.905278 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:46.905278 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 3 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:46.930822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7515844c-3455-4119-86bc-542e0c8c59fa tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=554b985b-8ea3-4c3f-b705-8e7060956419 HTTP/1.1" status: 200 len: 205 time: 0.0483050 May 12 03:22:46.933702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57364) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:46.935184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383215-00ce-4566-b633-1a58df840d75 req-4d2ad393-d418-4899-a087-cfd1dce82c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:46.936624 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-4d2ad393-d418-4899-a087-cfd1dce82c7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1456130 May 12 03:22:46.946164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:46.946391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:46.946917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:46.988684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:46.989009 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:46.992632 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 4 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.014234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.014574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.014965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.016629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (9af1e645-948a-474f-be89-3b44c274d388), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.023724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.024054 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.048516 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 5 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.063219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (9af1e645-948a-474f-be89-3b44c274d388), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.079227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.079549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.079878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.109143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (554b985b-8ea3-4c3f-b705-8e7060956419), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.110865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.111184 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.114293 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 6 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.194384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750096613762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60411964'] for subnet (91c015e4-7fec-49ae-a930-a0da4f132853), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.204718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4259-a34c-4296-8db5-ec0a6eeb4945 req-9ee26ac5-f482-452a-a709-fee435043547 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:47.206357 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8a2a4259-a34c-4296-8db5-ec0a6eeb4945 req-9ee26ac5-f482-452a-a709-fee435043547 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1396959 May 12 03:22:47.210023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.210328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.210664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.223094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.223445 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.226542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 7 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.253972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] In _notify_port_updated(), no bound segment for port 9af1e645-948a-474f-be89-3b44c274d388 on network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:22:47.259119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:47.259788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.261163 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "PUT /v2.0/ports/9af1e645-948a-474f-be89-3b44c274d388 HTTP/1.1" status: 200 len: 995 time: 1.8525312 May 12 03:22:47.276068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57368) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:47.297205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.297451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-b69033b3-dd09-40cb-b0b3-ef84ea32a4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501842 May 12 03:22:47.297551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.297850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.303364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (177193ef-0efa-44fb-b909-0d8bf6578dff), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.304268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7d6f0-6b8e-4995-aa8b-973cf946ca06 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=9af1e645-948a-474f-be89-3b44c274d388,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:47.312869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:47.313471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.314891 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "PUT /v2.0/subnets/91c015e4-7fec-49ae-a930-a0da4f132853 HTTP/1.1" status: 200 len: 806 time: 1.2857199 May 12 03:22:47.318169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57370) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:47.318908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.319383 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.334810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 8 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.388030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.388904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.389421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.395512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533a88b-8d2d-4937-a8d2-0103c610d31c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=91c015e4-7fec-49ae-a930-a0da4f132853,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:47.396248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (554b985b-8ea3-4c3f-b705-8e7060956419), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.409303 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8a2a4259-a34c-4296-8db5-ec0a6eeb4945 req-8c90ff39-85ac-47f8-9897-60d9a6081eca tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744094 May 12 03:22:47.415959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Port': ['ID=177193ef-0efa-44fb-b909-0d8bf6578dff,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:47.482645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.486876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.487437 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.488219 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 9 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.546041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.546382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.546730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.563517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.563965 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.590753 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 10 to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa May 12 03:22:47.614681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Deleting port dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:47.615159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.632729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:47.633784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:47.634263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:47.649678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8cbae382-2f1d-47a1-8c79-754c88a65a0a None None] Provisioning complete for port 9af1e645-948a-474f-be89-3b44c274d388 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:47.650294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8cbae382-2f1d-47a1-8c79-754c88a65a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9af1e645-948a-474f-be89-3b44c274d388), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.661164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port d71a6651-65f4-4ea2-ad66-ec1f80df50ba {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:47.661638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.669296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:47.669749 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:47.670946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.676281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port 9af1e645-948a-474f-be89-3b44c274d388 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:47.676823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9af1e645-948a-474f-be89-3b44c274d388), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.678634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d71a6651-65f4-4ea2-ad66-ec1f80df50ba up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:47.705431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.720378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51383215-00ce-4566-b633-1a58df840d75 req-a9ab71b3-3c56-443c-819c-3221cd6afed6 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717313 May 12 03:22:47.749604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8cbae382-2f1d-47a1-8c79-754c88a65a0a None None] Port 9af1e645-948a-474f-be89-3b44c274d388 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:47.768638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d71a6651-65f4-4ea2-ad66-ec1f80df50ba triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:47.769452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.860727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.869604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d71a6651-65f4-4ea2-ad66-ec1f80df50ba is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:47.870018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.881429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9af1e645-948a-474f-be89-3b44c274d388), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.890136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Calling delete_port for dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:47.909809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port d71a6651-65f4-4ea2-ad66-ec1f80df50ba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,segment=NetworkSegment(800fb257-65eb-4de6-97b7-837c11905c27),segment_id=800fb257-65eb-4de6-97b7-837c11905c27)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:47.920703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:47.927095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for 9af1e645-948a-474f-be89-3b44c274d388 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:47.982987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:48.049095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Router b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:48.170236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:48.180588 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-283b8919-4b45-498b-a07d-e2440f9f3236 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6265829 May 12 03:22:48.180588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57372) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:48.188365 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] Sync routers for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:48.202133 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:48.203395 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:48.221568 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-9e5ad00d-af56-4a56-9498-d2bbdaff75cc tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] show failed (client error): The resource could not be found. May 12 03:22:48.222671 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9e5ad00d-af56-4a56-9498-d2bbdaff75cc tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1802607339 HTTP/1.1" status: 404 len: 335 time: 0.0427523 May 12 03:22:48.228834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57374) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:48.234319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-135bdf9f-84de-419c-a069-f558eb427afe tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:48.236736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port d71a6651-65f4-4ea2-ad66-ec1f80df50ba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,segment=NetworkSegment(800fb257-65eb-4de6-97b7-837c11905c27),segment_id=800fb257-65eb-4de6-97b7-837c11905c27)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:48.237108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.239871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] For port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:48.240237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempted to set empty binding levels {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 12 03:22:48.265994 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:48.274874 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-135bdf9f-84de-419c-a069-f558eb427afe tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] update failed (client error): The resource could not be found. May 12 03:22:48.279438 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-135bdf9f-84de-419c-a069-f558eb427afe tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-784189321 HTTP/1.1" status: 404 len: 334 time: 0.0461841 May 12 03:22:48.279923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.280044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57376) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:48.284871 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] Routers {'b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:48.285728 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:48.286902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for d71a6651-65f4-4ea2-ad66-ec1f80df50ba owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:48.329041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9af1e645-948a-474f-be89-3b44c274d388), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.330854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1818f-386c-40f4-9eac-6cf146e7de2c None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:48.341467 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:48.342113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.348628 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:48.349299 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0584f146-9366-4b0a-b916-b03efc55c4cb None None] The sync data for ids ['b283dfd3-82b3-41c9-9bc4-99b1d5e08c93'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:48.373571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=9af1e645-948a-474f-be89-3b44c274d388,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:48.417711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:48.419188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting subnet 9c98a977-c3b5-4004-8643-94f17b6e2895 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:22:48.425585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-23bcdd79-2caa-46e9-b3aa-03d661486f17 None None] Provisioning complete for port d71a6651-65f4-4ea2-ad66-ec1f80df50ba triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:48.425987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23bcdd79-2caa-46e9-b3aa-03d661486f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.434607 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb792987-d6d4-4723-81ef-1d0d03e46e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.5957143 May 12 03:22:48.440037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57378) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:48.441311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (9c98a977-c3b5-4004-8643-94f17b6e2895), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.615731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (9c98a977-c3b5-4004-8643-94f17b6e2895), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.651959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-23bcdd79-2caa-46e9-b3aa-03d661486f17 None None] Current status of the port d71a6651-65f4-4ea2-ad66-ec1f80df50ba is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:48.695001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb2d4-9a31-4e96-b8f7-de0b0c9cd6d0 req-fc9bdaa5-5fca-4ea7-8c17-212a8f5e6b89 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:48.696397 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-731fb2d4-9a31-4e96-b8f7-de0b0c9cd6d0 req-fc9bdaa5-5fca-4ea7-8c17-212a8f5e6b89 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1541967 May 12 03:22:48.761170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.763194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Deleting port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:48.763551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.767653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c7096551-a69d-47f8-9c9c-39ea19d3c49e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/ports/9af1e645-948a-474f-be89-3b44c274d388 HTTP/1.1" status: 204 len: 168 time: 1.4878654 May 12 03:22:48.769013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (9c98a977-c3b5-4004-8643-94f17b6e2895), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.773045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57382) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:48.828896 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd1b7f4-be3a-41a9-afb7-4992757ff3ad tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] GET failed (client error): The resource could not be found. May 12 03:22:48.830673 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9cd1b7f4-be3a-41a9-afb7-4992757ff3ad tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "GET /v2.0/ports/9af1e645-948a-474f-be89-3b44c274d388 HTTP/1.1" status: 404 len: 333 time: 0.0564499 May 12 03:22:48.834394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57384) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:48.839099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'name': 'tempest-AllowedAddressPairTestJSON-734154954'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:48.855061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d71a6651-65f4-4ea2-ad66-ec1f80df50ba), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.862498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2eb3fb-39cc-4021-b0a5-486174080a7b None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:48.895594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3a13d8fb-6ca2-4053-afa6-8c2a9049f754 None None] Could not find standard attr ID for object d71a6651-65f4-4ea2-ad66-ec1f80df50ba. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:22:48.898345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=d71a6651-65f4-4ea2-ad66-ec1f80df50ba,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:48.907436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.913711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] For port 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa, host hv-neutron-8413, got binding levels [] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:48.914090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:48.961630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Calling delete_port for 3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:48.966589 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-731fb2d4-9a31-4e96-b8f7-de0b0c9cd6d0 req-ac28d45b-2f9d-4a5c-891b-59dc6506c22d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381992 May 12 03:22:48.967350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event deleted for resources: {'Port': ['ID=dd1dc1e9-93cf-4ec2-ad9e-de4e61aed0c3,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:49.056512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port d71a6651-65f4-4ea2-ad66-ec1f80df50ba on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:49.167027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (554b985b-8ea3-4c3f-b705-8e7060956419), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.207093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (91c015e4-7fec-49ae-a930-a0da4f132853), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.234062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (9c98a977-c3b5-4004-8643-94f17b6e2895), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.267295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.271909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Subnet': ['ID=9c98a977-c3b5-4004-8643-94f17b6e2895,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:49.276580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.279151 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9924f328-be31-4810-83d1-8f3159af9445 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/subnets/9c98a977-c3b5-4004-8643-94f17b6e2895 HTTP/1.1" status: 204 len: 168 time: 0.9983914 May 12 03:22:49.281512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57390) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.291948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11962fa5-c86b-4e2d-9e46-d3b38abf88e8 None None] Network 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:49.329520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.374114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (554b985b-8ea3-4c3f-b705-8e7060956419), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.376631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:49.380672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:49.384094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.392698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (2343eade-cff1-45e2-a8ce-7dce0fdd4ed9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.395463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.403452 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d9d324de-fb7e-43b1-8fe3-feb5252e4530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa HTTP/1.1" status: 204 len: 168 time: 0.9601550 May 12 03:22:49.404681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57394) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.438635 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d6fd76-69c2-4d57-a5af-80d7027a6794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] GET failed (client error): The resource could not be found. May 12 03:22:49.440233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-58d6fd76-69c2-4d57-a5af-80d7027a6794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "GET /v2.0/ports/3e0bd151-816c-4cfb-bd0d-e3a8471ec4fa HTTP/1.1" status: 404 len: 333 time: 0.0344136 May 12 03:22:49.442002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port 315d095e-2256-4429-a309-52bad6836ec1 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:49.446641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57396) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.455186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Request body: {'port': {'network_id': '03924d7a-2580-4805-9617-b405ac812e48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-748493764'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:49.493171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (554b985b-8ea3-4c3f-b705-8e7060956419), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.493680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Fanout notify agent at l3_agent the message router_deleted on router 554b985b-8ea3-4c3f-b705-8e7060956419 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:22:49.500274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.501271 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-97fc00c0-c5ca-427c-bc17-9c65fcc47442 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/554b985b-8ea3-4c3f-b705-8e7060956419 HTTP/1.1" status: 204 len: 168 time: 2.5664964 May 12 03:22:49.504998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (91c015e4-7fec-49ae-a930-a0da4f132853), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.514691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334d750-4a29-409f-9a09-bfeadfac7d4b req-a56b6c61-b926-4e5b-a77b-c57280ed7447 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:49.518302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bded47-861d-46ff-81de-38c873d4286c None None] DHCP port deletion for 2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:49.519967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57398) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.521741 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7334d750-4a29-409f-9a09-bfeadfac7d4b req-a56b6c61-b926-4e5b-a77b-c57280ed7447 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.1296623 May 12 03:22:49.524890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1859131426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:49.566743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=91c015e4-7fec-49ae-a930-a0da4f132853,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:49.576525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting port 7897b898-fa57-484c-bb43-4d4af9c7b1ea {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:49.577796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.596684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Made reservation on behalf of 27a2edb203ce4bcb95b4535ada96bb38 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:49.599015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.622617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f7469-ec7c-4239-97fd-984cae98c49f None None] Network 81b16e6a-4261-4214-85e8-4a8dd359ffb2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:49.640335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.641362 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.644125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-62bded47-861d-46ff-81de-38c873d4286c None None] Deleting port 7897b898-fa57-484c-bb43-4d4af9c7b1ea {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:49.644750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-62bded47-861d-46ff-81de-38c873d4286c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.657689 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7334d750-4a29-409f-9a09-bfeadfac7d4b req-d0838562-4702-4467-b7fb-ebad89df7c39 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350524 May 12 03:22:49.659481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.681841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b16e6a-4261-4214-85e8-4a8dd359ffb2']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:49.693812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800fb257-65eb-4de6-97b7-837c11905c27') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:49.694255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800fb257-65eb-4de6-97b7-837c11905c27') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:49.695729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port a8b7f43f-83d7-40d5-b694-a69844dc1852 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:49.720083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] For port 7897b898-fa57-484c-bb43-4d4af9c7b1ea, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7897b898-fa57-484c-bb43-4d4af9c7b1ea,segment=NetworkSegment(fb53c4ba-2f27-46ae-b4a6-b526b1581313),segment_id=fb53c4ba-2f27-46ae-b4a6-b526b1581313)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:49.720083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.720555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (800fb257-65eb-4de6-97b7-837c11905c27), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.739666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (800fb257-65eb-4de6-97b7-837c11905c27), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.746848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:49.747281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (800fb257-65eb-4de6-97b7-837c11905c27), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.764503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Calling delete_port for 7897b898-fa57-484c-bb43-4d4af9c7b1ea owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:49.765044 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:49.773396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Allocated IP 172.20.0.10 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/315d095e-2256-4429-a309-52bad6836ec1) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:49.783779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7897b898-fa57-484c-bb43-4d4af9c7b1ea no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:49.792126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-62bded47-861d-46ff-81de-38c873d4286c None None] For port 7897b898-fa57-484c-bb43-4d4af9c7b1ea, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7897b898-fa57-484c-bb43-4d4af9c7b1ea,segment=NetworkSegment(fb53c4ba-2f27-46ae-b4a6-b526b1581313),segment_id=fb53c4ba-2f27-46ae-b4a6-b526b1581313)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:49.792779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-62bded47-861d-46ff-81de-38c873d4286c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.839836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-62bded47-861d-46ff-81de-38c873d4286c None None] Calling delete_port for 7897b898-fa57-484c-bb43-4d4af9c7b1ea owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:49.840053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (81b16e6a-4261-4214-85e8-4a8dd359ffb2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.857783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.863868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/81b16e6a-4261-4214-85e8-4a8dd359ffb2 HTTP/1.1" status: 204 len: 168 time: 2.5433919 May 12 03:22:49.864497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57400) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.883704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beca6e1-bf69-4e9a-b984-ed56a98eec0e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=81b16e6a-4261-4214-85e8-4a8dd359ffb2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:49.893764 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1929e1c2-b574-446b-a569-1e398e47d235 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:22:49.894303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1929e1c2-b574-446b-a569-1e398e47d235 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:22:49.894708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (74807b54-03d0-4b8e-b413-8307a4fbe490), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.903036 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1929e1c2-b574-446b-a569-1e398e47d235 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/81b16e6a-4261-4214-85e8-4a8dd359ffb2 HTTP/1.1" status: 404 len: 339 time: 0.0280955 May 12 03:22:49.903978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57402) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.908575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417522018', 'description': 'd1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:49.913716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435bf8cd-ce56-4fca-a83e-e4ada65cc850 None None] DHCP port deletion for 81b16e6a-4261-4214-85e8-4a8dd359ffb2 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:49.918736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.942717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:49.948107 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.977839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:49.978313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:49.982607 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-48634b17-7272-4446-8953-b0cbdc39e4ce tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4585133 May 12 03:22:49.983159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57404) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:49.987785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': False}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:49.993093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7897b898-fa57-484c-bb43-4d4af9c7b1ea is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:49.993826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.020380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-62bded47-861d-46ff-81de-38c873d4286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.051186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (94e52b73-ad4e-422b-953d-23e7fe2d9df3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.051593 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 94e52b73-ad4e-422b-953d-23e7fe2d9df3 of type vlan for network adaa11d6-c7e6-4ed3-87f2-839cecda11ab May 12 03:22:50.074636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bded47-861d-46ff-81de-38c873d4286c None None] Pushing event deleted for resources: {'Port': ['ID=7897b898-fa57-484c-bb43-4d4af9c7b1ea,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:50.076695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bded47-861d-46ff-81de-38c873d4286c None None] No DVR routers for this DVR port 7897b898-fa57-484c-bb43-4d4af9c7b1ea on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:50.102278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7897b898-fa57-484c-bb43-4d4af9c7b1ea), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.111999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.153454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Port': ['ID=7897b898-fa57-484c-bb43-4d4af9c7b1ea,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:50.161014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] No DVR routers for this DVR port 7897b898-fa57-484c-bb43-4d4af9c7b1ea on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:50.203212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (315d095e-2256-4429-a309-52bad6836ec1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.218064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.247667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173a765-f910-4507-8757-2728bc773101 req-021593cc-a262-4244-b7ef-1005c649d14f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.250254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6173a765-f910-4507-8757-2728bc773101 req-021593cc-a262-4244-b7ef-1005c649d14f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1309578 May 12 03:22:50.288694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (2343eade-cff1-45e2-a8ce-7dce0fdd4ed9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.298835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.332905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.337895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.338480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.353586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2343eade-cff1-45e2-a8ce-7dce0fdd4ed9']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:50.377366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb53c4ba-2f27-46ae-b4a6-b526b1581313') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:50.377734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb53c4ba-2f27-46ae-b4a6-b526b1581313') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:50.384201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Network 03924d7a-2580-4805-9617-b405ac812e48 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:50.394038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (315d095e-2256-4429-a309-52bad6836ec1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.396672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (fb53c4ba-2f27-46ae-b4a6-b526b1581313), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.398972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:50.406828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b7f43f-83d7-40d5-b694-a69844dc1852,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:50.410600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:50.410903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.411372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.416229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (74807b54-03d0-4b8e-b413-8307a4fbe490), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.424443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 0.5196679 May 12 03:22:50.432133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57408) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:50.455162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fb53c4ba-2f27-46ae-b4a6-b526b1581313), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.472082 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6173a765-f910-4507-8757-2728bc773101 req-fc39c231-5c51-4e46-9923-5a31ca4e7ce0 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898053 May 12 03:22:50.481823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ad461-dcf9-4c78-bb6c-c5df9b31cd88 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=adaa11d6-c7e6-4ed3-87f2-839cecda11ab,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:50.494085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:50.495479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:50.495595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (fb53c4ba-2f27-46ae-b4a6-b526b1581313), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:50.499326 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:50.502397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-137e8eed-02d2-483b-a31e-74aa6076ae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0544488 May 12 03:22:50.504932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network adaa11d6-c7e6-4ed3-87f2-839cecda11ab details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:50.505955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57412) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:50.512954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:50.528389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:50.540268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:50.641959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=315d095e-2256-4429-a309-52bad6836ec1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:50.659822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735c822-2b6c-4b09-ac62-5160b065fb41 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.661689 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0735c822-2b6c-4b09-ac62-5160b065fb41 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks?id=adaa11d6-c7e6-4ed3-87f2-839cecda11ab HTTP/1.1" status: 200 len: 760 time: 0.2090056 May 12 03:22:50.663835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.665133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57414) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:50.672661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'description': 'd2'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:50.676061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (2343eade-cff1-45e2-a8ce-7dce0fdd4ed9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.702649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.705797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/networks/2343eade-cff1-45e2-a8ce-7dce0fdd4ed9 HTTP/1.1" status: 204 len: 168 time: 1.4233370 May 12 03:22:50.715716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.716435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.718927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57416) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:50.764569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd65bb-b54e-4c8e-9616-ad9f7e4a092e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Network': ['ID=2343eade-cff1-45e2-a8ce-7dce0fdd4ed9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:50.812944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495bbcf-85ae-44e7-b29d-b8f27dbf5196 req-7781a429-b72f-4020-b8af-ea328a62ba86 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.814717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7495bbcf-85ae-44e7-b29d-b8f27dbf5196 req-7781a429-b72f-4020-b8af-ea328a62ba86 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1693959 May 12 03:22:50.841342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8c7b0482-c7db-45cd-ac23-e63476171176 None None] Provisioning complete for port 315d095e-2256-4429-a309-52bad6836ec1 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:50.842558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8c7b0482-c7db-45cd-ac23-e63476171176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (315d095e-2256-4429-a309-52bad6836ec1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.849944 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0f65aedf-f804-48c2-a518-7d882f92892c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0119393 May 12 03:22:50.853903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57420) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:50.869222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (74807b54-03d0-4b8e-b413-8307a4fbe490), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.870546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:4b:13'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:50.877934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b0482-c7db-45cd-ac23-e63476171176 None None] Port 315d095e-2256-4429-a309-52bad6836ec1 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:50.925801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting subnet e21aafa5-e9c5-4f00-b606-7e27e72ea295 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:22:50.931926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.938080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (e21aafa5-e9c5-4f00-b606-7e27e72ea295), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:50.960699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc0b19-5355-4e57-b810-32c04dc4e35b req-bae37336-3efa-484b-9dba-d95ba80b28ad tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.962199 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13fc0b19-5355-4e57-b810-32c04dc4e35b req-bae37336-3efa-484b-9dba-d95ba80b28ad tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.1449513 May 12 03:22:50.969535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-02ca4134-fcc3-4e33-b442-fc7b10000852 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:50.971008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-02ca4134-fcc3-4e33-b442-fc7b10000852 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.1473277 May 12 03:22:51.050663 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7495bbcf-85ae-44e7-b29d-b8f27dbf5196 req-81c0be04-1d78-458a-ba05-50f879ad30e6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262385 May 12 03:22:51.105725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (e21aafa5-e9c5-4f00-b606-7e27e72ea295), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.161955 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13fc0b19-5355-4e57-b810-32c04dc4e35b req-3fba3db7-f029-42d6-bbba-696fba6c87d6 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892109 May 12 03:22:51.210752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Allocated IP 172.26.2.195 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/3542c21e-c192-46fe-8454-6ddd61849419) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:51.230889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port a8b7f43f-83d7-40d5-b694-a69844dc1852 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:51.242831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.261069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.291031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.348561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Deleting port 6a6cec60-ea81-47db-a56c-674427f3b1c0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:51.349058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.364993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.390207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b7f43f-83d7-40d5-b694-a69844dc1852,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:51.406911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e699-e45b-4c0c-9034-3380faa019d8 req-146b6e4d-7cf1-4675-9e1c-915846c9917b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:51.408627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db17e699-e45b-4c0c-9034-3380faa019d8 req-146b6e4d-7cf1-4675-9e1c-915846c9917b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0899918 May 12 03:22:51.432980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:51.433308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:51.433637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:51.444141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network adaa11d6-c7e6-4ed3-87f2-839cecda11ab is not hosted by any dhcp agent {{(pid=104165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:22:51.450231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:51.451080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.452555 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "PUT /v2.0/networks/adaa11d6-c7e6-4ed3-87f2-839cecda11ab HTTP/1.1" status: 200 len: 757 time: 0.7867179 May 12 03:22:51.459338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57430) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:51.461091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:51.461407 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:51.473616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for port (3542c21e-c192-46fe-8454-6ddd61849419), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.474818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 2 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:51.477860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e21aafa5-e9c5-4f00-b606-7e27e72ea295), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.522952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d71a6651-65f4-4ea2-ad66-ec1f80df50ba no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:51.552464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: d71a6651-65f4-4ea2-ad66-ec1f80df50ba {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:51.552847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d71a6651-65f4-4ea2-ad66-ec1f80df50ba not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:51.557733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:51.558098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:51.558433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:51.622686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea715e8-d930-4b19-830f-ccdc93ead033 req-46b48b5f-d146-453f-beaf-fd67af1262f6 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:51.624161 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ea715e8-d930-4b19-830f-ccdc93ead033 req-46b48b5f-d146-453f-beaf-fd67af1262f6 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.1656284 May 12 03:22:51.631319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:51.631640 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:51.636196 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 3 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:51.641465 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db17e699-e45b-4c0c-9034-3380faa019d8 req-c4c62ca7-fe2c-402f-88b7-a572d87e0faa tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197299 May 12 03:22:51.851499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (315d095e-2256-4429-a309-52bad6836ec1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.858294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b1b0a-d768-405e-931d-c969ac8c1df5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=adaa11d6-c7e6-4ed3-87f2-839cecda11ab,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:51.869862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network adaa11d6-c7e6-4ed3-87f2-839cecda11ab details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:51.929727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] For port 6a6cec60-ea81-47db-a56c-674427f3b1c0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6a6cec60-ea81-47db-a56c-674427f3b1c0,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:51.930057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.967084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096ae54-b4ac-4373-83bd-f95fb9dfa6d8 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:51.968459 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9096ae54-b4ac-4373-83bd-f95fb9dfa6d8 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks?id=adaa11d6-c7e6-4ed3-87f2-839cecda11ab HTTP/1.1" status: 200 len: 760 time: 0.5081382 May 12 03:22:51.978704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (e21aafa5-e9c5-4f00-b606-7e27e72ea295), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:51.986997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57434) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:51.996148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401338395'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:51.999791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:52.000261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:52.000478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:52.020296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3542c21e-c192-46fe-8454-6ddd61849419), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.069448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:52.069770 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:52.078315 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 4 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:52.091281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Subnet': ['ID=e21aafa5-e9c5-4f00-b606-7e27e72ea295,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:52.103168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.109904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c7dbd0c7-0f10-4a31-a1b9-b1858f58e896 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/subnets/e21aafa5-e9c5-4f00-b606-7e27e72ea295 HTTP/1.1" status: 204 len: 168 time: 1.3766401 May 12 03:22:52.110045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309ca5b-c2ee-4ac5-8aa4-b4fb06aa1d73 req-3a414486-c5ab-4fd4-a86e-a10482c463ae tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:52.110045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b309ca5b-c2ee-4ac5-8aa4-b4fb06aa1d73 req-3a414486-c5ab-4fd4-a86e-a10482c463ae tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1507945 May 12 03:22:52.110234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57436) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:52.112823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:52.116545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1b0db-f7da-4919-8089-5ff743087cac None None] Network d06f1866-e1fe-4e48-9ff3-f1d04785b381 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:52.141369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ea715e8-d930-4b19-830f-ccdc93ead033 req-01785b2b-ae6a-48b3-82c4-a9cacec6cc80 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5029645 May 12 03:22:52.148142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:52.149091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:52.152447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.179850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:52.193555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:52.193996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:52.194392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:52.224078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Pushing event updated for resources: {'Port': ['ID=3542c21e-c192-46fe-8454-6ddd61849419,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:52.251642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:52.251830 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:52.257141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 5 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:52.282421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:22:52.301041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting subnet 5ea2de28-485b-462d-9793-5bf2438a0501 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:22:52.322147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:52.322765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:52.323286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:52.329911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (5ea2de28-485b-462d-9793-5bf2438a0501), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.331994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] DHCP port deletion for d06f1866-e1fe-4e48-9ff3-f1d04785b381 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:52.378881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] Deleting port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:52.379289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.388344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.388755 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment c22bc73a-bc76-400a-978d-3d33bd10c134 of type vlan for network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 May 12 03:22:52.408873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.409247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (2ce439cf-d2c1-4a26-8385-b6751977f9f2), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.409611 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Floating IP 2ce439cf-d2c1-4a26-8385-b6751977f9f2 disassociated. External IP: 172.26.2.125, port: 6a6cec60-ea81-47db-a56c-674427f3b1c0. May 12 03:22:52.409984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Calling delete_port for 6a6cec60-ea81-47db-a56c-674427f3b1c0 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:52.425184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:52.425510 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:52.432335 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 6 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:52.455867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] For port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,segment=NetworkSegment(57cdf881-5d69-49e3-96be-f7d7c1f379b7),segment_id=57cdf881-5d69-49e3-96be-f7d7c1f379b7)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:52.455867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.462907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b309ca5b-c2ee-4ac5-8aa4-b4fb06aa1d73 req-fbfbddb9-a25f-4f86-8fda-b4b535491bfd tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188314 May 12 03:22:52.471683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] Calling delete_port for 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:52.493926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (315d095e-2256-4429-a309-52bad6836ec1), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.515470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (315d095e-2256-4429-a309-52bad6836ec1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.535206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (5ea2de28-485b-462d-9793-5bf2438a0501), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.543398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c57c2-dd01-4fc7-a234-7d15c7f6479a req-145ea3b1-d00d-4913-bafd-58b10dd6d338 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:52.544917 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a3c57c2-dd01-4fc7-a234-7d15c7f6479a req-145ea3b1-d00d-4913-bafd-58b10dd6d338 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 946 time: 0.2486973 May 12 03:22:52.568639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=315d095e-2256-4429-a309-52bad6836ec1,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:52.569900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.570825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.576734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:52.577063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:52.577395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:52.618015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] Pushing event deleted for resources: {'Port': ['ID=42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:52.625396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cec571-4a0c-40fe-841c-50a94fff14d8 None None] No DVR routers for this DVR port 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:52.642926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:52.645694 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:52.655518 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 7 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:52.683593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] In _notify_port_updated(), no bound segment for port 315d095e-2256-4429-a309-52bad6836ec1 on network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:22:52.690391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:52.691966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.700463 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b2703c6-13b0-4a63-ac8b-3bf94ce33903 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "PUT /v2.0/ports/315d095e-2256-4429-a309-52bad6836ec1 HTTP/1.1" status: 200 len: 996 time: 1.8343711 May 12 03:22:52.703403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57442) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:52.714341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef170f7-3742-4e9f-8a98-2c0d6c5a953c req-fc486a81-f2cb-4df7-b0e3-635a84bfc175 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:52.716297 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3ef170f7-3742-4e9f-8a98-2c0d6c5a953c req-fc486a81-f2cb-4df7-b0e3-635a84bfc175 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1313951 May 12 03:22:52.724120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:52.724447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:52.724778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:52.732746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.737730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:52.738347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.767722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6a6cec60-ea81-47db-a56c-674427f3b1c0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.782925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a3c57c2-dd01-4fc7-a234-7d15c7f6479a req-7c94d023-3edc-43bd-b3ad-0ae17e08d2fe tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups?id=5782de4f-8d60-41d8-9d7b-60ae6bccaf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093608 May 12 03:22:52.808362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:52.809354 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:52.819058 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 8 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:52.838993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event deleted for resources: {'Port': ['ID=6a6cec60-ea81-47db-a56c-674427f3b1c0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:52.897128 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 0.9076405 May 12 03:22:52.900646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57444) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:52.905588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (5ea2de28-485b-462d-9793-5bf2438a0501), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.905768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:52.916719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9562c5c9-eb38-48b8-99b1-515aef69ec24 None None] Provisioning complete for port 315d095e-2256-4429-a309-52bad6836ec1 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:52.917289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9562c5c9-eb38-48b8-99b1-515aef69ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (315d095e-2256-4429-a309-52bad6836ec1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.962562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9562c5c9-eb38-48b8-99b1-515aef69ec24 None None] Port 315d095e-2256-4429-a309-52bad6836ec1 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:52.969712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port 315d095e-2256-4429-a309-52bad6836ec1 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:52.970142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (315d095e-2256-4429-a309-52bad6836ec1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:52.990180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:52.990180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:52.990180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:53.004275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65729dc3-5e0d-423c-a90f-abb628531767 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:53.023895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:53.024224 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:53.026060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:22:53.029039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 9 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:53.034274 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3ef170f7-3742-4e9f-8a98-2c0d6c5a953c req-6bcdc366-506e-44fb-87b2-bb24f1cb48bc tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024859 May 12 03:22:53.040229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-127ede1d-5825-4964-91f5-4c48992df58a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:53.041685 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-127ede1d-5825-4964-91f5-4c48992df58a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.2097106 May 12 03:22:53.121093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:53.122025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:53.122727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:53.147851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:53.151899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.153239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:53.153565 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:53.162100 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 10 to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 May 12 03:22:53.187775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (5ea2de28-485b-462d-9793-5bf2438a0501), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.189606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router_gateway (74807b54-03d0-4b8e-b413-8307a4fbe490), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.196688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (315d095e-2256-4429-a309-52bad6836ec1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.259527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Router b3c13a1b-e1e2-46f1-b645-163af6ae2248 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:53.260404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for 315d095e-2256-4429-a309-52bad6836ec1 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:53.292200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea2de28-485b-462d-9793-5bf2438a0501,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:53.307729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:53.308051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:53.308390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:53.320000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92daa4c-11dc-49f5-89e9-f8392c768e3d None None] Network d3854037-779c-4356-b2e1-c921e45abb77 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:53.349922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.353273 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-72680ff8-a478-49a1-b2c0-240d37f6162e tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/subnets/5ea2de28-485b-462d-9793-5bf2438a0501 HTTP/1.1" status: 204 len: 168 time: 1.2362206 May 12 03:22:53.368862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Deleting port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:53.369219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.377776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57452) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:53.414312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:22:53.414642 dv-neutron-841363-5-hyperv neutron-server[104164]: ERROR neutron.plugins.ml2.managers [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port a8b7f43f-83d7-40d5-b694-a69844dc1852 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:22:53.415213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.512674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba10a8d-b433-494d-be7c-1b59df1d7ebb req-b120727b-bf68-4327-9157-50914d370efe tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:53.521300 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bba10a8d-b433-494d-be7c-1b59df1d7ebb req-b120727b-bf68-4327-9157-50914d370efe tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.2569814 May 12 03:22:53.536545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:53.598839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5430-ca0f-4b04-bab1-3889e69fc97b req-46933a0f-b0ab-4683-9ba3-17b9200ce5ff tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:53.607709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-20fb5430-ca0f-4b04-bab1-3889e69fc97b req-46933a0f-b0ab-4683-9ba3-17b9200ce5ff tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2531292 May 12 03:22:53.689618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] No DVR routers for this DVR port 6a6cec60-ea81-47db-a56c-674427f3b1c0 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:53.694734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.697954 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f5422b4c-6004-4120-a023-ed993e75ff11 req-651b9d52-7190-4eae-9293-c96e5c972fbc tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.57 "DELETE /v2.0/ports/6a6cec60-ea81-47db-a56c-674427f3b1c0 HTTP/1.1" status: 204 len: 173 time: 2.6942811 May 12 03:22:53.698418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'name': 'network-vif-deleted', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:53.700758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e141b36-9063-4c11-af3b-c1afc349a0d5" -d '{"events": [{"server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "name": "network-vif-deleted", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:53.706438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (171cc273-72f4-41b7-8908-b86144fc75dc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.733555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (d06f1866-e1fe-4e48-9ff3-f1d04785b381), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.736955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (315d095e-2256-4429-a309-52bad6836ec1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.807377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=315d095e-2256-4429-a309-52bad6836ec1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:53.827190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=171cc273-72f4-41b7-8908-b86144fc75dc,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:53.873253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bba10a8d-b433-494d-be7c-1b59df1d7ebb req-b186068d-7de8-4089-9a5a-544056c6bbb9 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505745 May 12 03:22:53.899231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:53.899369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-20fb5430-ca0f-4b04-bab1-3889e69fc97b req-34b3df7c-ee51-4b13-939f-9e0ae33fe87a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905297 May 12 03:22:53.905406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] For port 17b08503-91e7-4757-b4e1-fc0d5cfdc622, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=17b08503-91e7-4757-b4e1-fc0d5cfdc622,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:53.905954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.922912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] Sync routers for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:53.936234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:53.941121 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a648a3a3-58d1-4590-8b6b-02a4bc7474a6 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/ports/315d095e-2256-4429-a309-52bad6836ec1 HTTP/1.1" status: 204 len: 168 time: 1.2366848 May 12 03:22:53.943938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57460) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:53.989090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:53.989451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42ff6c80-f362-4c86-aaf7-4c9bc2b12ce4 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:53.993864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:53.994530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:54.008126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': 'c22bc73a-bc76-400a-978d-3d33bd10c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:54.008690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:22:54.013326 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdef7e5e-5e5a-4b65-9122-b2b6d6db2e9c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] GET failed (client error): The resource could not be found. May 12 03:22:54.029740 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cdef7e5e-5e5a-4b65-9122-b2b6d6db2e9c tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "GET /v2.0/ports/315d095e-2256-4429-a309-52bad6836ec1 HTTP/1.1" status: 404 len: 333 time: 0.0838907 May 12 03:22:54.031656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57462) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:54.034709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f494c-8ee4-4a33-bb07-d463ec36a281 x-openstack-request-id: req-e07f494c-8ee4-4a33-bb07-d463ec36a281 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:54.035008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd155561-6036-40bd-8382-6ed99f462b25", "name": "network-vif-deleted", "tag": "6a6cec60-ea81-47db-a56c-674427f3b1c0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:54.035270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e07f494c-8ee4-4a33-bb07-d463ec36a281 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:54.035679 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07f494c-8ee4-4a33-bb07-d463ec36a281'] response: {'server_uuid': 'bd155561-6036-40bd-8382-6ed99f462b25', 'name': 'network-vif-deleted', 'tag': '6a6cec60-ea81-47db-a56c-674427f3b1c0', 'status': 'completed', 'code': 200} May 12 03:22:54.040823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'name': 'tempest-AllowedAddressPairTestJSON-1784781129'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:54.069982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] For port a8b7f43f-83d7-40d5-b694-a69844dc1852, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:54.070500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempted to set empty binding levels {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 12 03:22:54.152116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (d06f1866-e1fe-4e48-9ff3-f1d04785b381), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.156867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:54.178833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06f1866-e1fe-4e48-9ff3-f1d04785b381']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:54.196933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cdf881-5d69-49e3-96be-f7d7c1f379b7') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:54.197289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cdf881-5d69-49e3-96be-f7d7c1f379b7') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:54.198973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:22:54.203112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:54.212511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.215871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] DHCP port deletion for d3854037-779c-4356-b2e1-c921e45abb77 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:54.262836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:54.268144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:54.268733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.286979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:54.297915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.329748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410ed1a-aa09-469a-bd53-955113ac8e6b None None] Network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:54.384862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b7f43f-83d7-40d5-b694-a69844dc1852,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:54.414013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (57cdf881-5d69-49e3-96be-f7d7c1f379b7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.431338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.441767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] In _notify_port_updated(), no bound segment for port a8b7f43f-83d7-40d5-b694-a69844dc1852 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:22:54.442715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:54.443339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.446973 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-458c7531-39f5-4249-982c-103dcbbaebb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "PUT /v2.0/ports/a8b7f43f-83d7-40d5-b694-a69844dc1852 HTTP/1.1" status: 200 len: 980 time: 3.9362941 May 12 03:22:54.459857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cd36abbd-d51c-48ec-850c-7c4ab688e3ce req-086b8864-8dac-4604-84dd-267950ebe97f tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd155561-6036-40bd-8382-6ed99f462b25 HTTP/1.1" status: 200 len: 210 time: 0.2002683 May 12 03:22:54.468790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57464) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:54.499586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] Deleting port fdb4dd82-37d0-4d91-97f3-fae2480c9842 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:54.499966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.537956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.540226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (57cdf881-5d69-49e3-96be-f7d7c1f379b7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.559120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Allocated IP 172.20.0.10 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/ba8bc16c-9faa-4e4d-9b83-dccf59dfec28) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:54.675304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:54.732739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2', 'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '171cc273-72f4-41b7-8908-b86144fc75dc'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:22:54.733704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.737737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] For port fdb4dd82-37d0-4d91-97f3-fae2480c9842, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fdb4dd82-37d0-4d91-97f3-fae2480c9842,segment=NetworkSegment(c206d45c-0f40-4af3-8a42-f74b6402f8eb),segment_id=c206d45c-0f40-4af3-8a42-f74b6402f8eb)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:54.738180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.742328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] Checking router: b3c13a1b-e1e2-46f1-b645-163af6ae2248 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:54.767085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] Calling delete_port for fdb4dd82-37d0-4d91-97f3-fae2480c9842 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:54.782327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (ba8bc16c-9faa-4e4d-9b83-dccf59dfec28), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.794660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:54.795409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:54.827560 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-650587cd-4c13-4d4a-aba0-f4a21bcbee68 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9231710 May 12 03:22:54.828164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57466) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:54.841540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ba8bc16c-9faa-4e4d-9b83-dccf59dfec28), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:54.917475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:54.924995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:55.000440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:55.022339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:55.022757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (57cdf881-5d69-49e3-96be-f7d7c1f379b7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:55.026485 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:55.062737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.066607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.074698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.075247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.075649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.076112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.076574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.077030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.077747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.077964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.078424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.078875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.079413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.079871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.080320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.080774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.081226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.081673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.082147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.082605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.083225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.083678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.084130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.084580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.085031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.085480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.087119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.090895 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9a34f956-9f54-4619-8ff6-af70c60da474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23086 time: 0.6135886 May 12 03:22:55.151388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.156437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57472) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:55.161333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Allocated IP 172.20.0.2 (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2/171cc273-72f4-41b7-8908-b86144fc75dc/0b537aaa-069e-44cc-98d0-c0608b63c0cb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:55.176472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (fdb4dd82-37d0-4d91-97f3-fae2480c9842), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.180341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:55.193315 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1566591 May 12 03:22:55.197147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57474) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:55.198376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f3a40-426c-4df6-9e9f-6649b87aeca4 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=ba8bc16c-9faa-4e4d-9b83-dccf59dfec28,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:55.217991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'network_id': '2f51fa24-c63e-45f7-aa6a-9fc3601ed581', 'name': 'tempest-AllowedAddressPairTestJSON-1532346479'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:55.244392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6a6cec60-ea81-47db-a56c-674427f3b1c0 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:55.314796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 6a6cec60-ea81-47db-a56c-674427f3b1c0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:55.315148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6a6cec60-ea81-47db-a56c-674427f3b1c0 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:55.317312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] Pushing event deleted for resources: {'Port': ['ID=fdb4dd82-37d0-4d91-97f3-fae2480c9842,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:55.329408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df382c42-4090-4631-8c9e-d5a30fe2a6dd None None] No DVR routers for this DVR port fdb4dd82-37d0-4d91-97f3-fae2480c9842 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:55.393695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929d317-e43a-4340-ab61-946c662e150f req-6cd3f362-c458-47f4-b653-17dbcd85b0f1 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.400523 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a929d317-e43a-4340-ab61-946c662e150f req-6cd3f362-c458-47f4-b653-17dbcd85b0f1 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 945 time: 0.3731670 May 12 03:22:55.413612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (d06f1866-e1fe-4e48-9ff3-f1d04785b381), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.421027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (171cc273-72f4-41b7-8908-b86144fc75dc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.424226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Deleting port a8b7f43f-83d7-40d5-b694-a69844dc1852 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:55.424552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.458075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-377aaa27-496f-47c8-997a-1901dd4fbdc2 None None] Provisioning complete for port ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:55.458459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-377aaa27-496f-47c8-997a-1901dd4fbdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba8bc16c-9faa-4e4d-9b83-dccf59dfec28), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.466863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfd33-a1bf-41e6-970f-40daf68fc5be req-65ca6c46-77a2-4b6b-94ad-0cbd45d0e335 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:55.473805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b2cfd33-a1bf-41e6-970f-40daf68fc5be req-65ca6c46-77a2-4b6b-94ad-0cbd45d0e335 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.4193435 May 12 03:22:55.487272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.487636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (0e023770-45bc-4d2b-87b2-f12af49c5e95), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.487947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Floating IP 0e023770-45bc-4d2b-87b2-f12af49c5e95 disassociated. External IP: 172.26.2.222, port: 17b08503-91e7-4757-b4e1-fc0d5cfdc622. May 12 03:22:55.488296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Calling delete_port for 17b08503-91e7-4757-b4e1-fc0d5cfdc622 owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:55.503425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.508861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/networks/d06f1866-e1fe-4e48-9ff3-f1d04785b381 HTTP/1.1" status: 204 len: 168 time: 2.1274903 May 12 03:22:55.534316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57478) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:55.554438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3b670-f998-4e0c-9917-0cfaa6086544 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Network': ['ID=d06f1866-e1fe-4e48-9ff3-f1d04785b381,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:55.624095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-377aaa27-496f-47c8-997a-1901dd4fbdc2 None None] Port ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:55.636082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fdb4dd82-37d0-4d91-97f3-fae2480c9842 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:55.666264 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a929d317-e43a-4340-ab61-946c662e150f req-934162e8-f979-4c2a-995c-e9bb26f699f6 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b87a933-df21-4cf4-a84f-315565d66253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633746 May 12 03:22:55.702060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: fdb4dd82-37d0-4d91-97f3-fae2480c9842 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:55.706089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fdb4dd82-37d0-4d91-97f3-fae2480c9842 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:55.707693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b2cfd33-a1bf-41e6-970f-40daf68fc5be req-41a6926c-9a51-48bb-80c0-0eb9365b60e4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329762 May 12 03:22:55.759734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (d3854037-779c-4356-b2e1-c921e45abb77), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.768368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Publish callbacks [] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.803268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:55.821696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:55.853743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57484) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:55.867690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Router 74807b54-03d0-4b8e-b413-8307a4fbe490 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:22:55.908489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318b0b1-8aa3-4f9b-8566-b6a5a897c2e9 None None] The sync data for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv is: [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:29Z', 'revision_number': 4, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '66dfd7df-63bf-4ecb-971e-9a1b1e76e363', 'name': '', 'network_id': 'a03fb1ca-bbb4-48c2-98f2-13380985b033', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'mac_address': 'fa:16:3e:bc:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:28Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'subnets': [{'id': 'dc828651-9fb6-47e9-84b2-109097ba00b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:55.921679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:55.945596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:55.951929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:55.963322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Pushing event updated for resources: {'Port': ['ID=0b537aaa-069e-44cc-98d0-c0608b63c0cb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:56.038437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] For port a8b7f43f-83d7-40d5-b694-a69844dc1852, host hv-neutron-8413, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:56.041281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.044687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Attempting to bind port 0b537aaa-069e-44cc-98d0-c0608b63c0cb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:22:56.045270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Attempting to bind port 0b537aaa-069e-44cc-98d0-c0608b63c0cb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c22bc73a-bc76-400a-978d-3d33bd10c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:22:56.045796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Attempting to bind port 0b537aaa-069e-44cc-98d0-c0608b63c0cb on network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:22:56.053241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:22:56.053620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Checking segment: {'id': 'c22bc73a-bc76-400a-978d-3d33bd10c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:22:56.054067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.054499 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Bound using segment: {'id': 'c22bc73a-bc76-400a-978d-3d33bd10c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:22:56.055059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Bound port: 0b537aaa-069e-44cc-98d0-c0608b63c0cb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bc73a-bc76-400a-978d-3d33bd10c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:22:56.055501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.066789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Calling delete_port for a8b7f43f-83d7-40d5-b694-a69844dc1852 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:56.115964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (d3854037-779c-4356-b2e1-c921e45abb77), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.144369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3854037-779c-4356-b2e1-c921e45abb77']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.147100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] For port 0b537aaa-069e-44cc-98d0-c0608b63c0cb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:22:56.151148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] For port 0b537aaa-069e-44cc-98d0-c0608b63c0cb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0b537aaa-069e-44cc-98d0-c0608b63c0cb,segment=NetworkSegment(c22bc73a-bc76-400a-978d-3d33bd10c134),segment_id=c22bc73a-bc76-400a-978d-3d33bd10c134)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:22:56.154676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Made reservation on behalf of ece85e8d184f4a5fbf94bf97d7d04324 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:56.158712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.159330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.159524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c206d45c-0f40-4af3-8a42-f74b6402f8eb') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.160002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c206d45c-0f40-4af3-8a42-f74b6402f8eb') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.162021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (171cc273-72f4-41b7-8908-b86144fc75dc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.228345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981705a-fc11-4fbf-8470-670801e6958f None None] Pushing event updated for resources: {'Port': ['ID=0b537aaa-069e-44cc-98d0-c0608b63c0cb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:56.265259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=171cc273-72f4-41b7-8908-b86144fc75dc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:56.292134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (c206d45c-0f40-4af3-8a42-f74b6402f8eb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.304872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] device_id is not set on port 51b2630f-d038-4851-aa29-7cf8bc3c85ba yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:56.388603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a062f-4dfe-4b8a-a010-1a434a88cea0 req-dede7208-c80e-42a5-9e8f-ea2e886e827e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:56.390200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca5a062f-4dfe-4b8a-a010-1a434a88cea0 req-dede7208-c80e-42a5-9e8f-ea2e886e827e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.3493681 May 12 03:22:56.390406 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efbee8-6d38-412b-8dad-55292ff816b7 None None] New status for floating IP 2ce439cf-d2c1-4a26-8385-b6751977f9f2: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:22:56.399656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c206d45c-0f40-4af3-8a42-f74b6402f8eb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.408974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (17b08503-91e7-4757-b4e1-fc0d5cfdc622), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.430917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:56.431676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (c206d45c-0f40-4af3-8a42-f74b6402f8eb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:56.441378 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:56.468856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.532199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a8b7f43f-83d7-40d5-b694-a69844dc1852), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.653682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.657064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a8b7f43f-83d7-40d5-b694-a69844dc1852 HTTP/1.1" status: 204 len: 168 time: 1.4844553 May 12 03:22:56.662408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820841b-c4a4-48b3-9ebd-5e6c2c55e5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8b7f43f-83d7-40d5-b694-a69844dc1852,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:56.666438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.669143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57488) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:56.718508 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2743d-f210-4d18-affe-46a5eeafbcee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] GET failed (client error): The resource could not be found. May 12 03:22:56.720987 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7ff2743d-f210-4d18-affe-46a5eeafbcee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "GET /v2.0/ports/a8b7f43f-83d7-40d5-b694-a69844dc1852 HTTP/1.1" status: 404 len: 333 time: 0.0463121 May 12 03:22:56.727825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57492) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:56.729922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22bc73a-bc76-400a-978d-3d33bd10c134') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.730277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22bc73a-bc76-400a-978d-3d33bd10c134') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.739665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1805960696', 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:56.759659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-edaf1934-737e-41c0-badc-91e625dc5425 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group (5782de4f-8d60-41d8-9d7b-60ae6bccaf11), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.761789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:56.763469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event deleted for resources: {'Port': ['ID=17b08503-91e7-4757-b4e1-fc0d5cfdc622,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:56.776328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Made reservation on behalf of 27a2edb203ce4bcb95b4535ada96bb38 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:22:56.780750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.780892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.784445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.785160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f629e223-6813-4f11-ae57-30acfc91d0f2 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "PUT /v2.0/routers/74807b54-03d0-4b8e-b413-8307a4fbe490 HTTP/1.1" status: 200 len: 916 time: 6.7975130 May 12 03:22:56.789684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57494) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:56.791275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] Sync routers for ids ['74807b54-03d0-4b8e-b413-8307a4fbe490'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:56.808740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] Routers {'74807b54-03d0-4b8e-b413-8307a4fbe490'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:56.809526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['74807b54-03d0-4b8e-b413-8307a4fbe490'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.874533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.888646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] Routers {'74807b54-03d0-4b8e-b413-8307a4fbe490'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:56.889511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['74807b54-03d0-4b8e-b413-8307a4fbe490'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:56.894675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-edaf1934-737e-41c0-badc-91e625dc5425 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group (5782de4f-8d60-41d8-9d7b-60ae6bccaf11), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.903824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.906788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Allocated IP 172.20.0.4 (2f51fa24-c63e-45f7-aa6a-9fc3601ed581/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e/51b2630f-d038-4851-aa29-7cf8bc3c85ba) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:22:56.925044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port 4b0fb599-2c65-4dc9-b826-5dc291202a97 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:22:56.938180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:22:56.938679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:22:56.942171 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:22:56.974399 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d67d964d-819f-41c4-b0bc-bc27ddfebb65 req-6176f0de-0b82-43d4-aaf4-cf93992201c7 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 210 time: 0.1801677 May 12 03:22:57.024393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca5a062f-4dfe-4b8a-a010-1a434a88cea0 req-3124ab66-b604-4e59-8b1d-a9a56f33cadc tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6071577 May 12 03:22:57.119711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:57.120672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b3a-cc11-4833-a906-6c143331c96c None None] The sync data for ids ['74807b54-03d0-4b8e-b413-8307a4fbe490'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:57.151384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:22:57.151384 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:22:57.151384 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': '8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2'}] May 12 03:22:57.151384 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:22:57.152067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:22:57.156758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-edaf1934-737e-41c0-badc-91e625dc5425 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5782de4f-8d60-41d8-9d7b-60ae6bccaf11), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.159371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-edaf1934-737e-41c0-badc-91e625dc5425 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.162801 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-edaf1934-737e-41c0-badc-91e625dc5425 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "DELETE /v2.0/security-groups/5782de4f-8d60-41d8-9d7b-60ae6bccaf11 HTTP/1.1" status: 204 len: 168 time: 1.3036256 May 12 03:22:57.165551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (d3854037-779c-4356-b2e1-c921e45abb77), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.171298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57496) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.183639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 17b08503-91e7-4757-b4e1-fc0d5cfdc622 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:57.196025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.201606 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/networks/d3854037-779c-4356-b2e1-c921e45abb77 HTTP/1.1" status: 204 len: 168 time: 1.6639533 May 12 03:22:57.204141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57498) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.208614 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1628302d-ef24-4508-8080-5ee32ccda42f tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/74807b54-03d0-4b8e-b413-8307a4fbe490 HTTP/1.1" status: 200 len: 922 time: 0.4104657 May 12 03:22:57.208878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 17b08503-91e7-4757-b4e1-fc0d5cfdc622 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:57.209280 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 17b08503-91e7-4757-b4e1-fc0d5cfdc622 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:57.211890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf1934-737e-41c0-badc-91e625dc5425 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782de4f-8d60-41d8-9d7b-60ae6bccaf11,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:57.215319 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-48048726-f8e1-4b4b-bb1b-c75145153be0 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] show failed (client error): The resource could not be found. May 12 03:22:57.220346 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-48048726-f8e1-4b4b-bb1b-c75145153be0 tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "GET /v2.0/security-groups/5782de4f-8d60-41d8-9d7b-60ae6bccaf11 HTTP/1.1" status: 404 len: 347 time: 0.0431192 May 12 03:22:57.225042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57500) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.225394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57502) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.260635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323299-09ef-4acd-9199-96b0c1417e25 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Network': ['ID=d3854037-779c-4356-b2e1-c921e45abb77,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:57.334830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:22:57.387666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4acd7-658b-4e9e-a58f-200aa47598b9 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:57.391610 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-96e4acd7-658b-4e9e-a58f-200aa47598b9 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=74807b54-03d0-4b8e-b413-8307a4fbe490&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1513770 May 12 03:22:57.394103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57504) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.394239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Deleting subnet bcfdf247-f9d6-4cc7-8837-0737f68228d7 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:22:57.403872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (bcfdf247-f9d6-4cc7-8837-0737f68228d7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.440844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for port (4b0fb599-2c65-4dc9-b826-5dc291202a97), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.491341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.494401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (bcfdf247-f9d6-4cc7-8837-0737f68228d7), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.519342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Deleting port 98a768a5-8de2-4bb4-a634-cbee81024000 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:57.519680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (98a768a5-8de2-4bb4-a634-cbee81024000), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.613507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4b0fb599-2c65-4dc9-b826-5dc291202a97), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.670123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.689198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 0b537aaa-069e-44cc-98d0-c0608b63c0cb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:22:57.722461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240443c-b1e1-4eb0-aac3-948431626d80 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:57.723792 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a240443c-b1e1-4eb0-aac3-948431626d80 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.3277247 May 12 03:22:57.727950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57506) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.765750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (98a768a5-8de2-4bb4-a634-cbee81024000), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.766132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (98a768a5-8de2-4bb4-a634-cbee81024000), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.773109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.785444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Network 03924d7a-2580-4805-9617-b405ac812e48 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:57.791266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 0b537aaa-069e-44cc-98d0-c0608b63c0cb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:57.791747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.793785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:22:57.803350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:57.810195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3aaf6714-383b-4853-bebf-d5262a2554f4 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=74807b54-03d0-4b8e-b413-8307a4fbe490 HTTP/1.1" status: 200 len: 205 time: 0.0797155 May 12 03:22:57.814550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57508) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:57.814736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (bcfdf247-f9d6-4cc7-8837-0737f68228d7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.819181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=4b0fb599-2c65-4dc9-b826-5dc291202a97,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:57.822905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:57.823938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:57.825063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.858824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Calling delete_port for 98a768a5-8de2-4bb4-a634-cbee81024000 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:57.936449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 0b537aaa-069e-44cc-98d0-c0608b63c0cb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:57.936912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.941401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:22:57.944646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] No DVR routers for this DVR port 17b08503-91e7-4757-b4e1-fc0d5cfdc622 on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:57.949943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:57.955191 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f834e3a1-51fe-4f7e-a970-516525bef637 req-1a01bd4f-814d-4691-80d3-23b17f04319a tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.57 "DELETE /v2.0/ports/17b08503-91e7-4757-b4e1-fc0d5cfdc622 HTTP/1.1" status: 204 len: 173 time: 4.9021895 May 12 03:22:57.958144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:22:57.960164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'name': 'network-vif-deleted', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:22:57.969144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f882042-0982-48c4-9ce6-1d1697f4e499" -d '{"events": [{"server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "name": "network-vif-deleted", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:22:57.974949 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cf041de0-b2e6-42db-8bec-dd4372052706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2371500 May 12 03:22:57.976178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49fdad-a69f-4c53-9492-ffd52c80d157 None None] Network 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:57.986198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:22:58.003593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57512) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:58.023515 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] Sync routers for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:22:58.042501 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:58.043803 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:58.152987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db5ad3-929b-46d3-92d6-deeb5c30b62a x-openstack-request-id: req-f9db5ad3-929b-46d3-92d6-deeb5c30b62a {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:22:58.153276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d55ca1d-1464-4562-b8bc-b45748e08968", "name": "network-vif-deleted", "tag": "17b08503-91e7-4757-b4e1-fc0d5cfdc622", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:22:58.153526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9db5ad3-929b-46d3-92d6-deeb5c30b62a {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:22:58.163992 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9db5ad3-929b-46d3-92d6-deeb5c30b62a'] response: {'server_uuid': '4d55ca1d-1464-4562-b8bc-b45748e08968', 'name': 'network-vif-deleted', 'tag': '17b08503-91e7-4757-b4e1-fc0d5cfdc622', 'status': 'completed', 'code': 200} May 12 03:22:58.180264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-584cd406-2c39-426d-b975-d83798385216 None None] Provisioning complete for port 0b537aaa-069e-44cc-98d0-c0608b63c0cb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:58.180631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-584cd406-2c39-426d-b975-d83798385216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.227582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 0b537aaa-069e-44cc-98d0-c0608b63c0cb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0b537aaa-069e-44cc-98d0-c0608b63c0cb,segment=NetworkSegment(c22bc73a-bc76-400a-978d-3d33bd10c134),segment_id=c22bc73a-bc76-400a-978d-3d33bd10c134)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:58.258907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=51b2630f-d038-4851-aa29-7cf8bc3c85ba,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:58.272421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port 0b537aaa-069e-44cc-98d0-c0608b63c0cb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:58.277716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.277989 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:58.279347 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3ba4c923-b8d3-4306-a89e-e6bafc2c2b5b req-fdd42bda-5bfa-4bcc-b120-02b98243896b tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d55ca1d-1464-4562-b8bc-b45748e08968 HTTP/1.1" status: 200 len: 210 time: 0.0907278 May 12 03:22:58.281626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] DHCP port deletion for 8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:58.288865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.344987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (98a768a5-8de2-4bb4-a634-cbee81024000), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.346556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1296fa9-cf23-48f8-905b-60416c3b5166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:58.348063 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1296fa9-cf23-48f8-905b-60416c3b5166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "GET /v2.0/ports/4b0fb599-2c65-4dc9-b826-5dc291202a97 HTTP/1.1" status: 200 len: 959 time: 0.3119314 May 12 03:22:58.357267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57518) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:58.365351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] Deleting port 0b537aaa-069e-44cc-98d0-c0608b63c0cb {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:58.365733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.393092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Pushing event deleted for resources: {'Port': ['ID=98a768a5-8de2-4bb4-a634-cbee81024000,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:58.472795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:58.473992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.498892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.536277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-584cd406-2c39-426d-b975-d83798385216 None None] Current status of the port 0b537aaa-069e-44cc-98d0-c0608b63c0cb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:22:58.554705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks [] for floatingip (2ce439cf-d2c1-4a26-8385-b6751977f9f2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.557628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.562169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-388378a7-51c9-45eb-be77-9a51b70e21df tempest-ServersTestJSON-511812510 tempest-ServersTestJSON-511812510-project] 10.222.0.23 "DELETE /v2.0/floatingips/2ce439cf-d2c1-4a26-8385-b6751977f9f2 HTTP/1.1" status: 204 len: 168 time: 1.3184919 May 12 03:22:58.563406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57520) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:58.573873 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:58.609939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (bcfdf247-f9d6-4cc7-8837-0737f68228d7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.657425 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] Checking router: 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:22:58.660685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port 0b537aaa-069e-44cc-98d0-c0608b63c0cb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0b537aaa-069e-44cc-98d0-c0608b63c0cb,segment=NetworkSegment(c22bc73a-bc76-400a-978d-3d33bd10c134),segment_id=c22bc73a-bc76-400a-978d-3d33bd10c134)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:58.661446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.683031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=0b537aaa-069e-44cc-98d0-c0608b63c0cb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:58.691112 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:22:58.691738 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:58.696361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] For port 0b537aaa-069e-44cc-98d0-c0608b63c0cb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0b537aaa-069e-44cc-98d0-c0608b63c0cb,segment=NetworkSegment(c22bc73a-bc76-400a-978d-3d33bd10c134),segment_id=c22bc73a-bc76-400a-978d-3d33bd10c134)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:58.699847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.710495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2167620b-1763-4610-a96d-2b7f3b460ed5 None None] Provisioning complete for port 51b2630f-d038-4851-aa29-7cf8bc3c85ba triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:22:58.711095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2167620b-1763-4610-a96d-2b7f3b460ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.725120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5911e6b8-51ac-4e2e-902e-cf2fef50735e tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5133688 May 12 03:22:58.727510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:58.731456 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/subnets/bcfdf247-f9d6-4cc7-8837-0737f68228d7 HTTP/1.1" status: 204 len: 168 time: 1.5216286 May 12 03:22:58.736077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29802e1c-4d67-463c-bc7e-e9b15ed04d5a tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfdf247-f9d6-4cc7-8837-0737f68228d7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:58.738019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57522) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:58.738535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57524) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:58.749579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e0:4b:13'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8e:de:0f'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:22:58.756175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2167620b-1763-4610-a96d-2b7f3b460ed5 None None] Port 51b2630f-d038-4851-aa29-7cf8bc3c85ba cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:22:58.757643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca4b88-3772-438e-b6e6-c69ba30c2ca8 None None] Network 3d8ec975-01ca-425b-b386-1c4506a2a967 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:22:58.776789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for 0b537aaa-069e-44cc-98d0-c0608b63c0cb owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:58.863623 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:22:58.869192 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] Calling delete_port for 0b537aaa-069e-44cc-98d0-c0608b63c0cb owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:58.974305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] DHCP port deletion for 3d8ec975-01ca-425b-b386-1c4506a2a967 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:22:58.989180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.049366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] Pushing event deleted for resources: {'Port': ['ID=0b537aaa-069e-44cc-98d0-c0608b63c0cb,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:59.062618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb83f8-23b8-4cea-a2f3-47f381e6c4d7 None None] No DVR routers for this DVR port 0b537aaa-069e-44cc-98d0-c0608b63c0cb on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:59.084809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] Deleting port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:59.085324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.135674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Deleting port 4b0fb599-2c65-4dc9-b826-5dc291202a97 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:59.136833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4b0fb599-2c65-4dc9-b826-5dc291202a97), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.178668 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:22:59.210491 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdbb5f-c666-4d76-96e8-71dc72509d4e None None] The sync data for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv is: [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:37Z', 'revision_number': 4, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '02293577-af06-48b5-99f8-3d1ba8db161c', 'name': '', 'network_id': 'cf15f2d9-c72f-44d5-816b-5d34a281fa21', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'mac_address': 'fa:16:3e:a3:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:34Z', 'updated_at': '2022-05-12T03:21:43Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'subnets': [{'id': '9e7ddeaa-17a5-4eae-9056-85d61db2218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:22:59.238451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] For port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,segment=NetworkSegment(3b372192-cc5a-4870-89d3-4c2e5cc68019),segment_id=3b372192-cc5a-4870-89d3-4c2e5cc68019)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:22:59.239243 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.286871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] Calling delete_port for dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:59.358803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (3d8ec975-01ca-425b-b386-1c4506a2a967), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.375380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685326-7e86-4511-bf64-db0f6224c9b2 req-d69d7aea-7270-4741-be0a-689139997d22 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:59.381692 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-52685326-7e86-4511-bf64-db0f6224c9b2 req-d69d7aea-7270-4741-be0a-689139997d22 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1727571 May 12 03:22:59.427581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4b0fb599-2c65-4dc9-b826-5dc291202a97), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.438210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57530) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:22:59.449756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.478671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] Pushing event deleted for resources: {'Port': ['ID=dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:59.507047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbdcd8-7887-4e1f-9852-f9aafbf1418a None None] No DVR routers for this DVR port dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:59.510836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Calling delete_port for 4b0fb599-2c65-4dc9-b826-5dc291202a97 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:22:59.562566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (74807b54-03d0-4b8e-b413-8307a4fbe490), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.612941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 0b537aaa-069e-44cc-98d0-c0608b63c0cb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:59.620842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0b537aaa-069e-44cc-98d0-c0608b63c0cb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.625842 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-52685326-7e86-4511-bf64-db0f6224c9b2 req-579b3bb1-af58-4850-9457-bcf5c978f76d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432685 May 12 03:22:59.657116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 0b537aaa-069e-44cc-98d0-c0608b63c0cb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:59.657461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 0b537aaa-069e-44cc-98d0-c0608b63c0cb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:59.657873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:22:59.710745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:22:59.711353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dd4d7b66-0d8c-4212-bf5b-1fd2eaf18355 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:22:59.726892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Deleting port 3542c21e-c192-46fe-8454-6ddd61849419 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:22:59.727469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3542c21e-c192-46fe-8454-6ddd61849419), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.739096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ba8fd-2ed2-467d-92d9-51dd344941ab None None] New status for floating IP 0e023770-45bc-4d2b-87b2-f12af49c5e95: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:22:59.761078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=0b537aaa-069e-44cc-98d0-c0608b63c0cb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:22:59.772431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-872fa997-1918-4e74-902d-68180c4dae70 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group (6b87a933-df21-4cf4-a84f-315565d66253), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.775916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port 0b537aaa-069e-44cc-98d0-c0608b63c0cb on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:22:59.814414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.832180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bba763-087a-43e7-87c8-8fea2d5f2b2d req-4bb99016-5fac-4aeb-b120-4914462de144 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:22:59.834388 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31bba763-087a-43e7-87c8-8fea2d5f2b2d req-4bb99016-5fac-4aeb-b120-4914462de144 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0832474 May 12 03:22:59.899843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-872fa997-1918-4e74-902d-68180c4dae70 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group (6b87a933-df21-4cf4-a84f-315565d66253), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.957348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (3d8ec975-01ca-425b-b386-1c4506a2a967), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:22:59.974652 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31bba763-087a-43e7-87c8-8fea2d5f2b2d req-2a37c1a6-6ce5-4355-81ed-b1654ecfafdb tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309340 May 12 03:22:59.997976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.005396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (b3c13a1b-e1e2-46f1-b645-163af6ae2248), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.008794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3542c21e-c192-46fe-8454-6ddd61849419), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.053992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Calling delete_port for 3542c21e-c192-46fe-8454-6ddd61849419 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:00.064212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:00.099988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8ec975-01ca-425b-b386-1c4506a2a967']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:00.106409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22bc73a-bc76-400a-978d-3d33bd10c134') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:00.106712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22bc73a-bc76-400a-978d-3d33bd10c134') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:00.127454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.138069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b372192-cc5a-4870-89d3-4c2e5cc68019') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:00.138370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b372192-cc5a-4870-89d3-4c2e5cc68019') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:00.143493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4b0fb599-2c65-4dc9-b826-5dc291202a97), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.171921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (3b372192-cc5a-4870-89d3-4c2e5cc68019), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.174799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.198541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008614a6-5f48-4fe2-859c-af457379ba86 req-a6017a62-0f68-4e32-b7d1-006e1df95b65 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:00.200461 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-008614a6-5f48-4fe2-859c-af457379ba86 req-a6017a62-0f68-4e32-b7d1-006e1df95b65 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1376119 May 12 03:23:00.224120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:00.224534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c22bc73a-bc76-400a-978d-3d33bd10c134), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:00.228621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-872fa997-1918-4e74-902d-68180c4dae70 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (6b87a933-df21-4cf4-a84f-315565d66253), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.233467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-872fa997-1918-4e74-902d-68180c4dae70 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.233467 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-872fa997-1918-4e74-902d-68180c4dae70 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "DELETE /v2.0/security-groups/6b87a933-df21-4cf4-a84f-315565d66253 HTTP/1.1" status: 204 len: 168 time: 0.7779670 May 12 03:23:00.241999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57536) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.252143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b0fb599-2c65-4dc9-b826-5dc291202a97,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:00.254231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3b372192-cc5a-4870-89d3-4c2e5cc68019), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.263631 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-0a3115b9-4756-413d-b01e-748281c39a4c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] show failed (client error): The resource could not be found. May 12 03:23:00.268108 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0a3115b9-4756-413d-b01e-748281c39a4c tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "GET /v2.0/security-groups/6b87a933-df21-4cf4-a84f-315565d66253 HTTP/1.1" status: 404 len: 347 time: 0.0220671 May 12 03:23:00.269828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57538) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.297295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.302924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e30dfe72-ab57-4901-ae1d-d7e3de1ea5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4b0fb599-2c65-4dc9-b826-5dc291202a97 HTTP/1.1" status: 204 len: 168 time: 1.9337585 May 12 03:23:00.302924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:00.302924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (3b372192-cc5a-4870-89d3-4c2e5cc68019), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:00.333653 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:00.337449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57540) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.351621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fa997-1918-4e74-902d-68180c4dae70 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b87a933-df21-4cf4-a84f-315565d66253,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:00.452875 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21a4cff-8453-47b8-bee4-1170e116a4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] GET failed (client error): The resource could not be found. May 12 03:23:00.457655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e21a4cff-8453-47b8-bee4-1170e116a4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "GET /v2.0/ports/4b0fb599-2c65-4dc9-b826-5dc291202a97 HTTP/1.1" status: 404 len: 333 time: 0.1038756 May 12 03:23:00.460548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.461871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57542) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.472019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Request body: {'port': {'network_id': '03924d7a-2580-4805-9617-b405ac812e48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1453280361'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:00.483185 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-008614a6-5f48-4fe2-859c-af457379ba86 req-b6d5451f-f00e-4bb2-b04f-9d9458f8afd5 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700253 May 12 03:23:00.485120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.490906 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 HTTP/1.1" status: 204 len: 168 time: 5.6589339 May 12 03:23:00.494299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57544) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.641063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3542c21e-c192-46fe-8454-6ddd61849419), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.704353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Deleting port c232c17d-e515-4daf-8dc0-b146724f69aa {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:00.704696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.717758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event deleted for resources: {'Port': ['ID=3542c21e-c192-46fe-8454-6ddd61849419,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:00.758994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432457d5-01ef-46bc-897d-9e1ff586cf0f req-56df93ce-cb98-4dfd-ad28-012d6672004c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:00.762447 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-432457d5-01ef-46bc-897d-9e1ff586cf0f req-56df93ce-cb98-4dfd-ad28-012d6672004c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1764615 May 12 03:23:00.799419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (3d8ec975-01ca-425b-b386-1c4506a2a967), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.824163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a5941-24de-449f-88f7-1fbbcf0f9999 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:00.830523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.833603 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/networks/3d8ec975-01ca-425b-b386-1c4506a2a967 HTTP/1.1" status: 204 len: 168 time: 2.0789261 May 12 03:23:00.843185 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f87de3-93f2-4c70-a2db-b62ca139285c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] GET failed (client error): The resource could not be found. May 12 03:23:00.844458 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f3f87de3-93f2-4c70-a2db-b62ca139285c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/subnets/171cc273-72f4-41b7-8908-b86144fc75dc HTTP/1.1" status: 404 len: 337 time: 0.3437657 May 12 03:23:00.851715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57548) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.851900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57550) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.885500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Made reservation on behalf of 27a2edb203ce4bcb95b4535ada96bb38 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:00.886440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.907582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Deleting port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:00.907582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.916338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5fcee-b0c2-4905-abe7-ed0e0964fca9 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Pushing event deleted for resources: {'Network': ['ID=3d8ec975-01ca-425b-b386-1c4506a2a967,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:00.928352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (74807b54-03d0-4b8e-b413-8307a4fbe490), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:00.931440 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-098b577f-ac0b-48a3-a8c7-8b677c6510ab tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "GET /v2.0/ports?device_id=b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 HTTP/1.1" status: 200 len: 205 time: 0.0763321 May 12 03:23:00.931440 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc82c927-d0a0-4550-82e6-14e167a7dcb3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:00.931440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc82c927-d0a0-4550-82e6-14e167a7dcb3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:00.937234 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bc82c927-d0a0-4550-82e6-14e167a7dcb3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 HTTP/1.1" status: 404 len: 339 time: 0.0796335 May 12 03:23:00.938727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57552) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:00.939118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57554) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:01.044229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port 71f4c265-7a68-4bd1-af66-1762f7f8a229 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:01.052709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-432457d5-01ef-46bc-897d-9e1ff586cf0f req-01b98da4-2720-45b2-9683-06d6e301bd47 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578182 May 12 03:23:01.075115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.093718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.096613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.096939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (c232c17d-e515-4daf-8dc0-b146724f69aa), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.101166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (74807b54-03d0-4b8e-b413-8307a4fbe490), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.158755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Calling delete_port for c232c17d-e515-4daf-8dc0-b146724f69aa owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:01.184478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.202491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.207277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (74807b54-03d0-4b8e-b413-8307a4fbe490), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.207888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Fanout notify agent at l3_agent the message router_deleted on router 74807b54-03d0-4b8e-b413-8307a4fbe490 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:01.215925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.215925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f0a4febf-5501-42ab-bde6-c3b1b7b4c09c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/74807b54-03d0-4b8e-b413-8307a4fbe490 HTTP/1.1" status: 204 len: 168 time: 3.4001226 May 12 03:23:01.222867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57558) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:01.226443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] For port 66dfd7df-63bf-4ecb-971e-9a1b1e76e363, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:01.226807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.236853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1778929461', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:01.289730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434292ab-51e5-489f-b2c5-d5dca11f0805 req-86fc514b-55cf-46f0-9fae-0f8980b6296f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:01.291230 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-434292ab-51e5-489f-b2c5-d5dca11f0805 req-86fc514b-55cf-46f0-9fae-0f8980b6296f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1378219 May 12 03:23:01.302383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Calling delete_port for 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:01.342446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.343465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.436588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d990fcc-3d21-421f-ab02-8fea97276632 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:01.438189 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1d990fcc-3d21-421f-ab02-8fea97276632 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4909148 May 12 03:23:01.438948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event updated for resources: {'Port': ['ID=51b2630f-d038-4851-aa29-7cf8bc3c85ba,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:01.441371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57560) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:01.493797 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-434292ab-51e5-489f-b2c5-d5dca11f0805 req-4d6abd66-cb3e-455b-8d0a-5a9ee96a6bc2 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943188 May 12 03:23:01.528785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.584443 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-78ed4fa8-8d96-49e0-ad15-d758f0af82f6 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 207 time: 0.1363490 May 12 03:23:01.595092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] In _notify_port_updated(), no bound segment for port 51b2630f-d038-4851-aa29-7cf8bc3c85ba on network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:23:01.600991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57564) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:01.601119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:01.601663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.602971 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b8843d82-9549-42c1-83da-9f76fc4c4b3d tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "PUT /v2.0/ports/51b2630f-d038-4851-aa29-7cf8bc3c85ba HTTP/1.1" status: 200 len: 1057 time: 2.8582458 May 12 03:23:01.606576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57566) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:01.663126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.697559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router_controller (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.705570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-15e65c23-9b6a-4719-9b94-7c01197b7cca None None] Provisioning complete for port 51b2630f-d038-4851-aa29-7cf8bc3c85ba triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:01.706118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-15e65c23-9b6a-4719-9b94-7c01197b7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.744337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-15e65c23-9b6a-4719-9b94-7c01197b7cca None None] Port 51b2630f-d038-4851-aa29-7cf8bc3c85ba cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:01.767136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.799115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (b283dfd3-82b3-41c9-9bc4-99b1d5e08c93), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.799702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Fanout notify agent at l3_agent the message router_deleted on router b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:01.806551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c232c17d-e515-4daf-8dc0-b146724f69aa), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.809751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.811068 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-637385ab-1b4e-4f47-ba93-342c420d1105 tempest-RoutersNegativeIpV6Test-1312474549 tempest-RoutersNegativeIpV6Test-1312474549-project] 10.222.0.23 "DELETE /v2.0/routers/b283dfd3-82b3-41c9-9bc4-99b1d5e08c93 HTTP/1.1" status: 204 len: 168 time: 0.8687334 May 12 03:23:01.831747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port 51b2630f-d038-4851-aa29-7cf8bc3c85ba {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:01.832048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.896626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.953364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Network 03924d7a-2580-4805-9617-b405ac812e48 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:01.963458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:01.969756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:01.970710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:01.971310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:01.973589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=71f4c265-7a68-4bd1-af66-1762f7f8a229,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:01.985992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.009835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for 51b2630f-d038-4851-aa29-7cf8bc3c85ba owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:02.023361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9ccf8429-d99a-415d-abb0-1b71e623ee1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5557926 May 12 03:23:02.028349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57572) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.036013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:02.106836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57574) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.162881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.225719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a744e-1692-4ce2-9adb-7776359afd72 req-bdc37796-89fe-4963-9351-ad7877791d1c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:02.227244 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a4a744e-1692-4ce2-9adb-7776359afd72 req-bdc37796-89fe-4963-9351-ad7877791d1c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.5938296 May 12 03:23:02.271578 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Pushing event deleted for resources: {'Port': ['ID=c232c17d-e515-4daf-8dc0-b146724f69aa,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:02.314495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (51b2630f-d038-4851-aa29-7cf8bc3c85ba), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.352459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.363173 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-80c7ee62-3399-49af-973e-db9fd161e2c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3090447d161a4e799c99ec4ec3962504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552440 May 12 03:23:02.366215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=51b2630f-d038-4851-aa29-7cf8bc3c85ba,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:02.368109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57578) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.449112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af56f4-9f8e-47e8-8d6a-6f89a92bef79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:02.454570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af56f4-9f8e-47e8-8d6a-6f89a92bef79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:02.459703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af56f4-9f8e-47e8-8d6a-6f89a92bef79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:02.465929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af56f4-9f8e-47e8-8d6a-6f89a92bef79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:02.471253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-61af56f4-9f8e-47e8-8d6a-6f89a92bef79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8320868 May 12 03:23:02.475980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57580) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.562792 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a4a744e-1692-4ce2-9adb-7776359afd72 req-743b3f2c-d02c-4408-8b1a-5a9fb42a760d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976260 May 12 03:23:02.571942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (66dfd7df-63bf-4ecb-971e-9a1b1e76e363), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.574521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks [] for floatingip (0e023770-45bc-4d2b-87b2-f12af49c5e95), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.577137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.578359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f6cb127b-edda-44af-ab48-8ca774905c67 tempest-ServersTestManualDisk-2010550620 tempest-ServersTestManualDisk-2010550620-project] 10.222.0.23 "DELETE /v2.0/floatingips/0e023770-45bc-4d2b-87b2-f12af49c5e95 HTTP/1.1" status: 204 len: 168 time: 2.3073404 May 12 03:23:02.583420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57584) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.650488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66dfd7df-63bf-4ecb-971e-9a1b1e76e363,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:02.670669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-107fcdbb-a3d9-425c-93d2-1f68ef5717e6 admin admin] Publish callbacks [] for security_group (2e250281-9be0-456d-8774-323347a273d1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.677489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] device_id is not set on port 71f4c265-7a68-4bd1-af66-1762f7f8a229 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:02.695545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks [] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.721520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.770144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-107fcdbb-a3d9-425c-93d2-1f68ef5717e6 admin admin] Publish callbacks [] for security_group (2e250281-9be0-456d-8774-323347a273d1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.826197 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b340de06-1a86-4ab5-9377-86d6d81e8ad8 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3425379 May 12 03:23:02.826401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57586) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.892440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=71f4c265-7a68-4bd1-af66-1762f7f8a229,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:02.895376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (a31fa9dd-1c8f-484f-b146-af190314be20), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.941273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:02.941620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:02.941970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:02.951644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:02.951968 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:02.954206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.959799 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-045e1e52-1c9f-4d06-af64-1542d7545d35 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/ports/51b2630f-d038-4851-aa29-7cf8bc3c85ba HTTP/1.1" status: 204 len: 168 time: 1.3481853 May 12 03:23:02.959799 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 2 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:02.960491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57588) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:02.970353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-107fcdbb-a3d9-425c-93d2-1f68ef5717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2e250281-9be0-456d-8774-323347a273d1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.973546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-107fcdbb-a3d9-425c-93d2-1f68ef5717e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:02.974646 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-107fcdbb-a3d9-425c-93d2-1f68ef5717e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e250281-9be0-456d-8774-323347a273d1 HTTP/1.1" status: 204 len: 168 time: 0.6041174 May 12 03:23:02.978038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.004769 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0391e7-3ba6-457a-8a3d-464abe4e09ea tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] GET failed (client error): The resource could not be found. May 12 03:23:03.006252 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5a0391e7-3ba6-457a-8a3d-464abe4e09ea tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "GET /v2.0/ports/51b2630f-d038-4851-aa29-7cf8bc3c85ba HTTP/1.1" status: 404 len: 333 time: 0.0448356 May 12 03:23:03.007379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fcdbb-a3d9-425c-93d2-1f68ef5717e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e250281-9be0-456d-8774-323347a273d1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:03.009193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.009529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.009860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.013283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57592) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:03.048008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.048008 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.050840 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 3 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.063894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2884d0-0766-4b39-aa8a-4750982a1621 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:03.065341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2884d0-0766-4b39-aa8a-4750982a1621 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:03.066957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ba2884d0-0766-4b39-aa8a-4750982a1621 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2394605 May 12 03:23:03.074646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57594) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:03.081763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8081ae7-015b-4204-9e70-33155b80865c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.134708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.135038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.135459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.193750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.194307 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.201027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 4 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.247959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (b3c13a1b-e1e2-46f1-b645-163af6ae2248), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.300534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Allocated IP 172.26.2.119 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/2575eb6b-d488-412b-90cc-481678b9931d) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:03.502542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.502882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.503218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.512523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.512850 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.516034 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 5 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.531360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc11af-8ce1-4d52-a143-7da4fbee07b1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:03.533087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc11af-8ce1-4d52-a143-7da4fbee07b1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:03.535111 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7efc11af-8ce1-4d52-a143-7da4fbee07b1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4593055 May 12 03:23:03.536596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.537137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.537719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.540373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57606) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:03.543717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:03.544343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ba8bc16c-9faa-4e4d-9b83-dccf59dfec28), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.629374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for port (2575eb6b-d488-412b-90cc-481678b9931d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.632323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.635193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ba8bc16c-9faa-4e4d-9b83-dccf59dfec28), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.648165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:03.666935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.667176 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.681317 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 6 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.760062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.760392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.760721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.768310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.768584 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.774008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 7 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.794482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.794814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.795160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.813372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.813791 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.817226 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 8 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.820682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Router b3c13a1b-e1e2-46f1-b645-163af6ae2248 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:23:03.821827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2575eb6b-d488-412b-90cc-481678b9931d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:03.859063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c125382-c258-4734-b681-cdd3aa0e18c9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:03.860402 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9c125382-c258-4734-b681-cdd3aa0e18c9 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks/b9b46d2f-6597-4f2f-b9c2-c58bc7606153 HTTP/1.1" status: 200 len: 800 time: 0.3177545 May 12 03:23:03.861991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.862332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.862654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.864608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57616) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:03.889443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.889805 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:03.896551 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 9 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:03.920603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:03.931588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:03.934606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57618) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:03.938763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:03.945007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event updated for resources: {'Port': ['ID=2575eb6b-d488-412b-90cc-481678b9931d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:03.978200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:03.978536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:03.978870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:03.997915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:03.998231 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:04.003233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempt 10 to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 May 12 03:23:04.028552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ba8bc16c-9faa-4e4d-9b83-dccf59dfec28), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.043110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:04.043606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:04.044077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempting to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:04.071496 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8a337512-7e17-49e3-bef1-0a3da51a6aa1 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/networks/b9b46d2f-6597-4f2f-b9c2-c58bc7606153?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2021885 May 12 03:23:04.071766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57622) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.081780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=ba8bc16c-9faa-4e4d-9b83-dccf59dfec28,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:04.088075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:04.088398 dv-neutron-841363-5-hyperv neutron-server[104165]: ERROR neutron.plugins.ml2.managers [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Failed to bind port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on host hv-neutron-8413 for vnic_type normal using segments [{'id': 'd93c6540-840a-4a46-b891-b17fc28df254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '03924d7a-2580-4805-9617-b405ac812e48'}] May 12 03:23:04.088877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.096858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-13c87608-bcc2-4de9-ae49-f56763d94aba tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:04.097574 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-13c87608-bcc2-4de9-ae49-f56763d94aba tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 03:23:04.098137 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-13c87608-bcc2-4de9-ae49-f56763d94aba tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): There was a conflict when trying to complete your request. May 12 03:23:04.106041 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-13c87608-bcc2-4de9-ae49-f56763d94aba tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1615338 May 12 03:23:04.121249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57624) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.128441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044786943'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:04.250995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e0f115-2ef9-4814-b746-25b025a56a30 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:04.252436 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-30e0f115-2ef9-4814-b746-25b025a56a30 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/subnets/4f5b4f31-6800-40fa-81e4-a626a307108b HTTP/1.1" status: 200 len: 811 time: 0.1798401 May 12 03:23:04.257299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57626) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.281426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.348176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.356039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.359318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6f1c0bda-37a9-46e1-83d4-8768e8a0ac20 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/ports/ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 HTTP/1.1" status: 204 len: 168 time: 1.3450334 May 12 03:23:04.364522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57628) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.388970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] For port 71f4c265-7a68-4bd1-af66-1762f7f8a229, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:04.389230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attempted to set empty binding levels {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 12 03:23:04.413130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771aac4-259c-48a2-8c15-2d1a0155783e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:04.414616 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a771aac4-259c-48a2-8c15-2d1a0155783e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "GET /v2.0/subnets/4f5b4f31-6800-40fa-81e4-a626a307108b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1509774 May 12 03:23:04.418434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.420577 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-081efdd6-5f3c-458d-ac58-38b61f44f3fb tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] GET failed (client error): The resource could not be found. May 12 03:23:04.422156 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-081efdd6-5f3c-458d-ac58-38b61f44f3fb tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "GET /v2.0/ports/ba8bc16c-9faa-4e4d-9b83-dccf59dfec28 HTTP/1.1" status: 404 len: 333 time: 0.0496845 May 12 03:23:04.426454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57630) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.426850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57632) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.434553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078626512'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:04.535717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] In _notify_port_updated(), no bound segment for port 71f4c265-7a68-4bd1-af66-1762f7f8a229 on network 03924d7a-2580-4805-9617-b405ac812e48 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:23:04.536662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:04.537326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.541491 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "PUT /v2.0/ports/71f4c265-7a68-4bd1-af66-1762f7f8a229 HTTP/1.1" status: 200 len: 981 time: 2.5121665 May 12 03:23:04.552550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57634) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.569423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb6aca-3453-4039-ab74-bd150eff5da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event updated for resources: {'Port': ['ID=71f4c265-7a68-4bd1-af66-1762f7f8a229,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:04.608852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:04.612578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.656192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:04.658818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port aa534e28-1ef8-460c-be3b-816d82412a1d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:04.658818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (aa534e28-1ef8-460c-be3b-816d82412a1d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.659061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Deleting port 02293577-af06-48b5-99f8-3d1ba8db161c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:04.659155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.664835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0c2250c7-99d8-4485-97c7-c84e52b063b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3c13a1b-e1e2-46f1-b645-163af6ae2248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1010301 May 12 03:23:04.671305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57636) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:04.675205 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] Sync routers for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:04.690420 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:04.691410 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:04.705115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:04.762923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7c5a1b35-3c2d-4e4f-8775-3b8a6464e245), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.763348 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Added segment 7c5a1b35-3c2d-4e4f-8775-3b8a6464e245 of type vlan for network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 May 12 03:23:04.769126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (5d46aeb7-e8fe-4974-bde9-45b1d5fc7409), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.781548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5d46aeb7-e8fe-4974-bde9-45b1d5fc7409), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.816786 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:04.851526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Deleting port 71f4c265-7a68-4bd1-af66-1762f7f8a229 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:04.851782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (aa534e28-1ef8-460c-be3b-816d82412a1d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.851890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.865933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (27a436b1-bcca-4206-9faa-fd4aa1462ad4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.896675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for aa534e28-1ef8-460c-be3b-816d82412a1d owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:04.906852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46aeb7-e8fe-4974-bde9-45b1d5fc7409,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:04.976504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] For port 02293577-af06-48b5-99f8-3d1ba8db161c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=02293577-af06-48b5-99f8-3d1ba8db161c,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:04.976872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.992478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (27a436b1-bcca-4206-9faa-fd4aa1462ad4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:04.998354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:04.999276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.016665 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:23:02Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:05.020494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (cc2ce65d-37fc-4629-bf55-bab7ab1654a7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.038323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Calling delete_port for 02293577-af06-48b5-99f8-3d1ba8db161c owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:05.043259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks [] for router (b3c13a1b-e1e2-46f1-b645-163af6ae2248), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.046892 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] Checking router: b3c13a1b-e1e2-46f1-b645-163af6ae2248 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:23:05.047053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] For port 71f4c265-7a68-4bd1-af66-1762f7f8a229, host hv-neutron-8413, got binding levels [] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:05.047326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.048658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (cc2ce65d-37fc-4629-bf55-bab7ab1654a7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.058841 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] Routers {'b3c13a1b-e1e2-46f1-b645-163af6ae2248'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:05.059867 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:22:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:05.097209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (a31fa9dd-1c8f-484f-b146-af190314be20), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.101715 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 0.6724696 May 12 03:23:05.112846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57638) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:05.122214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:05.135069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.136838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0118890 May 12 03:23:05.137150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Calling delete_port for 71f4c265-7a68-4bd1-af66-1762f7f8a229 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:05.137549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79123304-c338-442b-a40d-e108a9d5455d tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Network': ['ID=27a436b1-bcca-4206-9faa-fd4aa1462ad4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:05.151612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:05.156895 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57640) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:05.170992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': 'cc2ce65d-37fc-4629-bf55-bab7ab1654a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:05.186771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d9084-45c7-493d-8a3f-6037fb987c5b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2ce65d-37fc-4629-bf55-bab7ab1654a7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:05.236763 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] Set router b3c13a1b-e1e2-46f1-b645-163af6ae2248 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:05.280617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group_rule (358224c8-166e-4a34-919e-b954759d0dfa), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.299579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae76391c-a79c-41ec-ac1e-af7938c09773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.343720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (aa534e28-1ef8-460c-be3b-816d82412a1d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.356704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Made reservation on behalf of f0e68da7557040989828cb6627c38204 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:05.360596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.413322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=aa534e28-1ef8-460c-be3b-816d82412a1d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:05.478389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks [] for router_gateway (b3c13a1b-e1e2-46f1-b645-163af6ae2248), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.479573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:23:05.480127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:23:05.524589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group_rule (358224c8-166e-4a34-919e-b954759d0dfa), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.538041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (358224c8-166e-4a34-919e-b954759d0dfa), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.564905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (02293577-af06-48b5-99f8-3d1ba8db161c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.572947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358224c8-166e-4a34-919e-b954759d0dfa,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:05.575528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.578695 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd347b96-bd23-4646-93c9-cbe7f0b354d5 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/ports/aa534e28-1ef8-460c-be3b-816d82412a1d HTTP/1.1" status: 204 len: 168 time: 1.1483841 May 12 03:23:05.581570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57642) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:05.603702 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:23:02Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:05.613786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (71f4c265-7a68-4bd1-af66-1762f7f8a229), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.614065 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.615096 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f63ae2e0-53c8-4cdc-a094-4b63b5609696 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4511313 May 12 03:23:05.615584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Pushing event deleted for resources: {'Port': ['ID=02293577-af06-48b5-99f8-3d1ba8db161c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:05.620254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57644) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:05.638546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-286067f3-e660-4304-94d8-ed70c6fec262 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': 'cc2ce65d-37fc-4629-bf55-bab7ab1654a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:05.650866 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e57bbe-789f-49c7-89da-5412f289ef6b None None] The sync data for ids ['b3c13a1b-e1e2-46f1-b645-163af6ae2248'] in dv-neutron-841363-5-hyperv is: [{'id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'name': 'tempest-ServersTestJSON-1809791947-router', 'tenant_id': '451244d76fbf4a7dad3e4a7a56018609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:23:02Z', 'revision_number': 5, 'project_id': '451244d76fbf4a7dad3e4a7a56018609', 'gw_port': {'id': '88fbe3a7-918b-42a5-b785-61b032fc0dd6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c13a1b-e1e2-46f1-b645-163af6ae2248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:05.722908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-286067f3-e660-4304-94d8-ed70c6fec262 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group_rule (f62d80f7-91d5-4b39-8dbd-c083e8cc0807), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.733188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Pushing event deleted for resources: {'Port': ['ID=71f4c265-7a68-4bd1-af66-1762f7f8a229,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:05.768622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting subnet 97d4aec3-3d62-4792-b9f7-3cc1b8bf617e {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:05.779751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for subnet (97d4aec3-3d62-4792-b9f7-3cc1b8bf617e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.785121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.790837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-aafbfc60-b69b-4c59-ab45-97fad788293c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "DELETE /v2.0/ports/71f4c265-7a68-4bd1-af66-1762f7f8a229 HTTP/1.1" status: 204 len: 168 time: 1.2195563 May 12 03:23:05.795061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57646) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:05.836658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Deleting port 88fbe3a7-918b-42a5-b785-61b032fc0dd6 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:05.837174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.880579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (97d4aec3-3d62-4792-b9f7-3cc1b8bf617e), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:05.941186 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-286067f3-e660-4304-94d8-ed70c6fec262 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): There was a conflict when trying to complete your request. May 12 03:23:05.944871 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-286067f3-e660-4304-94d8-ed70c6fec262 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3203104 May 12 03:23:05.946411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57648) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:05.961516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (4cd5496a-ffe7-4e98-91a6-16fb18c2d74c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.091239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=4cd5496a-ffe7-4e98-91a6-16fb18c2d74c,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:06.095871 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3392b84e-98f6-4ef4-af42-801feafc9cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] GET failed (client error): The resource could not be found. May 12 03:23:06.103567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3392b84e-98f6-4ef4-af42-801feafc9cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116411671-project-admin] 10.222.0.23 "GET /v2.0/ports/71f4c265-7a68-4bd1-af66-1762f7f8a229 HTTP/1.1" status: 404 len: 333 time: 0.2837000 May 12 03:23:06.103660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (97d4aec3-3d62-4792-b9f7-3cc1b8bf617e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.104754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57650) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:06.127093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.148498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-348cac72-bf89-4ce8-bf4f-35a589719a6b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (cc2ce65d-37fc-4629-bf55-bab7ab1654a7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.160742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Checking segment: {'id': '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:06.161097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network hostable DHCP agents. Network: 27a436b1-bcca-4206-9faa-fd4aa1462ad4, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:06.195289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-348cac72-bf89-4ce8-bf4f-35a589719a6b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (cc2ce65d-37fc-4629-bf55-bab7ab1654a7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.223651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:06.240403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (97d4aec3-3d62-4792-b9f7-3cc1b8bf617e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.272089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 27a436b1-bcca-4206-9faa-fd4aa1462ad4) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:06.276521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:06.277682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.281711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d92f4-f37b-4407-9b82-cfe765fb1bbd None None] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:06.283700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.289113 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/subnets/97d4aec3-3d62-4792-b9f7-3cc1b8bf617e HTTP/1.1" status: 204 len: 168 time: 0.7035241 May 12 03:23:06.289113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcd37c-4ebe-4be7-a9c0-2d8a6edd3d08 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Subnet': ['ID=97d4aec3-3d62-4792-b9f7-3cc1b8bf617e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:06.291855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57652) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:06.321950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b76021-f4fb-47f4-9d16-69fe54f6e43c None None] Network 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:06.343204 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f57ed7ed-0198-489a-8e8e-4d74e6a8d594 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2282817 May 12 03:23:06.343903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-348cac72-bf89-4ce8-bf4f-35a589719a6b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (cc2ce65d-37fc-4629-bf55-bab7ab1654a7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.346442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-348cac72-bf89-4ce8-bf4f-35a589719a6b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.350507 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-348cac72-bf89-4ce8-bf4f-35a589719a6b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc2ce65d-37fc-4629-bf55-bab7ab1654a7 HTTP/1.1" status: 204 len: 168 time: 0.3979211 May 12 03:23:06.350507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57654) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:06.354613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57656) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:06.358304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:06.368065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (03924d7a-2580-4805-9617-b405ac812e48), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.396810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] For port 88fbe3a7-918b-42a5-b785-61b032fc0dd6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88fbe3a7-918b-42a5-b785-61b032fc0dd6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:06.397175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.430943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cac72-bf89-4ce8-bf4f-35a589719a6b tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2ce65d-37fc-4629-bf55-bab7ab1654a7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:06.451248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Calling delete_port for 88fbe3a7-918b-42a5-b785-61b032fc0dd6 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:06.484480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (2f51fa24-c63e-45f7-aa6a-9fc3601ed581), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.503164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.524172 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-244364b8-8070-4a8a-8150-2cba7891a3c7 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1544888 May 12 03:23:06.536378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57658) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:06.548279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--320169703'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:06.598459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60229335'] for subnet (4cd5496a-ffe7-4e98-91a6-16fb18c2d74c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.605400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Deleting port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:06.605873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.617149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.665608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-27a436b1-bcca-4206-9faa-fd4aa1462ad4', 'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4', 'project_id': 'f0e68da7557040989828cb6627c38204', 'fixed_ips': [{'subnet_id': '4cd5496a-ffe7-4e98-91a6-16fb18c2d74c'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:06.668390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.691406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (03924d7a-2580-4805-9617-b405ac812e48), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.710633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.726923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] For port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,segment=NetworkSegment(a78ff7c6-2c49-47c6-8988-b7420e6a498c),segment_id=a78ff7c6-2c49-47c6-8988-b7420e6a498c)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:06.727518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.748037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Calling delete_port for 644acd6a-e03b-4fcb-a5f0-763477f5d1ad owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:06.756774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] DHCP port deletion for 2f51fa24-c63e-45f7-aa6a-9fc3601ed581 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:06.784323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03924d7a-2580-4805-9617-b405ac812e48']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:06.810161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93c6540-840a-4a46-b891-b17fc28df254') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:06.810510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93c6540-840a-4a46-b891-b17fc28df254') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:06.817539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] Deleting port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:06.817935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.873924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (d93c6540-840a-4a46-b891-b17fc28df254), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.882112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] For port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,segment=NetworkSegment(a78ff7c6-2c49-47c6-8988-b7420e6a498c),segment_id=a78ff7c6-2c49-47c6-8988-b7420e6a498c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:06.882505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.888931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Router a31fa9dd-1c8f-484f-b146-af190314be20 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:23:06.896214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] Calling delete_port for 644acd6a-e03b-4fcb-a5f0-763477f5d1ad owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:06.913333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (d93c6540-840a-4a46-b891-b17fc28df254), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.921172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750096613762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60411964'] for subnet (4cd5496a-ffe7-4e98-91a6-16fb18c2d74c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.931318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.934978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:06.935373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (d93c6540-840a-4a46-b891-b17fc28df254), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:06.944507 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.objects.base [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] ORM session: SQL execution without transaction in progress, traceback: May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: result = function(*args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: proto.__init__(conn_state, self) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle() May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle_one_request() May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: self.handle_one_response() May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: result = self.application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return app(environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self.application) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return request.get_response(self.application) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: resp = self.call_func(req, *args, **kw) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.func(req, *args, **kwargs) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: response = req.get_response(self._app) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: status, headers, app_iter = self.call_application( May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: app_iter = application(self.environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: response = self.app(environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return resp(environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.application(environ, start_response) May 12 03:23:06.992957 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return super(Pecan, self).__call__(environ, start_response) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: self.invoke_controller(controller, args, kwargs, state) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: result = controller(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*dup_args, **dup_kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return {self.resource: self.plugin_updater(*updater_args)} May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f_with_retry(*args, **kwargs, May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(*dup_args, **dup_kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1405, in update_subnet May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: self._update_subnet_postcommit(context, original_subnet, May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: registry.publish( May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: _get_callback_manager().publish(resource, event, trigger, payload=payload) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return function(*args, **kwargs) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: errors = self._notify_loop(resource, event, trigger, payload) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: callback(resource, event, trigger, payload=payload) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: router_ids = set(port.device_id for port in query) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._iter().__iter__() May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: result = self.session.execute( May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: result = fn(orm_exec_state) May 12 03:23:06.998001 dv-neutron-841363-5-hyperv neutron-server[104165]: May 12 03:23:07.006140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] No DVR routers for this DVR port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:07.006250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Allocated IP 172.20.0.3 (27a436b1-bcca-4206-9faa-fd4aa1462ad4/4cd5496a-ffe7-4e98-91a6-16fb18c2d74c/6778f869-9f80-4bda-8afd-d2185c3fced0) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:07.008568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Port': ['ID=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.014688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:07.015283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.019272 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "PUT /v2.0/subnets/4cd5496a-ffe7-4e98-91a6-16fb18c2d74c HTTP/1.1" status: 200 len: 877 time: 0.6627564 May 12 03:23:07.036762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57660) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.060132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e530c-3699-4515-b5c0-a3095125fd4a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event updated for resources: {'Subnet': ['ID=4cd5496a-ffe7-4e98-91a6-16fb18c2d74c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.092919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (644acd6a-e03b-4fcb-a5f0-763477f5d1ad), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.129138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] Pushing event deleted for resources: {'Port': ['ID=644acd6a-e03b-4fcb-a5f0-763477f5d1ad,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.135977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcf9b0-0c1b-4aa1-83f7-7a4d6719f543 None None] No DVR routers for this DVR port 644acd6a-e03b-4fcb-a5f0-763477f5d1ad on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:07.159096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (49c4172f-0bf3-411e-ab76-98777707fb14), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.160087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (03924d7a-2580-4805-9617-b405ac812e48), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.165963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (2f51fa24-c63e-45f7-aa6a-9fc3601ed581), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.172004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (88fbe3a7-918b-42a5-b785-61b032fc0dd6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.180094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.194915 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] 10.222.0.23 "DELETE /v2.0/networks/03924d7a-2580-4805-9617-b405ac812e48 HTTP/1.1" status: 204 len: 168 time: 1.0740840 May 12 03:23:07.197734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f51fa24-c63e-45f7-aa6a-9fc3601ed581']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.206740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (49c4172f-0bf3-411e-ab76-98777707fb14), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.218771 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Publish callbacks [] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.219129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78ff7c6-2c49-47c6-8988-b7420e6a498c') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.219423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78ff7c6-2c49-47c6-8988-b7420e6a498c') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.230712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.236868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a78ff7c6-2c49-47c6-8988-b7420e6a498c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.246745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (27a436b1-bcca-4206-9faa-fd4aa1462ad4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.260358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a78ff7c6-2c49-47c6-8988-b7420e6a498c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.269255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:07.269685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a78ff7c6-2c49-47c6-8988-b7420e6a498c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:07.273360 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:07.290501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d47626-aead-4c5e-b66f-149a89046e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-322158144-project] Pushing event deleted for resources: {'Network': ['ID=03924d7a-2580-4805-9617-b405ac812e48,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.296054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:07.303325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=88fbe3a7-918b-42a5-b785-61b032fc0dd6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.305518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:07.311691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:07.316936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Pushing event updated for resources: {'Port': ['ID=6778f869-9f80-4bda-8afd-d2185c3fced0,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.366093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.367624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8281333 May 12 03:23:07.372415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57666) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.385456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0fc13c8d-8113-453d-ab4f-a99ca5efc4b8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '49c4172f-0bf3-411e-ab76-98777707fb14', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:07.386915 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-0fc13c8d-8113-453d-ab4f-a99ca5efc4b8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 12 03:23:07.387788 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-0fc13c8d-8113-453d-ab4f-a99ca5efc4b8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:07.388844 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0fc13c8d-8113-453d-ab4f-a99ca5efc4b8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0164535 May 12 03:23:07.391891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68637b94-c0e8-4b41-954c-03545ba753bc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c4172f-0bf3-411e-ab76-98777707fb14,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.392925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57668) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.396075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (2f51fa24-c63e-45f7-aa6a-9fc3601ed581), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.400963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:07.403113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.406695 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] 10.222.0.23 "DELETE /v2.0/networks/2f51fa24-c63e-45f7-aa6a-9fc3601ed581 HTTP/1.1" status: 204 len: 168 time: 1.1138175 May 12 03:23:07.415691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Attempting to bind port 6778f869-9f80-4bda-8afd-d2185c3fced0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:07.416464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Attempting to bind port 6778f869-9f80-4bda-8afd-d2185c3fced0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:07.416984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Attempting to bind port 6778f869-9f80-4bda-8afd-d2185c3fced0 on network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:07.423661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] Sync routers for ids ['a31fa9dd-1c8f-484f-b146-af190314be20'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:07.438095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port 6778f869-9f80-4bda-8afd-d2185c3fced0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:07.439577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.450971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:07.452917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Checking segment: {'id': '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:07.453312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.456038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Bound using segment: {'id': '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:07.456578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Bound port: 6778f869-9f80-4bda-8afd-d2185c3fced0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '27a436b1-bcca-4206-9faa-fd4aa1462ad4'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:07.456973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.475619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:23:07.480815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2cbb-db4e-48ba-85d6-eaef9d3a2503 tempest-AllowedAddressPairTestJSON-1529364026 tempest-AllowedAddressPairTestJSON-1529364026-project] Pushing event deleted for resources: {'Network': ['ID=2f51fa24-c63e-45f7-aa6a-9fc3601ed581,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.486043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.490839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b74190dc-1e89-4fcd-9038-e206bfe1e8b1 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2613409 May 12 03:23:07.490957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] Routers {'a31fa9dd-1c8f-484f-b146-af190314be20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:07.491870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a31fa9dd-1c8f-484f-b146-af190314be20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.492343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57672) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.504546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:07.551708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.580376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ef934fd-6752-4cb1-bd4a-d7e64009a359 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (49c4172f-0bf3-411e-ab76-98777707fb14), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.590226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] Routers {'a31fa9dd-1c8f-484f-b146-af190314be20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:07.590226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a31fa9dd-1c8f-484f-b146-af190314be20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.600518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (b3c13a1b-e1e2-46f1-b645-163af6ae2248), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.633280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port 6778f869-9f80-4bda-8afd-d2185c3fced0, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:07.633492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:07.633658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.634213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22186e6c-de2f-47ef-8b38-92716ba8c6e1 None None] The sync data for ids ['a31fa9dd-1c8f-484f-b146-af190314be20'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:07.670874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ef934fd-6752-4cb1-bd4a-d7e64009a359 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (49c4172f-0bf3-411e-ab76-98777707fb14), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.677846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for 6778f869-9f80-4bda-8afd-d2185c3fced0 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:07.680174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] For port 6778f869-9f80-4bda-8afd-d2185c3fced0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:07.688247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] For port 6778f869-9f80-4bda-8afd-d2185c3fced0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6778f869-9f80-4bda-8afd-d2185c3fced0,segment=NetworkSegment(7c5a1b35-3c2d-4e4f-8775-3b8a6464e245),segment_id=7c5a1b35-3c2d-4e4f-8775-3b8a6464e245)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:07.702001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.778610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57676) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.796287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:07.800750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401fa9-ba12-414e-8d5c-e320b3a9a870 None None] Pushing event updated for resources: {'Port': ['ID=6778f869-9f80-4bda-8afd-d2185c3fced0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.826462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ef934fd-6752-4cb1-bd4a-d7e64009a359 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (49c4172f-0bf3-411e-ab76-98777707fb14), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.828206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:07.828559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66dfd7df-63bf-4ecb-971e-9a1b1e76e363 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:07.829028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 644acd6a-e03b-4fcb-a5f0-763477f5d1ad no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:07.829735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9ef934fd-6752-4cb1-bd4a-d7e64009a359 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.831428 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9ef934fd-6752-4cb1-bd4a-d7e64009a359 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/49c4172f-0bf3-411e-ab76-98777707fb14 HTTP/1.1" status: 204 len: 168 time: 0.4361238 May 12 03:23:07.837175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57682) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.861185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef934fd-6752-4cb1-bd4a-d7e64009a359 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c4172f-0bf3-411e-ab76-98777707fb14,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:07.867055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 644acd6a-e03b-4fcb-a5f0-763477f5d1ad {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:07.867965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 644acd6a-e03b-4fcb-a5f0-763477f5d1ad not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:07.941646 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0f018e6-bac0-4e87-8e61-1c0c4b8230aa tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0988293 May 12 03:23:07.942957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57684) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.943380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57686) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:07.949608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342169928'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:07.961652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:07.983765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6778f869-9f80-4bda-8afd-d2185c3fced0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.014898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.033016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=6778f869-9f80-4bda-8afd-d2185c3fced0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:08.155266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port 6778f869-9f80-4bda-8afd-d2185c3fced0 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:08.163571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b3c13a1b-e1e2-46f1-b645-163af6ae2248), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.165900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks [] for router_controller (b3c13a1b-e1e2-46f1-b645-163af6ae2248), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.216392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fb7fd2df-72d6-4c8e-bb9c-2d6f0979590e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ece85e8d184f4a5fbf94bf97d7d04324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717047 May 12 03:23:08.228403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57692) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:08.238391 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-723435d9-4ff3-4f92-ad48-980effee9fbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d20736cff1e54730b4d301e60ac02c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566898 May 12 03:23:08.244630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57694) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:08.263205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (b3c13a1b-e1e2-46f1-b645-163af6ae2248), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.263732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c13a1b-e1e2-46f1-b645-163af6ae2248 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:08.272143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.278115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d52132c3-40e6-416f-b98b-485c38b83c8f admin admin] 10.222.0.23 "DELETE /v2.0/routers/b3c13a1b-e1e2-46f1-b645-163af6ae2248 HTTP/1.1" status: 204 len: 168 time: 3.5994959 May 12 03:23:08.279700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57696) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:08.306593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (4cd5496a-ffe7-4e98-91a6-16fb18c2d74c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.315294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (3ff25bb8-a474-4a31-a4fd-2b1b24b32445), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.347781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3ff25bb8-a474-4a31-a4fd-2b1b24b32445), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.410531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.411887 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4659975 May 12 03:23:08.421334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57698) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:08.431984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-86df55bf-c6e4-44b6-a095-31ef8ddda54c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '3ff25bb8-a474-4a31-a4fd-2b1b24b32445', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:08.432842 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-86df55bf-c6e4-44b6-a095-31ef8ddda54c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 12 03:23:08.433361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-86df55bf-c6e4-44b6-a095-31ef8ddda54c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:08.434338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-86df55bf-c6e4-44b6-a095-31ef8ddda54c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099311 May 12 03:23:08.442311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5a5f3-8090-432e-8910-3d7fe9c03958 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff25bb8-a474-4a31-a4fd-2b1b24b32445,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:08.447570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57700) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:08.450466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c206be-bd75-437e-9cea-a909607d0758 admin admin] Publish callbacks [] for security_group (1d6024bb-fb63-4756-9580-29c5ef777c44), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.462637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Deleting subnet dc828651-9fb6-47e9-84b2-109097ba00b2 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:08.470720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Publish callbacks [] for subnet (dc828651-9fb6-47e9-84b2-109097ba00b2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.473371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:08.475448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a07921f1-6ec1-4705-939f-b53b78749571 admin admin] Publish callbacks [] for security_group (ff295632-2c98-4351-bb77-6b9099db2c79), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.488454 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] Sync routers for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:08.503074 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-abc4f7a4-9762-41f0-bf7d-dea30d18fa55 admin admin] 10.222.0.23 "PUT /v2.0/routers/70c42c48-6617-4e9d-9c16-1cca1bb1a4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9161482 May 12 03:23:08.506801 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:08.507103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57702) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:08.508229 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:08.533378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c206be-bd75-437e-9cea-a909607d0758 admin admin] Publish callbacks [] for security_group (1d6024bb-fb63-4756-9580-29c5ef777c44), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.535479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (4cd5496a-ffe7-4e98-91a6-16fb18c2d74c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.538402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a07921f1-6ec1-4705-939f-b53b78749571 admin admin] Publish callbacks [] for security_group (ff295632-2c98-4351-bb77-6b9099db2c79), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.573111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (dc828651-9fb6-47e9-84b2-109097ba00b2), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.590311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd5496a-ffe7-4e98-91a6-16fb18c2d74c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:08.619207 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:08.671004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bac7136f-9a0d-4020-9786-775da7ec70ce tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (3ff25bb8-a474-4a31-a4fd-2b1b24b32445), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.827780 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:23:05Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:08.831805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (dc828651-9fb6-47e9-84b2-109097ba00b2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.837449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks [] for router (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:08.876689 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] Checking router: 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:23:08.890982 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] Routers {'70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:08.892000 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:09.003458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.023373 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] Set router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:09.029588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (27a436b1-bcca-4206-9faa-fd4aa1462ad4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.047328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bac7136f-9a0d-4020-9786-775da7ec70ce tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (3ff25bb8-a474-4a31-a4fd-2b1b24b32445), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.074734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a436b1-bcca-4206-9faa-fd4aa1462ad4']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:09.079434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (dc828651-9fb6-47e9-84b2-109097ba00b2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.081047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a07921f1-6ec1-4705-939f-b53b78749571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ff295632-2c98-4351-bb77-6b9099db2c79), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.087565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a07921f1-6ec1-4705-939f-b53b78749571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.088725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a07921f1-6ec1-4705-939f-b53b78749571 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff295632-2c98-4351-bb77-6b9099db2c79 HTTP/1.1" status: 204 len: 168 time: 0.8386314 May 12 03:23:09.105915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_gateway (a31fa9dd-1c8f-484f-b146-af190314be20), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.139200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:09.140386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5a1b35-3c2d-4e4f-8775-3b8a6464e245') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:09.144354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks [] for router_gateway (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.155699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc828651-9fb6-47e9-84b2-109097ba00b2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:09.160455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.167904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb213bb-5a6d-48a6-92a9-969ef7df3e1b None None] Network a03fb1ca-bbb4-48c2-98f2-13380985b033 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:09.168370 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5859e318-4953-4a64-aa26-3a8224a7449e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dc828651-9fb6-47e9-84b2-109097ba00b2 HTTP/1.1" status: 204 len: 168 time: 0.8582611 May 12 03:23:09.170184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57706) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.187919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (7c5a1b35-3c2d-4e4f-8775-3b8a6464e245), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.195662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c206be-bd75-437e-9cea-a909607d0758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1d6024bb-fb63-4756-9580-29c5ef777c44), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.202508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c206be-bd75-437e-9cea-a909607d0758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.211753 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c6c206be-bd75-437e-9cea-a909607d0758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d6024bb-fb63-4756-9580-29c5ef777c44 HTTP/1.1" status: 204 len: 168 time: 0.9744840 May 12 03:23:09.237780 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:23:05Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:09.240498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bac7136f-9a0d-4020-9786-775da7ec70ce tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3ff25bb8-a474-4a31-a4fd-2b1b24b32445), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.243377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bac7136f-9a0d-4020-9786-775da7ec70ce tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.262785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bac7136f-9a0d-4020-9786-775da7ec70ce tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ff25bb8-a474-4a31-a4fd-2b1b24b32445 HTTP/1.1" status: 204 len: 168 time: 0.8111794 May 12 03:23:09.265870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57710) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.270883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07921f1-6ec1-4705-939f-b53b78749571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff295632-2c98-4351-bb77-6b9099db2c79,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:09.277412 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b176702-5d1d-43bf-9ebd-346cd1aab4d4 None None] The sync data for ids ['70c42c48-6617-4e9d-9c16-1cca1bb1a4fc'] in dv-neutron-841363-5-hyperv is: [{'id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'name': 'tempest-ServersTestManualDisk-1890487255-router', 'tenant_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:23:05Z', 'revision_number': 5, 'project_id': 'f8e36efa4ebf4e1192e11c3c74fccae1', 'gw_port': {'id': '86193765-6e14-4d85-9b9e-c003e8665a2a', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c42c48-6617-4e9d-9c16-1cca1bb1a4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:23Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:09.294018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7c5a1b35-3c2d-4e4f-8775-3b8a6464e245), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.297408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c206be-bd75-437e-9cea-a909607d0758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6024bb-fb63-4756-9580-29c5ef777c44,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:09.316112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:09.316869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (7c5a1b35-3c2d-4e4f-8775-3b8a6464e245), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:09.320811 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:09.335969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7136f-9a0d-4020-9786-775da7ec70ce tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff25bb8-a474-4a31-a4fd-2b1b24b32445,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:09.349864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4be3d8-d28d-4bc7-b957-fd4b2f9242f0 None None] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:09.404238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Deleting port 2575eb6b-d488-412b-90cc-481678b9931d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:09.404541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2575eb6b-d488-412b-90cc-481678b9931d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.405851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (27a436b1-bcca-4206-9faa-fd4aa1462ad4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.412309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.418862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Deleting port 86193765-6e14-4d85-9b9e-c003e8665a2a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:09.419210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.423946 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/27a436b1-bcca-4206-9faa-fd4aa1462ad4 HTTP/1.1" status: 204 len: 168 time: 2.3828382 May 12 03:23:09.425838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a03fb1ca-bbb4-48c2-98f2-13380985b033), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.431282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57714) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.434100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3d8ff84a-6595-4dc3-8cd8-d026501027f0 None None] Could not find standard attr ID for object 6778f869-9f80-4bda-8afd-d2185c3fced0. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:23:09.456102 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9442d0-42fa-4dee-a962-6c6421c03cd5 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=27a436b1-bcca-4206-9faa-fd4aa1462ad4,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:09.476561 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-71070067-0ebb-4dd8-884d-4feb59948115 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:09.477043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71070067-0ebb-4dd8-884d-4feb59948115 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:09.482546 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-71070067-0ebb-4dd8-884d-4feb59948115 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/4cd5496a-ffe7-4e98-91a6-16fb18c2d74c HTTP/1.1" status: 404 len: 337 time: 0.0508664 May 12 03:23:09.483122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57716) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.503848 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f92108-a499-418d-bcf7-15e48529337f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:09.504409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f92108-a499-418d-bcf7-15e48529337f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:09.509839 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b0f92108-a499-418d-bcf7-15e48529337f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/27a436b1-bcca-4206-9faa-fd4aa1462ad4 HTTP/1.1" status: 404 len: 339 time: 0.0257647 May 12 03:23:09.510446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57720) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.537789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-43030c38-7458-4d4a-a932-df01c18f403e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:09.538263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43030c38-7458-4d4a-a932-df01c18f403e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:09.544108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-43030c38-7458-4d4a-a932-df01c18f403e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/171cc273-72f4-41b7-8908-b86144fc75dc HTTP/1.1" status: 404 len: 337 time: 0.0305457 May 12 03:23:09.544709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57724) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.563082 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-916f0725-92fe-49b5-b188-40b5d20ef93f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:09.563814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916f0725-92fe-49b5-b188-40b5d20ef93f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:09.570851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-916f0725-92fe-49b5-b188-40b5d20ef93f tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/8b89b6cd-e78c-4d91-99ad-fa431bd0b1d2 HTTP/1.1" status: 404 len: 339 time: 0.0251732 May 12 03:23:09.571447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.571778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57728) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.638483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.705302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 02293577-af06-48b5-99f8-3d1ba8db161c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:09.716018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.745829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 02293577-af06-48b5-99f8-3d1ba8db161c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:09.746592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 02293577-af06-48b5-99f8-3d1ba8db161c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:09.748186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88fbe3a7-918b-42a5-b785-61b032fc0dd6 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:09.750531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] DHCP port deletion for a03fb1ca-bbb4-48c2-98f2-13380985b033 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:09.754809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ce565-a29f-4ba2-8195-1c904b5bbe2c None None] DHCP port deletion for 27a436b1-bcca-4206-9faa-fd4aa1462ad4 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:09.790376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e84222a3-19f7-4998-9f3a-86ab61d71ee6 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5233231 May 12 03:23:09.793748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 88fbe3a7-918b-42a5-b785-61b032fc0dd6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:09.794386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88fbe3a7-918b-42a5-b785-61b032fc0dd6 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:09.798753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57734) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.801116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13908b-1695-4e2e-9994-0bb2e3f55be3 None None] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:09.811736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337361491'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:09.827258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] For port 86193765-6e14-4d85-9b9e-c003e8665a2a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=86193765-6e14-4d85-9b9e-c003e8665a2a,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:09.827757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.833463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13908b-1695-4e2e-9994-0bb2e3f55be3 None None] Network 27a436b1-bcca-4206-9faa-fd4aa1462ad4 could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:23:09.853277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] Deleting port fc02223e-a942-4abc-bbeb-d291e037226f {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:09.853969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.869425 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-79c17f89-5e24-44ab-a4a4-e9b4029f1640 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27a2edb203ce4bcb95b4535ada96bb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947872 May 12 03:23:09.879880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57738) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:09.889916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.916603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Calling delete_port for 86193765-6e14-4d85-9b9e-c003e8665a2a owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:09.925064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2575eb6b-d488-412b-90cc-481678b9931d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.957079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Calling delete_port for 2575eb6b-d488-412b-90cc-481678b9931d owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:09.962288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.973470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] For port fc02223e-a942-4abc-bbeb-d291e037226f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fc02223e-a942-4abc-bbeb-d291e037226f,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:09.974069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:09.989678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] Calling delete_port for fc02223e-a942-4abc-bbeb-d291e037226f owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:10.003454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Deleting port fc02223e-a942-4abc-bbeb-d291e037226f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:10.003790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.044963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (01e66bf2-6a3f-4ccc-9548-6c510e47b98b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.070100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (01e66bf2-6a3f-4ccc-9548-6c510e47b98b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.111404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.129983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaa11d6-c7e6-4ed3-87f2-839cecda11ab']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:10.150454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3be2601-6cfd-4d05-9a4c-e564b2c13a3a admin admin] Publish callbacks [] for security_group (3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.159441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e52b73-ad4e-422b-953d-23e7fe2d9df3') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:10.159774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e52b73-ad4e-422b-953d-23e7fe2d9df3') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:10.163785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] No DVR routers for this DVR port fc02223e-a942-4abc-bbeb-d291e037226f on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:10.171940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f83d8-d79d-4171-9553-c207777c9f55 None None] Pushing event deleted for resources: {'Port': ['ID=fc02223e-a942-4abc-bbeb-d291e037226f,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:10.174527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e66bf2-6a3f-4ccc-9548-6c510e47b98b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:10.182095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.184062 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f2e671ae-b8dd-4c17-a29c-c69d172c3c92 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3805537 May 12 03:23:10.188936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (94e52b73-ad4e-422b-953d-23e7fe2d9df3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.190629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57746) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.210232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-970df256-c7b7-4992-b017-395cc8cf42d2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '01e66bf2-6a3f-4ccc-9548-6c510e47b98b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.230865 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-970df256-c7b7-4992-b017-395cc8cf42d2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 12 03:23:10.231808 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-970df256-c7b7-4992-b017-395cc8cf42d2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:10.233489 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-970df256-c7b7-4992-b017-395cc8cf42d2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0379272 May 12 03:23:10.238894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3be2601-6cfd-4d05-9a4c-e564b2c13a3a admin admin] Publish callbacks [] for security_group (3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.240765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57750) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.257229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f901a946-1857-48ee-8235-a023cf28ed31 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '01e66bf2-6a3f-4ccc-9548-6c510e47b98b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.258139 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-f901a946-1857-48ee-8235-a023cf28ed31 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 12 03:23:10.258778 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-f901a946-1857-48ee-8235-a023cf28ed31 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:10.263920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f901a946-1857-48ee-8235-a023cf28ed31 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130415 May 12 03:23:10.263920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57752) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.269969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5da0edc2-d60f-4d1d-85ae-40c3664bf2a8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '01e66bf2-6a3f-4ccc-9548-6c510e47b98b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.271049 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-5da0edc2-d60f-4d1d-85ae-40c3664bf2a8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 12 03:23:10.271587 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-5da0edc2-d60f-4d1d-85ae-40c3664bf2a8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:10.275107 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5da0edc2-d60f-4d1d-85ae-40c3664bf2a8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085239 May 12 03:23:10.279239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (94e52b73-ad4e-422b-953d-23e7fe2d9df3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.282582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57754) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.287090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0f7a5a35-8cc3-473f-a5a2-c06e2b4d054f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '01e66bf2-6a3f-4ccc-9548-6c510e47b98b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.287961 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-0f7a5a35-8cc3-473f-a5a2-c06e2b4d054f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 12 03:23:10.288439 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-0f7a5a35-8cc3-473f-a5a2-c06e2b4d054f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:10.291864 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0f7a5a35-8cc3-473f-a5a2-c06e2b4d054f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056286 May 12 03:23:10.298932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57758) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.302592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:10.303031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (94e52b73-ad4e-422b-953d-23e7fe2d9df3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:10.318109 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:10.415767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (adaa11d6-c7e6-4ed3-87f2-839cecda11ab), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.421448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.423674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57760) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.424763 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/adaa11d6-c7e6-4ed3-87f2-839cecda11ab HTTP/1.1" status: 204 len: 168 time: 0.8520703 May 12 03:23:10.435387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57762) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.440373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3be2601-6cfd-4d05-9a4c-e564b2c13a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.442969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3be2601-6cfd-4d05-9a4c-e564b2c13a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.444177 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d3be2601-6cfd-4d05-9a4c-e564b2c13a3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c HTTP/1.1" status: 204 len: 168 time: 0.5630252 May 12 03:23:10.456601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6271136b-9d79-4bba-b98c-36c02f1ca3fc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (01e66bf2-6a3f-4ccc-9548-6c510e47b98b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.475226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] For port fc02223e-a942-4abc-bbeb-d291e037226f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fc02223e-a942-4abc-bbeb-d291e037226f,segment=NetworkSegment(4cbb8ef1-1766-416c-90f4-3465e0c67ef4),segment_id=4cbb8ef1-1766-416c-90f4-3465e0c67ef4)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:10.475880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.477765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683d17-978a-4c7f-8b9a-6aac09b418c3 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=adaa11d6-c7e6-4ed3-87f2-839cecda11ab,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:10.488854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6271136b-9d79-4bba-b98c-36c02f1ca3fc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (01e66bf2-6a3f-4ccc-9548-6c510e47b98b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.492049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be2601-6cfd-4d05-9a4c-e564b2c13a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6864d7-6ec5-4cd4-8e0d-7046b50ca11c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:10.568887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6271136b-9d79-4bba-b98c-36c02f1ca3fc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (01e66bf2-6a3f-4ccc-9548-6c510e47b98b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.574754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6271136b-9d79-4bba-b98c-36c02f1ca3fc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.581660 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6271136b-9d79-4bba-b98c-36c02f1ca3fc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/01e66bf2-6a3f-4ccc-9548-6c510e47b98b HTTP/1.1" status: 204 len: 168 time: 0.2803695 May 12 03:23:10.582521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.603424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'networks': [{'name': 'tempest-network--1635374851'}, {'name': 'tempest-network--344285411'}]} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.603739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'network': {'name': 'tempest-network--1635374851'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.604206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'network': {'name': 'tempest-network--344285411'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.606440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271136b-9d79-4bba-b98c-36c02f1ca3fc tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e66bf2-6a3f-4ccc-9548-6c510e47b98b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:10.612748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-28884d3e-bb4e-480a-9f4c-a076c8ee0859 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.613271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28884d3e-bb4e-480a-9f4c-a076c8ee0859 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.617413 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-28884d3e-bb4e-480a-9f4c-a076c8ee0859 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/91c015e4-7fec-49ae-a930-a0da4f132853 HTTP/1.1" status: 404 len: 337 time: 0.1708450 May 12 03:23:10.627284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57770) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.633579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Calling delete_port for fc02223e-a942-4abc-bbeb-d291e037226f owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:10.661104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6615c01-c5c2-4f7c-a0cd-d16e7801674c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.661716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6615c01-c5c2-4f7c-a0cd-d16e7801674c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.664756 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e6615c01-c5c2-4f7c-a0cd-d16e7801674c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/81b16e6a-4261-4214-85e8-4a8dd359ffb2 HTTP/1.1" status: 404 len: 339 time: 0.0358317 May 12 03:23:10.667665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57772) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.683789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6f8b57cb-13ed-4efd-9619-c95e641a3555 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0967991 May 12 03:23:10.684458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57774) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.710192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--626512644'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:10.733458 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-699804bd-6724-48be-b987-1351c73d37b8 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.733828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699804bd-6724-48be-b987-1351c73d37b8 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.736755 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-699804bd-6724-48be-b987-1351c73d37b8 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/73461f9e-a8b7-4f6f-ae54-b469ad2a0b47 HTTP/1.1" status: 404 len: 337 time: 0.0679832 May 12 03:23:10.738789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'network': 2} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:10.739341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57778) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.743494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.767133 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-795e0f55-7fb4-4d0c-bc11-ef9602659806 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.767616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795e0f55-7fb4-4d0c-bc11-ef9602659806 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.772984 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-795e0f55-7fb4-4d0c-bc11-ef9602659806 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/01bf2755-5ac1-4681-be2d-7c2713a08e3b HTTP/1.1" status: 404 len: 339 time: 0.0302813 May 12 03:23:10.773150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.780695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.800219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.803749 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb33558-ecf0-4dc0-8e05-9b94b473e68c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.804194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb33558-ecf0-4dc0-8e05-9b94b473e68c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.807099 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8fb33558-ecf0-4dc0-8e05-9b94b473e68c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/01dc3430-9a1f-44b2-9b5f-37bd870526fa HTTP/1.1" status: 404 len: 337 time: 0.0330169 May 12 03:23:10.813129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57784) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.833751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa46e64-0344-4359-9388-a57f5eab66af tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.834429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa46e64-0344-4359-9388-a57f5eab66af tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.840336 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6fa46e64-0344-4359-9388-a57f5eab66af tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/a9fc2ea5-538a-42d1-9825-95e500acb889 HTTP/1.1" status: 404 len: 339 time: 0.0231986 May 12 03:23:10.840479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57786) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.866678 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3142a360-cc6a-4b43-81cf-25b5eb6ee49a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.867127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3142a360-cc6a-4b43-81cf-25b5eb6ee49a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.872694 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3142a360-cc6a-4b43-81cf-25b5eb6ee49a tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/e2d2f97f-0114-4153-8ef0-353c14d365c7 HTTP/1.1" status: 404 len: 337 time: 0.0286496 May 12 03:23:10.873015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57790) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.877088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (86193765-6e14-4d85-9b9e-c003e8665a2a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.902041 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aba5c18-4ef0-43bb-b625-3a67ab0bda02 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.902676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aba5c18-4ef0-43bb-b625-3a67ab0bda02 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.907974 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7aba5c18-4ef0-43bb-b625-3a67ab0bda02 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/ce2ec1e5-a5e7-4187-8f43-9fe24ff74bf3 HTTP/1.1" status: 404 len: 339 time: 0.0316339 May 12 03:23:10.908815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57794) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.931908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Pushing event deleted for resources: {'Port': ['ID=86193765-6e14-4d85-9b9e-c003e8665a2a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:10.948855 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0d91d6-4152-4720-be58-5d8915b7ac2b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.948855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0d91d6-4152-4720-be58-5d8915b7ac2b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.953144 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f0d91d6-4152-4720-be58-5d8915b7ac2b tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/f0c4cf16-5d7f-4310-94a3-c71dd2b7d546 HTTP/1.1" status: 404 len: 337 time: 0.0411813 May 12 03:23:10.953315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (fc02223e-a942-4abc-bbeb-d291e037226f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:10.953461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57796) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:10.985443 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52f9b01-b4be-44c6-9a2e-3e1963f542cd tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:10.986089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52f9b01-b4be-44c6-9a2e-3e1963f542cd tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:10.991931 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a52f9b01-b4be-44c6-9a2e-3e1963f542cd tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/b7dae8cd-b0d1-4207-a3c5-e4d20062ef7d HTTP/1.1" status: 404 len: 339 time: 0.0335600 May 12 03:23:10.992174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57800) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.021777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2575eb6b-d488-412b-90cc-481678b9931d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.024101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc02223e-a942-4abc-bbeb-d291e037226f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:11.040567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] No DVR routers for this DVR port fc02223e-a942-4abc-bbeb-d291e037226f on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:11.048895 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2371893e-3720-4d07-b5ef-0123214b0132 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:11.049466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2371893e-3720-4d07-b5ef-0123214b0132 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:11.056008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2371893e-3720-4d07-b5ef-0123214b0132 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/106f7166-5c43-4608-aee9-f5ae9e5e0a0f HTTP/1.1" status: 404 len: 337 time: 0.0606072 May 12 03:23:11.059696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57802) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.069356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (2957b2a9-be83-4db0-bdbe-5593c29959d9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.083550 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f988ed8-0b77-48e7-b7d7-24cff6174e8e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:11.084137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f988ed8-0b77-48e7-b7d7-24cff6174e8e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:11.087127 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f988ed8-0b77-48e7-b7d7-24cff6174e8e tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/c8fcbb6d-57ec-4775-971b-74a7ce55de6b HTTP/1.1" status: 404 len: 339 time: 0.0266671 May 12 03:23:11.087870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2957b2a9-be83-4db0-bdbe-5593c29959d9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.090221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Pushing event deleted for resources: {'Port': ['ID=2575eb6b-d488-412b-90cc-481678b9931d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:11.091061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.140655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea803ae1-0184-4b81-8ad4-a565b5720476 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:11.140942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea803ae1-0184-4b81-8ad4-a565b5720476 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:11.144823 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ea803ae1-0184-4b81-8ad4-a565b5720476 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/1815363c-42ff-4616-8ace-2eab053e273c HTTP/1.1" status: 404 len: 337 time: 0.0493071 May 12 03:23:11.151611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57808) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.153477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for security_group (9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.153666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.154907 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4488389 May 12 03:23:11.161723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514d35f-22ad-4910-aa9f-32a6cb855d85 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2957b2a9-be83-4db0-bdbe-5593c29959d9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:11.161936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.164671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57812) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.178853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d40dd1b3-a0d0-4795-83ba-d2e79454e3fd tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.179678 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-d40dd1b3-a0d0-4795-83ba-d2e79454e3fd tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 03:23:11.180156 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-d40dd1b3-a0d0-4795-83ba-d2e79454e3fd tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.181324 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d40dd1b3-a0d0-4795-83ba-d2e79454e3fd tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140455 May 12 03:23:11.183318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0f81ab-b58c-4c0f-8853-84c665364678 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:11.183708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0f81ab-b58c-4c0f-8853-84c665364678 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:11.184717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57814) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.186797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2c0f81ab-b58c-4c0f-8853-84c665364678 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/34c31c47-f651-4fdc-9eb7-317c4a7f6191 HTTP/1.1" status: 404 len: 339 time: 0.0366287 May 12 03:23:11.189312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57816) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.217688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-43c55502-ccbd-4db8-b4be-b4a4136d5093 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.225425 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f1fea1-5fd5-409d-af3d-657636127c2c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:11.226040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f1fea1-5fd5-409d-af3d-657636127c2c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:11.229205 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-98f1fea1-5fd5-409d-af3d-657636127c2c tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/dc15d590-04d0-4df3-bdcd-d02f6a0e1ee3 HTTP/1.1" status: 404 len: 337 time: 0.0386171 May 12 03:23:11.231619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57820) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.250502 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6df48a-7971-43a1-a0d8-bb0f6af2af79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] DELETE failed (client error): The resource could not be found. May 12 03:23:11.251131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6df48a-7971-43a1-a0d8-bb0f6af2af79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:11.255270 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5b6df48a-7971-43a1-a0d8-bb0f6af2af79 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/067a07e7-7eb5-48af-a2b3-af6ad17bc628 HTTP/1.1" status: 404 len: 339 time: 0.0222926 May 12 03:23:11.256483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.256989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.257715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57822) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.305660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a03fb1ca-bbb4-48c2-98f2-13380985b033), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.311717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting subnet 4f5b4f31-6800-40fa-81e4-a626a307108b {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:11.315389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (4f5b4f31-6800-40fa-81e4-a626a307108b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.356355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (4f5b4f31-6800-40fa-81e4-a626a307108b), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.388323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.396436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks [] for router_controller (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.401184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03fb1ca-bbb4-48c2-98f2-13380985b033']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:11.408042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (a31fa9dd-1c8f-484f-b146-af190314be20), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.425388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:11.456194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (4f5b4f31-6800-40fa-81e4-a626a307108b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.464712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbb8ef1-1766-416c-90f4-3465e0c67ef4') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:11.465014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbb8ef1-1766-416c-90f4-3465e0c67ef4') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:11.509310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:11.518015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (4cbb8ef1-1766-416c-90f4-3465e0c67ef4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.528952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (4f5b4f31-6800-40fa-81e4-a626a307108b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.535659 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-43c55502-ccbd-4db8-b4be-b4a4136d5093 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.536731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43c55502-ccbd-4db8-b4be-b4a4136d5093 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3227627 May 12 03:23:11.543380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.566656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (53f18bd9-2cde-4ef9-bb94-a708709e62b1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.567083 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Added segment 53f18bd9-2cde-4ef9-bb94-a708709e62b1 of type vlan for network dd4fe53f-4824-4095-9b7e-62530584d679 May 12 03:23:11.568486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (70c42c48-6617-4e9d-9c16-1cca1bb1a4fc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.569227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-70a82a23-da15-4bd3-8f57-84f12530d1d4 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.569380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c42c48-6617-4e9d-9c16-1cca1bb1a4fc {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:11.569899 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-70a82a23-da15-4bd3-8f57-84f12530d1d4 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 12 03:23:11.570225 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-70a82a23-da15-4bd3-8f57-84f12530d1d4 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.571769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4cbb8ef1-1766-416c-90f4-3465e0c67ef4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.574182 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-70a82a23-da15-4bd3-8f57-84f12530d1d4 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0285919 May 12 03:23:11.575175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57832) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.580582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e56b2798-0a93-4f5c-943e-6ee14c916fef tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.588240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf31335-213e-4597-9f70-d84e7a5f8394 None None] Network b9b46d2f-6597-4f2f-b9c2-c58bc7606153 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:11.589949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.591881 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-661a5660-7517-44e2-baeb-ca8bb0db119c admin admin] 10.222.0.23 "DELETE /v2.0/routers/70c42c48-6617-4e9d-9c16-1cca1bb1a4fc HTTP/1.1" status: 204 len: 168 time: 3.0817597 May 12 03:23:11.601067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.605823 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/subnets/4f5b4f31-6800-40fa-81e4-a626a307108b HTTP/1.1" status: 204 len: 168 time: 0.3466957 May 12 03:23:11.606791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.607741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1453e-8d88-437e-8d8f-e1ddb51abe16 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5b4f31-6800-40fa-81e4-a626a307108b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:11.626709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57836) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.669904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Deleting subnet 9e7ddeaa-17a5-4eae-9056-85d61db2218d {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:11.675676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:11.676303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (4cbb8ef1-1766-416c-90f4-3465e0c67ef4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.676936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Publish callbacks [] for subnet (9e7ddeaa-17a5-4eae-9056-85d61db2218d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:11.678398 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:11.715189 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-e56b2798-0a93-4f5c-943e-6ee14c916fef tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.718579 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e56b2798-0a93-4f5c-943e-6ee14c916fef tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1411703 May 12 03:23:11.742753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57838) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.752360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bdfe1b77-8057-4993-875f-f68a730be5ca tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.752779 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-bdfe1b77-8057-4993-875f-f68a730be5ca tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 03:23:11.753316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-bdfe1b77-8057-4993-875f-f68a730be5ca tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.754351 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bdfe1b77-8057-4993-875f-f68a730be5ca tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103109 May 12 03:23:11.758354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57840) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.762861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (9e7ddeaa-17a5-4eae-9056-85d61db2218d), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.767648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7690d0dc-cf98-48f0-85ce-b963fe4e09e7 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.781642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fc02223e-a942-4abc-bbeb-d291e037226f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:11.826935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: fc02223e-a942-4abc-bbeb-d291e037226f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:11.828676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fc02223e-a942-4abc-bbeb-d291e037226f not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:11.829042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6778f869-9f80-4bda-8afd-d2185c3fced0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:11.872970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 6778f869-9f80-4bda-8afd-d2185c3fced0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:11.873129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (dd4fe53f-4824-4095-9b7e-62530584d679), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.873727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6778f869-9f80-4bda-8afd-d2185c3fced0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:11.891152 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-7690d0dc-cf98-48f0-85ce-b963fe4e09e7 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.895956 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7690d0dc-cf98-48f0-85ce-b963fe4e09e7 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1328628 May 12 03:23:11.902736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.907477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7158f6fd-6367-4384-9a9d-7e61fc8f3f7f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.908520 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-7158f6fd-6367-4384-9a9d-7e61fc8f3f7f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 12 03:23:11.908952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-7158f6fd-6367-4384-9a9d-7e61fc8f3f7f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:11.912897 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7158f6fd-6367-4384-9a9d-7e61fc8f3f7f tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063403 May 12 03:23:11.922893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57848) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:11.928430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a97f9ae7-9d6c-48ba-b331-271cea68a1d8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:11.939427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (9e7ddeaa-17a5-4eae-9056-85d61db2218d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.945135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (a03fb1ca-bbb4-48c2-98f2-13380985b033), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.950552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:11.955038 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a03fb1ca-bbb4-48c2-98f2-13380985b033 HTTP/1.1" status: 204 len: 168 time: 2.7799256 May 12 03:23:12.007638 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-a97f9ae7-9d6c-48ba-b331-271cea68a1d8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:12.008664 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a97f9ae7-9d6c-48ba-b331-271cea68a1d8 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0847640 May 12 03:23:12.011942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57854) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.018434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-51d4f0ce-32e5-4a26-9628-703fe7e8ba1e tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '2957b2a9-be83-4db0-bdbe-5593c29959d9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:12.029138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:12.031210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eaf58-a29c-4bba-958e-cd77a4f5a873 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03fb1ca-bbb4-48c2-98f2-13380985b033,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:12.043289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b9b46d2f-6597-4f2f-b9c2-c58bc7606153), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.044034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (9e7ddeaa-17a5-4eae-9056-85d61db2218d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.067147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7f1ff194-20f1-40cb-bdce-a2d17ea095d4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.067558 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Added segment 7f1ff194-20f1-40cb-bdce-a2d17ea095d4 of type vlan for network 820637ce-6ede-4170-939f-6106a93f8a7b May 12 03:23:12.089742 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-51d4f0ce-32e5-4a26-9628-703fe7e8ba1e tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:12.090828 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-51d4f0ce-32e5-4a26-9628-703fe7e8ba1e tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0779605 May 12 03:23:12.093043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7ddeaa-17a5-4eae-9056-85d61db2218d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:12.095216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.098566 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-70323b84-1509-4a23-8a72-08cb4bf65095 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e7ddeaa-17a5-4eae-9056-85d61db2218d HTTP/1.1" status: 204 len: 168 time: 0.4885859 May 12 03:23:12.099072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57858) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.100893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1ffd1-9c24-4ab0-a080-2698c8dd4278 None None] Network cf15f2d9-c72f-44d5-816b-5d34a281fa21 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:12.106623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57860) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.167400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] DHCP port deletion for b9b46d2f-6597-4f2f-b9c2-c58bc7606153 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:12.197747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.215417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.251885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57864) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.252246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c0062e-3370-4924-9ef7-5fc541d5872d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (2957b2a9-be83-4db0-bdbe-5593c29959d9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.305987 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1547d4e2-e340-4c07-87a2-35c44c07d24e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=451244d76fbf4a7dad3e4a7a56018609&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514026 May 12 03:23:12.312703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.333399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (cf15f2d9-c72f-44d5-816b-5d34a281fa21), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.356607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c0062e-3370-4924-9ef7-5fc541d5872d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (2957b2a9-be83-4db0-bdbe-5593c29959d9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.356848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] Deleting port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:12.357751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.373746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Deleting port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:12.374129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.374539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.382159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (820637ce-6ede-4170-939f-6106a93f8a7b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.385654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Router a31fa9dd-1c8f-484f-b146-af190314be20 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:23:12.465900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] DHCP port deletion for cf15f2d9-c72f-44d5-816b-5d34a281fa21 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:12.471497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Deleting port e08aea77-bbde-4197-a4b6-d88291aa9ba3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:12.471497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.489209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] For port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,segment=NetworkSegment(06020d63-bcb8-4366-8e45-0198420cea3e),segment_id=06020d63-bcb8-4366-8e45-0198420cea3e)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:12.489724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.490223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] For port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,segment=NetworkSegment(06020d63-bcb8-4366-8e45-0198420cea3e),segment_id=06020d63-bcb8-4366-8e45-0198420cea3e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:12.491010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.534089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] Calling delete_port for 66128fcc-69a5-4c08-9ed8-f5ce2108b24c owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:12.540554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (dd4fe53f-4824-4095-9b7e-62530584d679), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.541101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (820637ce-6ede-4170-939f-6106a93f8a7b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.546241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:12.550246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a674a7c2-ecdf-4c2a-b76d-f48080a352fb admin admin] Publish callbacks [] for security_group (f7212967-386f-42b7-9afa-3d0db0f5408a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.550514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:12.551333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.558995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] For port e08aea77-bbde-4197-a4b6-d88291aa9ba3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e08aea77-bbde-4197-a4b6-d88291aa9ba3,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:12.559280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.562513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] Deleting port e08aea77-bbde-4197-a4b6-d88291aa9ba3 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:12.562889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.574616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Calling delete_port for 66128fcc-69a5-4c08-9ed8-f5ce2108b24c owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:12.583510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c0062e-3370-4924-9ef7-5fc541d5872d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2957b2a9-be83-4db0-bdbe-5593c29959d9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.586548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c6c0062e-3370-4924-9ef7-5fc541d5872d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.587938 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c6c0062e-3370-4924-9ef7-5fc541d5872d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/2957b2a9-be83-4db0-bdbe-5593c29959d9 HTTP/1.1" status: 204 len: 168 time: 0.4879384 May 12 03:23:12.593727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1281 time: 2.1593442 May 12 03:23:12.595785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57872) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.596114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57874) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.597091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Calling delete_port for e08aea77-bbde-4197-a4b6-d88291aa9ba3 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:12.626166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a674a7c2-ecdf-4c2a-b76d-f48080a352fb admin admin] Publish callbacks [] for security_group (f7212967-386f-42b7-9afa-3d0db0f5408a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.628878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0062e-3370-4924-9ef7-5fc541d5872d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957b2a9-be83-4db0-bdbe-5593c29959d9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:12.703058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] For port e08aea77-bbde-4197-a4b6-d88291aa9ba3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e08aea77-bbde-4197-a4b6-d88291aa9ba3,segment=NetworkSegment(7913e81e-91eb-4a6a-9539-3d6ef23bf071),segment_id=7913e81e-91eb-4a6a-9539-3d6ef23bf071)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:12.704316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.733062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57878) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:12.746233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] Calling delete_port for e08aea77-bbde-4197-a4b6-d88291aa9ba3 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:12.756481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.770198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a674a7c2-ecdf-4c2a-b76d-f48080a352fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f7212967-386f-42b7-9afa-3d0db0f5408a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.775906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a674a7c2-ecdf-4c2a-b76d-f48080a352fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.777642 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a674a7c2-ecdf-4c2a-b76d-f48080a352fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7212967-386f-42b7-9afa-3d0db0f5408a HTTP/1.1" status: 204 len: 168 time: 0.4641674 May 12 03:23:12.807323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.812520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e08aea77-bbde-4197-a4b6-d88291aa9ba3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:12.815805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] No DVR routers for this DVR port e08aea77-bbde-4197-a4b6-d88291aa9ba3 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:12.818892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a7c2-ecdf-4c2a-b76d-f48080a352fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7212967-386f-42b7-9afa-3d0db0f5408a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:12.835286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] No DVR routers for this DVR port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:12.926747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca93a0c-6e01-41f6-83c7-db116449ed30 None None] Pushing event deleted for resources: {'Port': ['ID=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:12.927523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (cf15f2d9-c72f-44d5-816b-5d34a281fa21), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.960810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-146987cc-0cec-4b72-9ea0-67bc0bcd805a tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:12.976060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (e08aea77-bbde-4197-a4b6-d88291aa9ba3), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:12.982626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf15f2d9-c72f-44d5-816b-5d34a281fa21']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:12.995944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7913e81e-91eb-4a6a-9539-3d6ef23bf071') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:12.996359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7913e81e-91eb-4a6a-9539-3d6ef23bf071') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.008419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (7913e81e-91eb-4a6a-9539-3d6ef23bf071), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.026193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7913e81e-91eb-4a6a-9539-3d6ef23bf071), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.027082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] Pushing event deleted for resources: {'Port': ['ID=e08aea77-bbde-4197-a4b6-d88291aa9ba3,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.029736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9110750-a323-492d-a64c-99320ebdad6d None None] No DVR routers for this DVR port e08aea77-bbde-4197-a4b6-d88291aa9ba3 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:13.043268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:13.043393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (7913e81e-91eb-4a6a-9539-3d6ef23bf071), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: warnings.warn('Neutron quota engine will require "--force" ' May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:13.045154 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:13.065335 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-146987cc-0cec-4b72-9ea0-67bc0bcd805a tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "PUT /v2.0/quotas/bf98c01641044aa99aac17edbcc881e3 HTTP/1.1" status: 200 len: 366 time: 0.3288498 May 12 03:23:13.065521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57886) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.102083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:13.109611 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7b669660-b17b-4302-be99-00710b73eade tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0406792 May 12 03:23:13.111449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57888) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.125607 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ee269b47-a94d-4ca9-b11c-b19e4808d740 tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "GET /v2.0/quotas/bf98c01641044aa99aac17edbcc881e3 HTTP/1.1" status: 200 len: 366 time: 0.0108712 May 12 03:23:13.126309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57890) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.129323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] Sync routers for ids ['a31fa9dd-1c8f-484f-b146-af190314be20'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:13.137708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (cf15f2d9-c72f-44d5-816b-5d34a281fa21), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.145161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.151106 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf15f2d9-c72f-44d5-816b-5d34a281fa21 HTTP/1.1" status: 204 len: 168 time: 1.0397952 May 12 03:23:13.154093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.157861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7a23d866-ecb9-4e39-a751-269dce2f8de9 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "PUT /v2.0/routers/a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 200 len: 706 time: 5.6601517 May 12 03:23:13.163131 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-94d09ded-2676-4316-a931-8cc516a54c0d tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/bf98c01641044aa99aac17edbcc881e3 HTTP/1.1" status: 204 len: 168 time: 0.0337791 May 12 03:23:13.163131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57894) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.164081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57896) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.166600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] Routers {'a31fa9dd-1c8f-484f-b146-af190314be20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:13.168556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a31fa9dd-1c8f-484f-b146-af190314be20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.170275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e080f-f3eb-438f-9d98-1778f67488ac admin admin] Pushing event deleted for resources: {'Network': ['ID=cf15f2d9-c72f-44d5-816b-5d34a281fa21,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.173606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Network': ['ID=dd4fe53f-4824-4095-9b7e-62530584d679,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.194451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76e7eb-16c5-443b-9051-d58d47cdd104 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:13.199450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76e7eb-16c5-443b-9051-d58d47cdd104 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:13.204654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76e7eb-16c5-443b-9051-d58d47cdd104 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:13.214524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76e7eb-16c5-443b-9051-d58d47cdd104 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:13.214524 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5c76e7eb-16c5-443b-9051-d58d47cdd104 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6037748 May 12 03:23:13.215187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57900) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.262645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.265125 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b782e1e1-0eda-4fa2-a936-7d9ea4ea0c58 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6585464 May 12 03:23:13.275836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network dd4fe53f-4824-4095-9b7e-62530584d679 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:13.297549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57902) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.301646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--294676152'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:13.306623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (dd4fe53f-4824-4095-9b7e-62530584d679), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.312050 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ebf43dc8-d00f-44e5-a67a-8a1e99763cd7 tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1473687 May 12 03:23:13.312293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2073c3-bef2-417f-b3f3-315b41499be7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Network': ['ID=820637ce-6ede-4170-939f-6106a93f8a7b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.315544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57906) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.344746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (66128fcc-69a5-4c08-9ed8-f5ce2108b24c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.369058 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-261e303f-b9b1-4fd7-9607-8ba3d3184349 tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "GET /v2.0/quotas/bf98c01641044aa99aac17edbcc881e3 HTTP/1.1" status: 200 len: 370 time: 0.0529766 May 12 03:23:13.375388 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a0ea0d78-e1f2-4ad5-b1af-ac6019a3da20 tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/routers/a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 200 len: 741 time: 0.2103288 May 12 03:23:13.375388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57908) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.380175 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6006064c-f87d-48d8-ae57-1fabcccd3d76 tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "GET /v2.0/quotas/bf98c01641044aa99aac17edbcc881e3/default HTTP/1.1" status: 200 len: 370 time: 0.0037723 May 12 03:23:13.381005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57912) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.382662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.384555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57914) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.385610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Port': ['ID=66128fcc-69a5-4c08-9ed8-f5ce2108b24c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.402838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] No DVR routers for this DVR port 66128fcc-69a5-4c08-9ed8-f5ce2108b24c on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:13.408726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 820637ce-6ede-4170-939f-6106a93f8a7b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:13.412830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-0df6c794-7258-4d28-af7d-e93953830e75 tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] delete failed (client error): The resource could not be found. May 12 03:23:13.413725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] Routers {'a31fa9dd-1c8f-484f-b146-af190314be20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:13.414101 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0df6c794-7258-4d28-af7d-e93953830e75 tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/bf98c01641044aa99aac17edbcc881e3 HTTP/1.1" status: 404 len: 348 time: 0.0262828 May 12 03:23:13.418808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a31fa9dd-1c8f-484f-b146-af190314be20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.495860 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4c8a2943-6d6b-4356-b32a-6b8276be06ea tempest-RoutersAdminTest-18846821 tempest-RoutersAdminTest-18846821-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 200 len: 205 time: 0.1131437 May 12 03:23:13.496466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57918) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.510531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b9b46d2f-6597-4f2f-b9c2-c58bc7606153), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.513040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.514573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed39ce-cc15-4062-b37b-3953b55d3922 None None] The sync data for ids ['a31fa9dd-1c8f-484f-b146-af190314be20'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:13.547048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b46d2f-6597-4f2f-b9c2-c58bc7606153']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.550532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57922) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.594757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06020d63-bcb8-4366-8e45-0198420cea3e') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.597070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06020d63-bcb8-4366-8e45-0198420cea3e') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.606226 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0879cb6a-6b27-4f68-8c4d-f17d632b627a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 200 len: 205 time: 0.0803034 May 12 03:23:13.611498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57924) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.625685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (06020d63-bcb8-4366-8e45-0198420cea3e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.634955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (5a2b98df-74b6-4537-a185-47c8236e4118), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.649137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (06020d63-bcb8-4366-8e45-0198420cea3e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.658820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5a2b98df-74b6-4537-a185-47c8236e4118), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.665762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:13.666475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (06020d63-bcb8-4366-8e45-0198420cea3e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:13.673376 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:13.697350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (dd4fe53f-4824-4095-9b7e-62530584d679), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.721534 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-97425462-de45-4378-81e7-aee588fb9ff0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8e36efa4ebf4e1192e11c3c74fccae1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1697884 May 12 03:23:13.740502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57928) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.757394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4fe53f-4824-4095-9b7e-62530584d679']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.766976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.768657 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4704103 May 12 03:23:13.772231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57932) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.775765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (a31fa9dd-1c8f-484f-b146-af190314be20), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.777803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ee025528-8be3-45c6-90b6-612c1c7ab670 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '5a2b98df-74b6-4537-a185-47c8236e4118', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:13.787854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8631ea-c0de-4162-96fb-87a3b3a51245 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b98df-74b6-4537-a185-47c8236e4118,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.803259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b9b46d2f-6597-4f2f-b9c2-c58bc7606153), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.810916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.815227 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] 10.222.0.23 "DELETE /v2.0/networks/b9b46d2f-6597-4f2f-b9c2-c58bc7606153 HTTP/1.1" status: 204 len: 168 time: 2.1864874 May 12 03:23:13.827333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f18bd9-2cde-4ef9-bb94-a708709e62b1') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.827660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f18bd9-2cde-4ef9-bb94-a708709e62b1') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:13.831269 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143faafe-04d2-4c84-bc3e-968b3a665182 tempest-NetworksTest-2102452060 tempest-NetworksTest-2102452060-project] Pushing event deleted for resources: {'Network': ['ID=b9b46d2f-6597-4f2f-b9c2-c58bc7606153,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:13.853909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (53f18bd9-2cde-4ef9-bb94-a708709e62b1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.858484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-ee025528-8be3-45c6-90b6-612c1c7ab670 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The resource could not be found. May 12 03:23:13.862316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ee025528-8be3-45c6-90b6-612c1c7ab670 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0862267 May 12 03:23:13.863131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.878409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-13f70759-4b86-47f1-bb02-68d9f7bcac04 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '5a2b98df-74b6-4537-a185-47c8236e4118', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8914eab8-b6c8-426b-b267-ecb7990585bf'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:13.905782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e08aea77-bbde-4197-a4b6-d88291aa9ba3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:13.934443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e08aea77-bbde-4197-a4b6-d88291aa9ba3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:13.934841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e08aea77-bbde-4197-a4b6-d88291aa9ba3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:13.935301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 86193765-6e14-4d85-9b9e-c003e8665a2a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:13.972555 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57940) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.973526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (53f18bd9-2cde-4ef9-bb94-a708709e62b1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:13.974443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-13f70759-4b86-47f1-bb02-68d9f7bcac04 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The resource could not be found. May 12 03:23:13.979527 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-13f70759-4b86-47f1-bb02-68d9f7bcac04 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1153483 May 12 03:23:13.980465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57942) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:13.983985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 86193765-6e14-4d85-9b9e-c003e8665a2a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:13.984336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 86193765-6e14-4d85-9b9e-c003e8665a2a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:13.985230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66128fcc-69a5-4c08-9ed8-f5ce2108b24c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:14.001592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:14.002057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (53f18bd9-2cde-4ef9-bb94-a708709e62b1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:14.005166 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:14.016781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 66128fcc-69a5-4c08-9ed8-f5ce2108b24c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:14.017136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66128fcc-69a5-4c08-9ed8-f5ce2108b24c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:14.051719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.058041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6e00db2-0e95-4ce1-a805-a2a3e767fee0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (5a2b98df-74b6-4537-a185-47c8236e4118), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.070545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:network and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.072572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.074907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router_controller (a31fa9dd-1c8f-484f-b146-af190314be20), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.083852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e28dcbfa-3b1d-4cb9-9ab6-51cee589ca66 admin admin] Publish callbacks [] for security_group (ac7b9841-6cdd-4414-90a2-a2b317073754), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.103129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6e00db2-0e95-4ce1-a805-a2a3e767fee0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (5a2b98df-74b6-4537-a185-47c8236e4118), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.128563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:subnet and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.135117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.163707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6e00db2-0e95-4ce1-a805-a2a3e767fee0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5a2b98df-74b6-4537-a185-47c8236e4118), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.166788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f6e00db2-0e95-4ce1-a805-a2a3e767fee0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.168723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f6e00db2-0e95-4ce1-a805-a2a3e767fee0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/5a2b98df-74b6-4537-a185-47c8236e4118 HTTP/1.1" status: 204 len: 168 time: 0.1871104 May 12 03:23:14.171680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57946) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.188443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e00db2-0e95-4ce1-a805-a2a3e767fee0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b98df-74b6-4537-a185-47c8236e4118,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:14.191206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e28dcbfa-3b1d-4cb9-9ab6-51cee589ca66 admin admin] Publish callbacks [] for security_group (ac7b9841-6cdd-4414-90a2-a2b317073754), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.196952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (dd4fe53f-4824-4095-9b7e-62530584d679), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.196952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:subnetpool and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.199547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57948) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.215099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.219497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (a31fa9dd-1c8f-484f-b146-af190314be20), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.220069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Fanout notify agent at l3_agent the message router_deleted on router a31fa9dd-1c8f-484f-b146-af190314be20 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:14.226939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.232861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57952) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.232951 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/networks/dd4fe53f-4824-4095-9b7e-62530584d679 HTTP/1.1" status: 204 len: 168 time: 1.0142050 May 12 03:23:14.239558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.242279 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1ba22bfa-5af5-4c01-8526-a220405c3597 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 204 len: 168 time: 0.6272683 May 12 03:23:14.256489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57954) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.264648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:port and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.266776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.278653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e13547-b350-43c2-8b19-28004f4c48e6 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Network': ['ID=dd4fe53f-4824-4095-9b7e-62530584d679,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:14.294792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:router and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.301357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.322732 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d9bdd89a-1c4b-45ac-84fc-4061701382c4 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1487992 May 12 03:23:14.324505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:floatingip and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.328541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57958) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.333519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3dcf99bd-e63a-42f6-a116-2a77932a1382 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '19ce8a35-8b04-4707-93b1-f728ed60dd52', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:14.338407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.370675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e28dcbfa-3b1d-4cb9-9ab6-51cee589ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ac7b9841-6cdd-4414-90a2-a2b317073754), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.377360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e28dcbfa-3b1d-4cb9-9ab6-51cee589ca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.378742 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e28dcbfa-3b1d-4cb9-9ab6-51cee589ca66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac7b9841-6cdd-4414-90a2-a2b317073754 HTTP/1.1" status: 204 len: 168 time: 0.6322360 May 12 03:23:14.391988 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-312d1a91-214d-4c12-aa3c-8df7b54bffdf tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 200 len: 205 time: 0.1346691 May 12 03:23:14.398869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57962) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.406005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dcbfa-3b1d-4cb9-9ab6-51cee589ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7b9841-6cdd-4414-90a2-a2b317073754,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:14.460175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (820637ce-6ede-4170-939f-6106a93f8a7b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.462138 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-604c8496-5d72-4922-878c-39ddf6b0a190 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] delete failed (client error): The resource could not be found. May 12 03:23:14.466067 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-604c8496-5d72-4922-878c-39ddf6b0a190 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/a31fa9dd-1c8f-484f-b146-af190314be20 HTTP/1.1" status: 404 len: 336 time: 0.0637639 May 12 03:23:14.466968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57966) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.485670 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-3dcf99bd-e63a-42f6-a116-2a77932a1382 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The resource could not be found. May 12 03:23:14.490596 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3dcf99bd-e63a-42f6-a116-2a77932a1382 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1573033 May 12 03:23:14.492014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:security_group and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.493944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57968) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.498484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.501819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012388592'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:14.505790 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9a57a0c4-c3f2-4a81-9be0-adbcb69100b5 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=74807b54-03d0-4b8e-b413-8307a4fbe490 HTTP/1.1" status: 200 len: 205 time: 0.0371504 May 12 03:23:14.510044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57970) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.522968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Usage tracker for resource:security_group_rule and project:e876e4048bd54e32a2ae01f25022d97a is out of sync, need to count used quota {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 12 03:23:14.525349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.quota.resource [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104165) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 12 03:23:14.572904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-69142c8c-c1c7-4cf9-a76d-d1360175126b tempest-QuotasTest-917156484 tempest-QuotasTest-917156484-project-admin] 10.222.0.23 "GET /v2.0/quotas/e876e4048bd54e32a2ae01f25022d97a/details.json HTTP/1.1" status: 200 len: 703 time: 0.5960624 May 12 03:23:14.581964 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1352f8c8-fc40-4e79-b426-f67a52930f81 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] delete failed (client error): The resource could not be found. May 12 03:23:14.583258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1352f8c8-fc40-4e79-b426-f67a52930f81 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/74807b54-03d0-4b8e-b413-8307a4fbe490 HTTP/1.1" status: 404 len: 336 time: 0.0721469 May 12 03:23:14.585907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57974) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.601842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.602807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (820637ce-6ede-4170-939f-6106a93f8a7b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.625043 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-16d28ebe-e89e-4e4b-9b27-310fc5d43f2b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=554b985b-8ea3-4c3f-b705-8e7060956419 HTTP/1.1" status: 200 len: 205 time: 0.0377979 May 12 03:23:14.629607 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820637ce-6ede-4170-939f-6106a93f8a7b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:14.632599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.640644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1ff194-20f1-40cb-bdce-a2d17ea095d4') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:14.641228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1ff194-20f1-40cb-bdce-a2d17ea095d4') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:14.652471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (7f1ff194-20f1-40cb-bdce-a2d17ea095d4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.678441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7f1ff194-20f1-40cb-bdce-a2d17ea095d4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.688396 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-638992d5-9165-4908-82f0-2df9fd18837c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] delete failed (client error): The resource could not be found. May 12 03:23:14.690885 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-638992d5-9165-4908-82f0-2df9fd18837c tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/554b985b-8ea3-4c3f-b705-8e7060956419 HTTP/1.1" status: 404 len: 336 time: 0.0566223 May 12 03:23:14.692543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:14.693489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (7f1ff194-20f1-40cb-bdce-a2d17ea095d4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.693977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57978) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:14.699448 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:14.742927 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8f8f130b-1d0d-47d8-9044-abd893aead7a tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc46931-1588-48c0-93d5-7196b2019124 HTTP/1.1" status: 200 len: 205 time: 0.0475869 May 12 03:23:14.745028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.787946 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ac0d0f1-625b-4488-86b5-1ff2ae90d8c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0e68da7557040989828cb6627c38204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868356 May 12 03:23:14.790790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57986) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.806159 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-d36a43ae-be20-4aa9-abbb-1569fb4a0469 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] delete failed (client error): The resource could not be found. May 12 03:23:14.807357 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d36a43ae-be20-4aa9-abbb-1569fb4a0469 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/4dc46931-1588-48c0-93d5-7196b2019124 HTTP/1.1" status: 404 len: 336 time: 0.0601721 May 12 03:23:14.810200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57990) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.823865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (820637ce-6ede-4170-939f-6106a93f8a7b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.854342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.858310 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/networks/820637ce-6ede-4170-939f-6106a93f8a7b HTTP/1.1" status: 204 len: 168 time: 0.6243758 May 12 03:23:14.861015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 57992) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.875455 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dbf54c6f-cf08-476f-bba0-811498a3d2d6 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e35b9c1-a747-4178-9046-63b365158f59 HTTP/1.1" status: 200 len: 205 time: 0.0638316 May 12 03:23:14.880763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34911e-2ed2-4170-a366-6bdfc52ef6be tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Network': ['ID=820637ce-6ede-4170-939f-6106a93f8a7b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:14.883938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57994) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.937666 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-836ba2c0-3146-4533-9f81-e4b516a1aa3b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] delete failed (client error): The resource could not be found. May 12 03:23:14.938964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-836ba2c0-3146-4533-9f81-e4b516a1aa3b tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/2e35b9c1-a747-4178-9046-63b365158f59 HTTP/1.1" status: 404 len: 336 time: 0.0538945 May 12 03:23:14.944119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 57998) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:14.970014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (0df48935-10b0-42d3-8f79-4f3f19bd4dcf), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.987390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dd032f3-db18-4e0a-ac78-08ea502683f6 admin admin] Publish callbacks [] for security_group (6260d138-b186-41ff-b18e-a3746fea2c18), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:14.991384 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-73166558-bc33-4959-9495-a4f0c4b9386e tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "GET /v2.0/ports?device_id=b16aafd1-1ec9-4738-8741-9342ffc5e4a0 HTTP/1.1" status: 200 len: 205 time: 0.0457628 May 12 03:23:14.993789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58002) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.003772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280c950-2f34-43f9-a01b-83d96f99bf86 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:15.011458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280c950-2f34-43f9-a01b-83d96f99bf86 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:15.013259 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b280c950-2f34-43f9-a01b-83d96f99bf86 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1510446 May 12 03:23:15.014429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0df48935-10b0-42d3-8f79-4f3f19bd4dcf), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.016955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58006) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.024937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1913785848'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:15.053127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-a30b8add-b9c2-4787-8f1d-0410a39793e7 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] delete failed (client error): The resource could not be found. May 12 03:23:15.054593 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a30b8add-b9c2-4787-8f1d-0410a39793e7 tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/routers/b16aafd1-1ec9-4738-8741-9342ffc5e4a0 HTTP/1.1" status: 404 len: 336 time: 0.0590324 May 12 03:23:15.057269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58012) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.066240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dd032f3-db18-4e0a-ac78-08ea502683f6 admin admin] Publish callbacks [] for security_group (6260d138-b186-41ff-b18e-a3746fea2c18), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.108412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.109824 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6127059 May 12 03:23:15.112861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58014) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.115435 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4043cd0a-0375-46b9-a122-3eb7825cbc3d tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] DELETE failed (client error): The resource could not be found. May 12 03:23:15.115972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4043cd0a-0375-46b9-a122-3eb7825cbc3d tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:15.118987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--399063768'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:15.119834 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4043cd0a-0375-46b9-a122-3eb7825cbc3d tempest-RoutersAdminTest-1737724561 tempest-RoutersAdminTest-1737724561-project] 10.222.0.23 "DELETE /v2.0/subnets/31a21831-031d-42c6-907d-8a1a3ffee211 HTTP/1.1" status: 404 len: 337 time: 0.0591576 May 12 03:23:15.121090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ab1bc-1c3b-4f59-a6ad-42cc114fed4c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df48935-10b0-42d3-8f79-4f3f19bd4dcf,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:15.123301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:15.136205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.151131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dd032f3-db18-4e0a-ac78-08ea502683f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (6260d138-b186-41ff-b18e-a3746fea2c18), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.154717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dd032f3-db18-4e0a-ac78-08ea502683f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.156887 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9dd032f3-db18-4e0a-ac78-08ea502683f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6260d138-b186-41ff-b18e-a3746fea2c18 HTTP/1.1" status: 204 len: 168 time: 0.3649979 May 12 03:23:15.160613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.175151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:15.179720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd032f3-db18-4e0a-ac78-08ea502683f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6260d138-b186-41ff-b18e-a3746fea2c18,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:15.194740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1a12119c-8fcb-4fde-8553-d779de2e75a1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.195170 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Added segment 1a12119c-8fcb-4fde-8553-d779de2e75a1 of type vlan for network 96bc9d04-3219-4a6b-a06e-79873630a52e May 12 03:23:15.224025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58022) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.244278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (96bc9d04-3219-4a6b-a06e-79873630a52e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.261523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (d98339d7-ab90-4ba5-a37c-c5a1be54ce05), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.267583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d98339d7-ab90-4ba5-a37c-c5a1be54ce05), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.276148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (96bc9d04-3219-4a6b-a06e-79873630a52e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.284126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:15.284895 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.304681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98339d7-ab90-4ba5-a37c-c5a1be54ce05,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:15.310714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.313924 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-443f6c54-4cc6-4ed2-a974-96c884d3b881 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1980166 May 12 03:23:15.314757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58028) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.321264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5842672b-b7b0-4305-963b-890626742bf2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group_rule': {'security_group_id': '0df48935-10b0-42d3-8f79-4f3f19bd4dcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd98339d7-ab90-4ba5-a37c-c5a1be54ce05'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:15.362087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Network': ['ID=96bc9d04-3219-4a6b-a06e-79873630a52e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:15.373698 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c5b1471c-a4e9-4e38-a725-87536208c8ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3530827 May 12 03:23:15.376549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58030) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.381523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 96bc9d04-3219-4a6b-a06e-79873630a52e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:15.386533 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-5842672b-b7b0-4305-963b-890626742bf2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:15.387617 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5842672b-b7b0-4305-963b-890626742bf2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0719297 May 12 03:23:15.388514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1386386157'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:15.390464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58032) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.415744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:15.419780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.477318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-38366eb8-0382-48de-aef2-9d372f3ad3a0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (d98339d7-ab90-4ba5-a37c-c5a1be54ce05), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.507163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-38366eb8-0382-48de-aef2-9d372f3ad3a0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (d98339d7-ab90-4ba5-a37c-c5a1be54ce05), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.559794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-38366eb8-0382-48de-aef2-9d372f3ad3a0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d98339d7-ab90-4ba5-a37c-c5a1be54ce05), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.563383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-38366eb8-0382-48de-aef2-9d372f3ad3a0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.568249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-38366eb8-0382-48de-aef2-9d372f3ad3a0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/d98339d7-ab90-4ba5-a37c-c5a1be54ce05 HTTP/1.1" status: 204 len: 168 time: 0.1766157 May 12 03:23:15.569320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58038) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.601552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38366eb8-0382-48de-aef2-9d372f3ad3a0 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98339d7-ab90-4ba5-a37c-c5a1be54ce05,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:15.659490 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5364667f-415c-495a-b112-db70117da109 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.0785415 May 12 03:23:15.661074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58040) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.735353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1351a8da-1144-4d83-a2a5-09792ac8924a tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (0df48935-10b0-42d3-8f79-4f3f19bd4dcf), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.762438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1351a8da-1144-4d83-a2a5-09792ac8924a tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (0df48935-10b0-42d3-8f79-4f3f19bd4dcf), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.779505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:15.795741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b51d3a40-f09e-4584-b42b-c8f7b188e31d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.796317 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Added segment b51d3a40-f09e-4584-b42b-c8f7b188e31d of type vlan for network a6cd4724-2f9c-4812-a8c3-f5d33780dab7 May 12 03:23:15.827349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72452928-1fef-48ad-b6fc-f31ea98af6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.831166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1351a8da-1144-4d83-a2a5-09792ac8924a tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0df48935-10b0-42d3-8f79-4f3f19bd4dcf), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.834638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1351a8da-1144-4d83-a2a5-09792ac8924a tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.839284 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1351a8da-1144-4d83-a2a5-09792ac8924a tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/0df48935-10b0-42d3-8f79-4f3f19bd4dcf HTTP/1.1" status: 204 len: 168 time: 0.1737294 May 12 03:23:15.842178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58046) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.852788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (a6cd4724-2f9c-4812-a8c3-f5d33780dab7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.861292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58050) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.868472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a8da-1144-4d83-a2a5-09792ac8924a tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df48935-10b0-42d3-8f79-4f3f19bd4dcf,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:15.924108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-41c0c07e-1652-4ebb-9b3b-c1be3124351c tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0801387 May 12 03:23:15.925006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (a6cd4724-2f9c-4812-a8c3-f5d33780dab7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.929098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58058) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:15.932779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:15.933390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:15.938117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'tempest-secgroup--263114016'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:15.982781 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6038938 May 12 03:23:15.993373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58062) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.008322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'ports': [{'network_id': '96bc9d04-3219-4a6b-a06e-79873630a52e', 'name': 'tempest-port--1275131192', 'admin_state_up': True}, {'network_id': 'a6cd4724-2f9c-4812-a8c3-f5d33780dab7', 'admin_state_up': False}]} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:16.008654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'port': {'network_id': '96bc9d04-3219-4a6b-a06e-79873630a52e', 'name': 'tempest-port--1275131192', 'admin_state_up': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:16.009133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'port': {'network_id': 'a6cd4724-2f9c-4812-a8c3-f5d33780dab7', 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:16.019155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8a755-c2b3-4e82-a23d-d8410358581b tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Network': ['ID=a6cd4724-2f9c-4812-a8c3-f5d33780dab7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.031022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72452928-1fef-48ad-b6fc-f31ea98af6a7 admin admin] Publish callbacks [] for security_group (2298568b-6802-4496-ab52-993efdef890c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.031960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network a6cd4724-2f9c-4812-a8c3-f5d33780dab7 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:16.042634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.047237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72452928-1fef-48ad-b6fc-f31ea98af6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2298568b-6802-4496-ab52-993efdef890c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.104329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-72452928-1fef-48ad-b6fc-f31ea98af6a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5eebf9dba42c40cca94eec5d07a3abc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8791795 May 12 03:23:16.107702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58066) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.121111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72452928-1fef-48ad-b6fc-f31ea98af6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2298568b-6802-4496-ab52-993efdef890c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.173483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-734dcd46-9d5d-461e-b811-c3a6d320b560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.186641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85a9298b-389d-4677-a51d-56cdda909c93 admin admin] Publish callbacks [] for security_group (2298568b-6802-4496-ab52-993efdef890c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.213175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85a9298b-389d-4677-a51d-56cdda909c93 admin admin] Publish callbacks [] for security_group (2298568b-6802-4496-ab52-993efdef890c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.252846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58074) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.285204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85a9298b-389d-4677-a51d-56cdda909c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2298568b-6802-4496-ab52-993efdef890c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.290719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85a9298b-389d-4677-a51d-56cdda909c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.294937 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-85a9298b-389d-4677-a51d-56cdda909c93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2298568b-6802-4496-ab52-993efdef890c HTTP/1.1" status: 204 len: 168 time: 0.1858180 May 12 03:23:16.303097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9298b-389d-4677-a51d-56cdda909c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298568b-6802-4496-ab52-993efdef890c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.330131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-734dcd46-9d5d-461e-b811-c3a6d320b560 admin admin] Publish callbacks [] for security_group (d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.342520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-734dcd46-9d5d-461e-b811-c3a6d320b560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.423033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (10f694d3-1878-4c2b-a7a7-eb12f3f900f5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.427809 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-734dcd46-9d5d-461e-b811-c3a6d320b560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=427424e3629b43e58e037e30fc978879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5631566 May 12 03:23:16.431257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58084) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.432318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dcd46-9d5d-461e-b811-c3a6d320b560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.436561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (10f694d3-1878-4c2b-a7a7-eb12f3f900f5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.452434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'port': 2} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:16.456582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.483524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.487254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.493165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5582223 May 12 03:23:16.493165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c793d2-a972-4af0-b5d9-4a4a63573fdb tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f694d3-1878-4c2b-a7a7-eb12f3f900f5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.493375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58086) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.499151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5fcfa6fd-91a8-4d1e-9b60-440f6d99b929 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:16.499669 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-5fcfa6fd-91a8-4d1e-9b60-440f6d99b929 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 03:23:16.500844 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-5fcfa6fd-91a8-4d1e-9b60-440f6d99b929 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] update failed (client error): There was a conflict when trying to complete your request. May 12 03:23:16.505104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5fcfa6fd-91a8-4d1e-9b60-440f6d99b929 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "PUT /v2.0/security-groups/10f694d3-1878-4c2b-a7a7-eb12f3f900f5 HTTP/1.1" status: 409 len: 330 time: 0.0088661 May 12 03:23:16.505366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58088) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.516474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c2e-457b-4b01-afc1-306344531c37 admin admin] Publish callbacks [] for security_group (d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.547982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c2e-457b-4b01-afc1-306344531c37 admin admin] Publish callbacks [] for security_group (d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.611855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c2e-457b-4b01-afc1-306344531c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.616356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0c2e-457b-4b01-afc1-306344531c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.617705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f1cd0c2e-457b-4b01-afc1-306344531c37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6 HTTP/1.1" status: 204 len: 168 time: 0.1835499 May 12 03:23:16.629031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd0c2e-457b-4b01-afc1-306344531c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f7cd1-7d4b-4ab7-a727-2bcd5ae207b6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.678832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-806586412'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:16.686183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1840f443-b6e0-4d77-a964-89091e407e27 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (10f694d3-1878-4c2b-a7a7-eb12f3f900f5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.703796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Made reservation on behalf of 9a4b5dfd91e04030ba7937f6ec231ebc for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:16.704815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] device_id is not set on port be3ace31-9d38-44e9-a794-a8ade0910053 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:16.708359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.720253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.723475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1840f443-b6e0-4d77-a964-89091e407e27 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (10f694d3-1878-4c2b-a7a7-eb12f3f900f5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.801009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1840f443-b6e0-4d77-a964-89091e407e27 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (10f694d3-1878-4c2b-a7a7-eb12f3f900f5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.804316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1840f443-b6e0-4d77-a964-89091e407e27 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.805971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1840f443-b6e0-4d77-a964-89091e407e27 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/10f694d3-1878-4c2b-a7a7-eb12f3f900f5 HTTP/1.1" status: 204 len: 168 time: 0.2995842 May 12 03:23:16.812031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58096) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.825516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840f443-b6e0-4d77-a964-89091e407e27 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f694d3-1878-4c2b-a7a7-eb12f3f900f5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:16.854132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for port (be3ace31-9d38-44e9-a794-a8ade0910053), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.899290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-efde1ee9-dd20-4109-90e6-a32f29ef34ec tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0858169 May 12 03:23:16.904301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58100) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.927950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] device_id is not set on port 35176e23-c6ae-47a0-9b56-489f89274b99 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:16.930996 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-94f33bb3-97f0-4254-ac9e-9d507fc1f35d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] delete failed (client error): The resource could not be found. May 12 03:23:16.936336 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-94f33bb3-97f0-4254-ac9e-9d507fc1f35d tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "DELETE /v2.0/security-groups/a90bdc3a-524a-4307-ae4d-f2199e3dd527 HTTP/1.1" status: 404 len: 347 time: 0.0309482 May 12 03:23:16.937101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58102) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.938701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for security_group (1f505efa-b007-43f7-b2b2-e32e7a7a4a5f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.945552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1f505efa-b007-43f7-b2b2-e32e7a7a4a5f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:16.956504 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-069877af-242a-47ea-b864-34a07890b6d2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] show failed (client error): The resource could not be found. May 12 03:23:16.960906 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-069877af-242a-47ea-b864-34a07890b6d2 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-groups/3c9ffea6-080d-4141-8446-138c7cbc3f33 HTTP/1.1" status: 404 len: 347 time: 0.0191879 May 12 03:23:16.961464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58104) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:16.984042 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-5455fd56-6141-4e95-b657-577f4117db72 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] show failed (client error): The resource could not be found. May 12 03:23:16.984356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:16.990592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5455fd56-6141-4e95-b657-577f4117db72 tempest-NegativeSecGroupTest-1477990297 tempest-NegativeSecGroupTest-1477990297-project] 10.222.0.23 "GET /v2.0/security-group-rules/c1ddccb9-ac1a-4631-b1c1-6ae56f67c4d4 HTTP/1.1" status: 404 len: 356 time: 0.0230289 May 12 03:23:16.990930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58106) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.004150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f505efa-b007-43f7-b2b2-e32e7a7a4a5f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.017014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (462ceeb8-14b6-4b54-a8dd-118be1a4e470), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.017366 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Added segment 462ceeb8-14b6-4b54-a8dd-118be1a4e470 of type vlan for network 131f05f9-d52d-43f5-9a88-58c4ea278083 May 12 03:23:17.018849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4080582-bdbc-4f05-abbe-f7fccf3c12e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.080016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for port (35176e23-c6ae-47a0-9b56-489f89274b99), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.084889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (131f05f9-d52d-43f5-9a88-58c4ea278083), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.126575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (131f05f9-d52d-43f5-9a88-58c4ea278083), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.129238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (be3ace31-9d38-44e9-a794-a8ade0910053), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.133237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:17.133237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.180901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9265296 May 12 03:23:17.185355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58116) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.196650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Request body: {'subnet': {'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:17.222592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffddf98-7a8a-489d-b6a1-3cee0a9d35fa tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event updated for resources: {'Network': ['ID=131f05f9-d52d-43f5-9a88-58c4ea278083,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.235974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4080582-bdbc-4f05-abbe-f7fccf3c12e7 admin admin] Publish callbacks [] for security_group (5dcfdc10-34af-4fa7-8529-854a00e64eae), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.236277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:17.241824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4080582-bdbc-4f05-abbe-f7fccf3c12e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5dcfdc10-34af-4fa7-8529-854a00e64eae), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.290351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Port': ['ID=be3ace31-9d38-44e9-a794-a8ade0910053,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.290560 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d4080582-bdbc-4f05-abbe-f7fccf3c12e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e876e4048bd54e32a2ae01f25022d97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988999 May 12 03:23:17.290560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080582-bdbc-4f05-abbe-f7fccf3c12e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcfdc10-34af-4fa7-8529-854a00e64eae,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.292661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58118) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.356783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-675862cc-9869-4997-af02-1259b35626ee admin admin] Publish callbacks [] for security_group (5dcfdc10-34af-4fa7-8529-854a00e64eae), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.389486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-675862cc-9869-4997-af02-1259b35626ee admin admin] Publish callbacks [] for security_group (5dcfdc10-34af-4fa7-8529-854a00e64eae), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.402230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58122) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.430043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Checking segment: {'id': '1a12119c-8fcb-4fde-8553-d779de2e75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96bc9d04-3219-4a6b-a06e-79873630a52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:17.430409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network hostable DHCP agents. Network: 96bc9d04-3219-4a6b-a06e-79873630a52e, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:17.464992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Made reservation on behalf of 9a4b5dfd91e04030ba7937f6ec231ebc for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:17.467110 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-518774dd-7ea0-4b99-a9fb-75f56be24f91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5db1efea1b4644f9b57329fd35f9d418&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0637021 May 12 03:23:17.469542 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.469948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58124) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.487296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-675862cc-9869-4997-af02-1259b35626ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5dcfdc10-34af-4fa7-8529-854a00e64eae), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.489973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-675862cc-9869-4997-af02-1259b35626ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.493943 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-675862cc-9869-4997-af02-1259b35626ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dcfdc10-34af-4fa7-8529-854a00e64eae HTTP/1.1" status: 204 len: 168 time: 0.1975441 May 12 03:23:17.499313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network 96bc9d04-3219-4a6b-a06e-79873630a52e is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:17.508728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675862cc-9869-4997-af02-1259b35626ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcfdc10-34af-4fa7-8529-854a00e64eae,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.552340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 96bc9d04-3219-4a6b-a06e-79873630a52e) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:17.561171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22c4d13a-ed4a-42ac-83ad-ac39a259d0b5 admin admin] Publish callbacks [] for security_group (4b47c6f8-4e57-48a0-83c6-97989bab6f78), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.566900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d2e3a-5622-4423-9b1f-a27a44003d51 None None] Network 96bc9d04-3219-4a6b-a06e-79873630a52e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:17.574863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:17.575665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (35176e23-c6ae-47a0-9b56-489f89274b99), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.607450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22c4d13a-ed4a-42ac-83ad-ac39a259d0b5 admin admin] Publish callbacks [] for security_group (4b47c6f8-4e57-48a0-83c6-97989bab6f78), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.630961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Port': ['ID=35176e23-c6ae-47a0-9b56-489f89274b99,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.701706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Checking segment: {'id': 'b51d3a40-f09e-4584-b42b-c8f7b188e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6cd4724-2f9c-4812-a8c3-f5d33780dab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:17.702438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network hostable DHCP agents. Network: a6cd4724-2f9c-4812-a8c3-f5d33780dab7, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:17.707348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22c4d13a-ed4a-42ac-83ad-ac39a259d0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4b47c6f8-4e57-48a0-83c6-97989bab6f78), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.712795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22c4d13a-ed4a-42ac-83ad-ac39a259d0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.719651 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-22c4d13a-ed4a-42ac-83ad-ac39a259d0b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b47c6f8-4e57-48a0-83c6-97989bab6f78 HTTP/1.1" status: 204 len: 168 time: 0.2484593 May 12 03:23:17.728137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4d13a-ed4a-42ac-83ad-ac39a259d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47c6f8-4e57-48a0-83c6-97989bab6f78,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.763273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network a6cd4724-2f9c-4812-a8c3-f5d33780dab7 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:17.771696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58134) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.785652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, a6cd4724-2f9c-4812-a8c3-f5d33780dab7) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:17.792846 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:17.798157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:17.803335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:17.804034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.805231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458633cc-60fd-407e-8a35-ce7b2c74dc9e None None] Network a6cd4724-2f9c-4812-a8c3-f5d33780dab7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:17.811602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (74d043f3-a47c-420d-9808-f45a7dcf087e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.866765 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-839c04d5-b1ea-4630-b9c7-d9db866e9d33 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8681676 May 12 03:23:17.868448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58140) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.891517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event updated for resources: {'Subnet': ['ID=74d043f3-a47c-420d-9808-f45a7dcf087e,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:17.902994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Checking segment: {'id': '462ceeb8-14b6-4b54-a8dd-118be1a4e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:17.903361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Network hostable DHCP agents. Network: 131f05f9-d52d-43f5-9a88-58c4ea278083, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:17.924439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:17.936459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 131f05f9-d52d-43f5-9a88-58c4ea278083) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:17.942742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b7b7a-8799-49b5-a001-c28463a467c1 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:17.946192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:17.946685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c0789-e9ff-4c05-8dde-e86b012bc4b7 None None] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:17.946797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:17.947952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b7b7a-8799-49b5-a001-c28463a467c1 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:17.949529 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-048b7b7a-8799-49b5-a001-c28463a467c1 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0808244 May 12 03:23:17.952368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58142) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:17.974271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58146) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:18.010050 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3f68040d-6a3f-4708-aa74-049eed4f6804 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194335 May 12 03:23:18.010880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58150) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:18.017324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Request body: {'port': {'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1631070212'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:18.069349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-131f05f9-d52d-43f5-9a88-58c4ea278083', 'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083', 'project_id': '9a4b5dfd91e04030ba7937f6ec231ebc', 'fixed_ips': [{'subnet_id': '74d043f3-a47c-420d-9808-f45a7dcf087e'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:18.070504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Deleting port be3ace31-9d38-44e9-a794-a8ade0910053 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:18.070848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (be3ace31-9d38-44e9-a794-a8ade0910053), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.071265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.162346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (be3ace31-9d38-44e9-a794-a8ade0910053), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.181446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Calling delete_port for be3ace31-9d38-44e9-a794-a8ade0910053 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:18.202747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Made reservation on behalf of 9a4b5dfd91e04030ba7937f6ec231ebc for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:18.214336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.246540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Allocated IP 172.20.0.2 (131f05f9-d52d-43f5-9a88-58c4ea278083/74d043f3-a47c-420d-9808-f45a7dcf087e/c1560497-967f-4750-9142-6214c5384681) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:18.292649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] device_id is not set on port fd0d7f31-ad3b-466d-89c3-7bf6041b70e5 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:18.304911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (be3ace31-9d38-44e9-a794-a8ade0910053), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.368946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Port': ['ID=be3ace31-9d38-44e9-a794-a8ade0910053,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:18.370258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6c3de423-5b8e-484d-af54-cdf7da846d85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df1b4644911c46c9a37825dea4f1a80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5964983 May 12 03:23:18.374748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58156) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:18.395445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.403131 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cd8e11b7-a306-4604-a16d-47d38cd3775f tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/ports/be3ace31-9d38-44e9-a794-a8ade0910053 HTTP/1.1" status: 204 len: 168 time: 0.4497709 May 12 03:23:18.405973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58160) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:18.475662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Publish callbacks [] for port (c1560497-967f-4750-9142-6214c5384681), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.476880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acbff320-4d2a-4d4f-9270-81c73e755262 admin admin] Publish callbacks [] for security_group (5d46aeb7-e8fe-4974-bde9-45b1d5fc7409), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.488259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (c1560497-967f-4750-9142-6214c5384681), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.506404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acbff320-4d2a-4d4f-9270-81c73e755262 admin admin] Publish callbacks [] for security_group (5d46aeb7-e8fe-4974-bde9-45b1d5fc7409), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.525624 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:23:18.568284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Deleting port 35176e23-c6ae-47a0-9b56-489f89274b99 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:18.568632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (35176e23-c6ae-47a0-9b56-489f89274b99), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.579326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:18.585580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:18.594237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acbff320-4d2a-4d4f-9270-81c73e755262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5d46aeb7-e8fe-4974-bde9-45b1d5fc7409), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.598473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acbff320-4d2a-4d4f-9270-81c73e755262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.604263 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-acbff320-4d2a-4d4f-9270-81c73e755262 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d46aeb7-e8fe-4974-bde9-45b1d5fc7409 HTTP/1.1" status: 204 len: 168 time: 0.2138717 May 12 03:23:18.604417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:18.615323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbff320-4d2a-4d4f-9270-81c73e755262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46aeb7-e8fe-4974-bde9-45b1d5fc7409,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:18.626199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Pushing event updated for resources: {'Port': ['ID=c1560497-967f-4750-9142-6214c5384681,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:18.642981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (35176e23-c6ae-47a0-9b56-489f89274b99), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.658863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b6bb2529-c494-4117-ac37-9dbdf191250f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:18.659741 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-b6bb2529-c494-4117-ac37-9dbdf191250f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 03:23:18.660438 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-b6bb2529-c494-4117-ac37-9dbdf191250f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): There was a conflict when trying to complete your request. May 12 03:23:18.661701 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b6bb2529-c494-4117-ac37-9dbdf191250f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6864316 May 12 03:23:18.666227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58172) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:18.673084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Allocated IP 172.20.0.7 (131f05f9-d52d-43f5-9a88-58c4ea278083/74d043f3-a47c-420d-9808-f45a7dcf087e/fd0d7f31-ad3b-466d-89c3-7bf6041b70e5) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:18.673977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454563147'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:18.676232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Calling delete_port for 35176e23-c6ae-47a0-9b56-489f89274b99 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:18.738462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.739150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Attempting to bind port c1560497-967f-4750-9142-6214c5384681 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:18.739621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Attempting to bind port c1560497-967f-4750-9142-6214c5384681 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '462ceeb8-14b6-4b54-a8dd-118be1a4e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:18.739991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Attempting to bind port c1560497-967f-4750-9142-6214c5384681 on network 131f05f9-d52d-43f5-9a88-58c4ea278083 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:18.753367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:18.754206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Checking segment: {'id': '462ceeb8-14b6-4b54-a8dd-118be1a4e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:18.754623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.754988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.755176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Bound using segment: {'id': '462ceeb8-14b6-4b54-a8dd-118be1a4e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:18.755663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Bound port: c1560497-967f-4750-9142-6214c5384681, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462ceeb8-14b6-4b54-a8dd-118be1a4e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '131f05f9-d52d-43f5-9a88-58c4ea278083'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:18.756242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c1560497-967f-4750-9142-6214c5384681), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.853387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] For port c1560497-967f-4750-9142-6214c5384681, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:18.860290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] For port c1560497-967f-4750-9142-6214c5384681, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c1560497-967f-4750-9142-6214c5384681,segment=NetworkSegment(462ceeb8-14b6-4b54-a8dd-118be1a4e470),segment_id=462ceeb8-14b6-4b54-a8dd-118be1a4e470)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:18.862403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (f51742fb-649c-466d-9e52-47bee1459800), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.868430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f51742fb-649c-466d-9e52-47bee1459800), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.872082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c1560497-967f-4750-9142-6214c5384681), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:18.913705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51742fb-649c-466d-9e52-47bee1459800,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:18.937199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (35176e23-c6ae-47a0-9b56-489f89274b99), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.002507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Port': ['ID=35176e23-c6ae-47a0-9b56-489f89274b99,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:19.011038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (65d68bab-78aa-4f1d-8579-e354a72211b8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.021247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.023132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (65d68bab-78aa-4f1d-8579-e354a72211b8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.023617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c067400-44dd-4023-827f-624be4ffbf2c None None] Pushing event updated for resources: {'Port': ['ID=c1560497-967f-4750-9142-6214c5384681,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:19.024776 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3687b265-3f36-41b0-83cc-0ccdd1ae8a43 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/ports/35176e23-c6ae-47a0-9b56-489f89274b99 HTTP/1.1" status: 204 len: 168 time: 0.6177282 May 12 03:23:19.030840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58182) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.068414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.073803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for port (fd0d7f31-ad3b-466d-89c3-7bf6041b70e5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.075126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58184) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.076861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4092903 May 12 03:23:19.078457 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fd68e079-4ed2-4f1e-9ad7-d1f17faaa3c5 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0465782 May 12 03:23:19.082198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '65d68bab-78aa-4f1d-8579-e354a72211b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:19.084611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58186) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.091283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-694597925'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:19.096960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eae6e-331e-4adc-8153-e89ba7bc1067 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d68bab-78aa-4f1d-8579-e354a72211b8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:19.111609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58188) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.137061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:19.140908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (fd0d7f31-ad3b-466d-89c3-7bf6041b70e5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.141576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.154214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group_rule (84dcc489-81a3-4496-8040-7b061bac8889), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.174807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:19.193213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.193647 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Added segment 3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396 of type vlan for network 69f7456c-f41e-432a-b8b5-dd06f1b5617f May 12 03:23:19.234789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:19.249248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (69f7456c-f41e-432a-b8b5-dd06f1b5617f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.254294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:19.259447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:19.266130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event updated for resources: {'Port': ['ID=fd0d7f31-ad3b-466d-89c3-7bf6041b70e5,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:19.319799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (69f7456c-f41e-432a-b8b5-dd06f1b5617f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.334209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:19.334884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.383110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:19.383851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.403840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group_rule (84dcc489-81a3-4496-8040-7b061bac8889), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.408059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58198) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.408568 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3195679 May 12 03:23:19.414425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094150077'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:19.424318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2ad9ea0d-288e-40b1-8387-43efb7734c31 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4124539 May 12 03:23:19.431106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (84dcc489-81a3-4496-8040-7b061bac8889), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.461647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58200) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.471324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7930d-fcdd-42ec-89d7-fce6607400e4 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Network': ['ID=69f7456c-f41e-432a-b8b5-dd06f1b5617f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:19.478098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1315018438', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:19.485843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 69f7456c-f41e-432a-b8b5-dd06f1b5617f details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:19.518504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:19.520100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Made reservation on behalf of 65909a997c164d19b8b7aa1fe14ec727 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:19.523956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.527490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.531648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.536768 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580748 May 12 03:23:19.539666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.552711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58208) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:19.583296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ee1a-6495-4bf7-9a01-599fad3c23ec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dcc489-81a3-4496-8040-7b061bac8889,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:19.630937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-203da56d-be05-4817-8447-e8cd6d272ba5 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '65d68bab-78aa-4f1d-8579-e354a72211b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:19.708767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-203da56d-be05-4817-8447-e8cd6d272ba5 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group_rule (081f5404-e9b7-424d-8dbf-52381a8b5067), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.710204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c1560497-967f-4750-9142-6214c5384681 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:19.712691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Deleting port fd0d7f31-ad3b-466d-89c3-7bf6041b70e5 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:19.713398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fd0d7f31-ad3b-466d-89c3-7bf6041b70e5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.737728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for security_group (f20d7bc5-e09b-483c-af81-356727a9c051), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.763795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:19.767121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f20d7bc5-e09b-483c-af81-356727a9c051), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.793524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] device_id is not set on port 1e8ad7b6-0073-40d2-bb5c-3b268d5ba324 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:19.804434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c1560497-967f-4750-9142-6214c5384681 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:19.804814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c1560497-967f-4750-9142-6214c5384681), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.822929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f6a36c61-fa5d-4e27-a532-88dc6ddde9a6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.823473 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Added segment f6a36c61-fa5d-4e27-a532-88dc6ddde9a6 of type vlan for network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 May 12 03:23:19.886611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (3f6b2802-e212-4896-b1f7-5e2cd28c0296), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.894594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fd0d7f31-ad3b-466d-89c3-7bf6041b70e5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:19.925550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Calling delete_port for fd0d7f31-ad3b-466d-89c3-7bf6041b70e5 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:19.944593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c1560497-967f-4750-9142-6214c5384681 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:19.945001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c1560497-967f-4750-9142-6214c5384681), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.015463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port c1560497-967f-4750-9142-6214c5384681, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c1560497-967f-4750-9142-6214c5384681,segment=NetworkSegment(462ceeb8-14b6-4b54-a8dd-118be1a4e470),segment_id=462ceeb8-14b6-4b54-a8dd-118be1a4e470)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:20.021756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c1560497-967f-4750-9142-6214c5384681), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.022072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (3f6b2802-e212-4896-b1f7-5e2cd28c0296), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.029375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:20.029964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.066425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58224) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:20.083683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=c1560497-967f-4750-9142-6214c5384681,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:20.237908 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8177588 May 12 03:23:20.237908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (fd0d7f31-ad3b-466d-89c3-7bf6041b70e5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.238196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d7bc5-e09b-483c-af81-356727a9c051,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:20.293976 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-203da56d-be05-4817-8447-e8cd6d272ba5 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): There was a conflict when trying to complete your request. May 12 03:23:20.296121 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-203da56d-be05-4817-8447-e8cd6d272ba5 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6729693 May 12 03:23:20.298910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58232) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:20.321366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Allocated IP 172.26.2.104 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/1e8ad7b6-0073-40d2-bb5c-3b268d5ba324) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:20.352115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event deleted for resources: {'Port': ['ID=fd0d7f31-ad3b-466d-89c3-7bf6041b70e5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:20.371700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986349a7-b0c7-454b-9f88-0f6b8f5c08c0 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Network': ['ID=3f6b2802-e212-4896-b1f7-5e2cd28c0296,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:20.383231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58234) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:20.403286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:20.424392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'subnets': [{'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--975738379', 'ip_version': 4}, {'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:20.424796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'subnet': {'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--975738379', 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:20.425288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Request body: {'subnet': {'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:20.575603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a9f2-01e9-42bc-8583-daa6d236174a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (65d68bab-78aa-4f1d-8579-e354a72211b8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.582495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9a884-12c2-439b-a963-ac180f209397 None None] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:20.592075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58240) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:20.664930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-427940850'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:20.683522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d38f985d-3c63-4e86-8b06-89a09585d7ed None None] Provisioning complete for port c1560497-967f-4750-9142-6214c5384681 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:20.684694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d38f985d-3c63-4e86-8b06-89a09585d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c1560497-967f-4750-9142-6214c5384681), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.741928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for port (1e8ad7b6-0073-40d2-bb5c-3b268d5ba324), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.769197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:20.780455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.794632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a9f2-01e9-42bc-8583-daa6d236174a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (65d68bab-78aa-4f1d-8579-e354a72211b8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.817605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.837748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Made reservation on behalf of 8c6695697b3f4d6faf7bb48434f24b30 for: {'subnet': 2} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:20.844889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.845533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.868908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a9f2-01e9-42bc-8583-daa6d236174a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (65d68bab-78aa-4f1d-8579-e354a72211b8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.872674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a9f2-01e9-42bc-8583-daa6d236174a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.874023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c0e6a9f2-01e9-42bc-8583-daa6d236174a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/65d68bab-78aa-4f1d-8579-e354a72211b8 HTTP/1.1" status: 204 len: 168 time: 0.5738719 May 12 03:23:20.874395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.878063 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1c4885ce-6968-494e-9d95-1805c020ef84 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "DELETE /v2.0/ports/fd0d7f31-ad3b-466d-89c3-7bf6041b70e5 HTTP/1.1" status: 204 len: 168 time: 1.3968346 May 12 03:23:20.879087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58248) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:20.881461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1e8ad7b6-0073-40d2-bb5c-3b268d5ba324), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:20.889749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58250) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:20.934474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6a9f2-01e9-42bc-8583-daa6d236174a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d68bab-78aa-4f1d-8579-e354a72211b8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:20.955205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:20.961041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:20.968492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:21.035125 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a0409eb0-a418-49d4-ab55-2ed24f5081f7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1512821 May 12 03:23:21.038087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8ad7b6-0073-40d2-bb5c-3b268d5ba324,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.040784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58256) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:21.052393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--227301686'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:21.070784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for security_group (bba67c25-8830-4f28-9f6d-40bddd03f9e0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.082848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1395048648'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:21.090310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (bba67c25-8830-4f28-9f6d-40bddd03f9e0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.105738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.110753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Made reservation on behalf of 9e10b7b2d63b4f1699dc83938749bc15 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:21.114228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.160281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:21.160585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.164732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d38f985d-3c63-4e86-8b06-89a09585d7ed None None] Current status of the port c1560497-967f-4750-9142-6214c5384681 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:21.174356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.181437 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a29dc3ed-7572-4ac5-a1be-ab1d723dcced tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0685475 May 12 03:23:21.181611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:21.190162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58258) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:21.195975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.104'}]}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:21.227922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (162360aa-3e92-49f0-a7c4-21efbfab78d9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.229228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Added segment 162360aa-3e92-49f0-a7c4-21efbfab78d9 of type vlan for network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a May 12 03:23:21.247566 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cf9a5073-1abd-46e2-b546-f8854a691587 tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.3537681 May 12 03:23:21.258495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58260) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:21.259041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba67c25-8830-4f28-9f6d-40bddd03f9e0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.266517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1443060218'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:21.329149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for security_group (e1f1b4da-9e06-46a4-89d0-6a36726dfe1b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.340176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Made reservation on behalf of 9a4b5dfd91e04030ba7937f6ec231ebc for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:21.343843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.344427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (63cedc1d-51d3-4500-bc80-bfe6842dfc1a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.355774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e1f1b4da-9e06-46a4-89d0-6a36726dfe1b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.368132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:21.380774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (49128622-4669-4b89-882f-5c4d734dfc66), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.381197 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Added segment 49128622-4669-4b89-882f-5c4d734dfc66 of type vlan for network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 May 12 03:23:21.397161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (989d764f-91b3-4be7-a396-e644288b5a40), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.398261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (989d764f-91b3-4be7-a396-e644288b5a40), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.398506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (63cedc1d-51d3-4500-bc80-bfe6842dfc1a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.410294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:21.410931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.477411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.490748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (7bbb5e91-6be7-45ac-ad3e-0728ec452534), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.498940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:21.502440 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4126916 May 12 03:23:21.506315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0a49e2eb-e69f-4349-adda-43046943f757 None None] Provisioning complete for port c1560497-967f-4750-9142-6214c5384681 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:21.507031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.507451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0a49e2eb-e69f-4349-adda-43046943f757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c1560497-967f-4750-9142-6214c5384681), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.517540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58268) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:21.534346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fddf4-87a3-465c-a164-274daa6ac2d9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Network': ['ID=63cedc1d-51d3-4500-bc80-bfe6842dfc1a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.558899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:21.571455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f1b4da-9e06-46a4-89d0-6a36726dfe1b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.586588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:21.594341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b73acf0f-c1a2-41ae-bd88-6bd8d96a0311), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.594767 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Added segment b73acf0f-c1a2-41ae-bd88-6bd8d96a0311 of type vlan for network 0f9cabd1-cfe0-4846-af98-cf6137af106f May 12 03:23:21.597864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (4ddd6868-56d9-49d9-a266-e3341626e4be), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.680612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Checking segment: {'id': '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:21.681432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network hostable DHCP agents. Network: 69f7456c-f41e-432a-b8b5-dd06f1b5617f, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:21.687130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Subnet': ['ID=4ddd6868-56d9-49d9-a266-e3341626e4be,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.706530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.707005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.707443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.708093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.708641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.709167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.709796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.710396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.710829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.711334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.711739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.712325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.712847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.713520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.714129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:21.728461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network 69f7456c-f41e-432a-b8b5-dd06f1b5617f is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:21.730511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c1560497-967f-4750-9142-6214c5384681 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:21.741126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.742425 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6940413 May 12 03:23:21.745930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for router_controller (989d764f-91b3-4be7-a396-e644288b5a40), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.748352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58272) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:21.754690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-91c56730-bb6c-4a02-b6b5-64b29a0f2dfb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:21.755552 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-91c56730-bb6c-4a02-b6b5-64b29a0f2dfb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 12 03:23:21.756817 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-91c56730-bb6c-4a02-b6b5-64b29a0f2dfb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:21.762589 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-91c56730-bb6c-4a02-b6b5-64b29a0f2dfb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0128238 May 12 03:23:21.764059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58274) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:21.775048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 69f7456c-f41e-432a-b8b5-dd06f1b5617f) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:21.785486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.832660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (7bbb5e91-6be7-45ac-ad3e-0728ec452534), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.837694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:21.839045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.848884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a535d-78a0-4a42-a4e6-4e28b69f5153 None None] Network 69f7456c-f41e-432a-b8b5-dd06f1b5617f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:21.880590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event updated for resources: {'Subnet': ['ID=a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.924943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (0f9cabd1-cfe0-4846-af98-cf6137af106f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.929773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-656e1e80-871a-41ad-9e8f-6c3ddb11d523 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.954679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Checking segment: {'id': 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:21.955792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network hostable DHCP agents. Network: 3f6b2802-e212-4896-b1f7-5e2cd28c0296, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:21.961139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:21.974590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:21.978312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:21.987141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0a49e2eb-e69f-4349-adda-43046943f757 None None] Current status of the port c1560497-967f-4750-9142-6214c5384681 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:22.001569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-69f7456c-f41e-432a-b8b5-dd06f1b5617f', 'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f', 'project_id': '8c6695697b3f4d6faf7bb48434f24b30', 'fixed_ips': [{'subnet_id': '4ddd6868-56d9-49d9-a266-e3341626e4be'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:22.002732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.014370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-656e1e80-871a-41ad-9e8f-6c3ddb11d523 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.023516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:22.046937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 3f6b2802-e212-4896-b1f7-5e2cd28c0296) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:22.074996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:22.076896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:22.077211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.093313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-656e1e80-871a-41ad-9e8f-6c3ddb11d523 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.096021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.resource_extend [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:23:22.096222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-656e1e80-871a-41ad-9e8f-6c3ddb11d523 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.099887 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-656e1e80-871a-41ad-9e8f-6c3ddb11d523 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff HTTP/1.1" status: 204 len: 168 time: 0.3319743 May 12 03:23:22.109249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58284) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.110426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e1e80-871a-41ad-9e8f-6c3ddb11d523 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfba96e-d9cc-48e9-b22d-3617dbb1b1ff,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:22.118345 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0ac5a013-98a1-492f-86a0-4d624542dcae tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7316351 May 12 03:23:22.121687 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.4564838 May 12 03:23:22.130895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58286) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.131596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58288) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.178651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.179140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.179622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.180063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.180566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.180929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.181332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.181776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.182979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.183378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.183821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.184406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.184803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.185198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.185588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bb443-7a1a-4a5f-bee3-784bdd612e8f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:22.205499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'subnet': {'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:22.209450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a5d0-d950-425a-8fb9-b502272fa07f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Network': ['ID=7bbb5e91-6be7-45ac-ad3e-0728ec452534,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:22.209562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Allocated IP 172.20.0.2 (69f7456c-f41e-432a-b8b5-dd06f1b5617f/4ddd6868-56d9-49d9-a266-e3341626e4be/c90edc63-efeb-4511-b125-c758892bf521) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:22.227698 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8718b60e-0131-4aef-b4ce-46643b0c3fd9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1066453 May 12 03:23:22.229518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58290) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.234570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--643324556'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:22.258367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.304154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for router_gateway (989d764f-91b3-4be7-a396-e644288b5a40), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.351386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (b7d8996d-f222-471f-adb3-1918b2babea0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.360956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (b7d8996d-f222-471f-adb3-1918b2babea0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.374339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (0f9cabd1-cfe0-4846-af98-cf6137af106f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.379596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:22.381236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.399741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.404359 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1705751 May 12 03:23:22.404359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ecf45-dcc3-4f29-9763-e93995b211d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8996d-f222-471f-adb3-1918b2babea0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:22.404998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58292) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.409685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a8df89d6-9e01-4601-8748-872cc8f96e09 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'b7d8996d-f222-471f-adb3-1918b2babea0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:22.410291 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-a8df89d6-9e01-4601-8748-872cc8f96e09 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 12 03:23:22.410799 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-a8df89d6-9e01-4601-8748-872cc8f96e09 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:22.413949 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8df89d6-9e01-4601-8748-872cc8f96e09 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057080 May 12 03:23:22.423100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58294) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.436140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58296) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.439909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059639268', 'description': 'tempest-secgroup-smoke-1059639268 description', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:22.486272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.492564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0743e-723e-4d20-b7fb-44d2ff33928f None None] Network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:22.496396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:22.498011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.520670 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2568221 May 12 03:23:22.526567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4ba42177-f158-4ffe-87fc-4940c1ad722f None None] Could not find standard attr ID for object fd0d7f31-ad3b-466d-89c3-7bf6041b70e5. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:23:22.573315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58298) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.602359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (14c8bb45-2d9c-4305-89c5-72c1f928b69b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.609079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Publish callbacks [] for port (c90edc63-efeb-4511-b125-c758892bf521), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.610500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (14c8bb45-2d9c-4305-89c5-72c1f928b69b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.618008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9305d5ea-2c76-4d1d-9ba3-f51634906ee7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (b7d8996d-f222-471f-adb3-1918b2babea0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.624220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fb9f7-118b-4caf-babf-54fe0e3b94dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:22.625729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fb9f7-118b-4caf-babf-54fe0e3b94dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:22.627064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fb9f7-118b-4caf-babf-54fe0e3b94dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:22.628789 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-230fb9f7-118b-4caf-babf-54fe0e3b94dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4382615 May 12 03:23:22.636408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58300) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.643101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c1560497-967f-4750-9142-6214c5384681 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:22.643664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c1560497-967f-4750-9142-6214c5384681), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.673260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (c90edc63-efeb-4511-b125-c758892bf521), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.698742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Made reservation on behalf of 9e10b7b2d63b4f1699dc83938749bc15 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:22.702345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.719015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9305d5ea-2c76-4d1d-9ba3-f51634906ee7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (b7d8996d-f222-471f-adb3-1918b2babea0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.725833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c8bb45-2d9c-4305-89c5-72c1f928b69b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:22.743055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Network 69f7456c-f41e-432a-b8b5-dd06f1b5617f is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:22.756057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e23a7a-81d9-43b9-a606-9f29cbbbd69e tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event updated for resources: {'Network': ['ID=0f9cabd1-cfe0-4846-af98-cf6137af106f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:22.771374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:22.773348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Pushing event updated for resources: {'Port': ['ID=c90edc63-efeb-4511-b125-c758892bf521,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:22.778376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:22.793702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Deleting subnet 4ddd6868-56d9-49d9-a266-e3341626e4be {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:22.797341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for subnet (4ddd6868-56d9-49d9-a266-e3341626e4be), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.829179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-3f6b2802-e212-4896-b1f7-5e2cd28c0296', 'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296', 'project_id': '8c6695697b3f4d6faf7bb48434f24b30', 'fixed_ips': [{'subnet_id': 'a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:22.830150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.832303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 0f9cabd1-cfe0-4846-af98-cf6137af106f details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:22.873494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (330ab4fd-c47d-4563-a1bf-6e200e720c2a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.879523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (4ddd6868-56d9-49d9-a266-e3341626e4be), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.901740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (330ab4fd-c47d-4563-a1bf-6e200e720c2a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.904392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9305d5ea-2c76-4d1d-9ba3-f51634906ee7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (b7d8996d-f222-471f-adb3-1918b2babea0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.906462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9305d5ea-2c76-4d1d-9ba3-f51634906ee7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.908146 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9305d5ea-2c76-4d1d-9ba3-f51634906ee7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7d8996d-f222-471f-adb3-1918b2babea0 HTTP/1.1" status: 204 len: 168 time: 0.4809811 May 12 03:23:22.922247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58302) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.960992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c1560497-967f-4750-9142-6214c5384681 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:22.964745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:22.969366 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5326588 May 12 03:23:22.976283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58304) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:22.983654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group_rule': {'security_group_id': '330ab4fd-c47d-4563-a1bf-6e200e720c2a', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:22.998468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602f25e-f643-4ef1-9b99-772d749b53e8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ab4fd-c47d-4563-a1bf-6e200e720c2a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.017505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Attempting to bind port c90edc63-efeb-4511-b125-c758892bf521 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:23.018163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Attempting to bind port c90edc63-efeb-4511-b125-c758892bf521 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:23.018691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Attempting to bind port c90edc63-efeb-4511-b125-c758892bf521 on network 69f7456c-f41e-432a-b8b5-dd06f1b5617f {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:23.036121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:23.036811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Checking segment: {'id': '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:23.037377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.037944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Bound using segment: {'id': '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:23.040313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Bound port: c90edc63-efeb-4511-b125-c758892bf521, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '69f7456c-f41e-432a-b8b5-dd06f1b5617f'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:23.040926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c90edc63-efeb-4511-b125-c758892bf521), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.047692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305d5ea-2c76-4d1d-9ba3-f51634906ee7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d8996d-f222-471f-adb3-1918b2babea0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.080140 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fee07682-2de4-4f79-a539-49bb418a739d tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1577792 May 12 03:23:23.086216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (4ddd6868-56d9-49d9-a266-e3341626e4be), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.089044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58306) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.094582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420067887'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.128791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (7b91d465-261f-4072-9fa1-073c26e88fbd), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.173121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Allocated IP 172.20.0.18 (3f6b2802-e212-4896-b1f7-5e2cd28c0296/a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa/39b599c7-3ea4-447d-a8b7-02ee5c6f9c76) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:23.182806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.226283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] For port c90edc63-efeb-4511-b125-c758892bf521, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:23.226617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (4ddd6868-56d9-49d9-a266-e3341626e4be), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.233019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (7b91d465-261f-4072-9fa1-073c26e88fbd), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.243685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7b91d465-261f-4072-9fa1-073c26e88fbd), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.275989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] For port c90edc63-efeb-4511-b125-c758892bf521, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c90edc63-efeb-4511-b125-c758892bf521,segment=NetworkSegment(3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396),segment_id=3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:23.284255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c90edc63-efeb-4511-b125-c758892bf521), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.289961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddd6868-56d9-49d9-a266-e3341626e4be,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.312909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.316017 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b414f89f-672f-47ef-b214-05ab7d0e090c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/subnets/4ddd6868-56d9-49d9-a266-e3341626e4be HTTP/1.1" status: 204 len: 168 time: 0.6662424 May 12 03:23:23.316901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b91d465-261f-4072-9fa1-073c26e88fbd,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.328604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.332852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5cf078bf-8a32-4c5c-b4bc-9c725e4b7df2 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3524001 May 12 03:23:23.332852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58308) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.333682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58310) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.348529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group_rule': {'security_group_id': '330ab4fd-c47d-4563-a1bf-6e200e720c2a', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.360502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for router_gateway (989d764f-91b3-4be7-a396-e644288b5a40), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.382894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Publish callbacks [] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.397797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.412481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.421355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (1f8c3ba2-1bc0-446e-957a-850f0e3b48e5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.431370 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfd295-b5a6-437b-96bd-52a8df9bbac4 None None] Pushing event updated for resources: {'Port': ['ID=c90edc63-efeb-4511-b125-c758892bf521,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.435766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1f8c3ba2-1bc0-446e-957a-850f0e3b48e5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.436260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:23.441497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:23.465323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:23.476471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (446a7991-947f-4ac6-a8d1-d65b51d6190e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.489841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Deleting subnet a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:23.502101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for subnet (a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.506843 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-75d83beb-05dd-4692-af4c-c322dd9c650e tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/agents/1a14ad8d-7fd9-4317-ab9a-a964b9e0f057/dhcp-networks HTTP/1.1" status: 200 len: 7212 time: 0.9323759 May 12 03:23:23.530621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58312) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.532663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Pushing event updated for resources: {'Port': ['ID=39b599c7-3ea4-447d-a8b7-02ee5c6f9c76,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.534281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.538828 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4457712 May 12 03:23:23.544670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Attempting to bind port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:23.545295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Attempting to bind port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:23.545823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Attempting to bind port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 on network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:23.549524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e70d-8262-4ad4-98bd-df10cfdefb08 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8c3ba2-1bc0-446e-957a-850f0e3b48e5,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.551874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:23.552570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Checking segment: {'id': 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:23.553004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58314) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.553308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.553860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Bound using segment: {'id': 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:23.554525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Bound port: 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3f6b2802-e212-4896-b1f7-5e2cd28c0296'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:23.555069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.579660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-01db9f67-a08a-4e6f-8394-f87584ce0a31 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '1f8c3ba2-1bc0-446e-957a-850f0e3b48e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.580610 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-01db9f67-a08a-4e6f-8394-f87584ce0a31 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 12 03:23:23.581269 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-01db9f67-a08a-4e6f-8394-f87584ce0a31 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:23.584840 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01db9f67-a08a-4e6f-8394-f87584ce0a31 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194359 May 12 03:23:23.589980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58316) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.602113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-735e8568-9fd6-4be2-ba80-639badfa4956 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '1f8c3ba2-1bc0-446e-957a-850f0e3b48e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.605572 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING neutron.api.v2.base [None req-735e8568-9fd6-4be2-ba80-639badfa4956 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 12 03:23:23.606292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-735e8568-9fd6-4be2-ba80-639badfa4956 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:23.607781 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-735e8568-9fd6-4be2-ba80-639badfa4956 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092874 May 12 03:23:23.612165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58318) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.619396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-22a71b98-9196-421a-8891-b3fc994aff55 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '1f8c3ba2-1bc0-446e-957a-850f0e3b48e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.620806 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-22a71b98-9196-421a-8891-b3fc994aff55 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 12 03:23:23.621382 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-22a71b98-9196-421a-8891-b3fc994aff55 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:23.622480 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-22a71b98-9196-421a-8891-b3fc994aff55 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090511 May 12 03:23:23.628399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58320) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.631893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.643829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] For port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:23.648006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] For port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=39b599c7-3ea4-447d-a8b7-02ee5c6f9c76,segment=NetworkSegment(f6a36c61-fa5d-4e27-a532-88dc6ddde9a6),segment_id=f6a36c61-fa5d-4e27-a532-88dc6ddde9a6)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:23.658426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.681962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-24689505-a783-4dcd-a5d0-2378f93cd6a6 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '1f8c3ba2-1bc0-446e-957a-850f0e3b48e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-24689505-a783-4dcd-a5d0-2378f93cd6a6 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 12 03:23:23.683904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-24689505-a783-4dcd-a5d0-2378f93cd6a6 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:23.684868 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-24689505-a783-4dcd-a5d0-2378f93cd6a6 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0498796 May 12 03:23:23.692253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58322) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.746174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (d2f43def-0660-4c89-9a98-4bee86baf198), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.752339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef170a4-ea0b-4178-9571-3aee935e8120 tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] Network 0f9cabd1-cfe0-4846-af98-cf6137af106f is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:23.769144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Pushing event updated for resources: {'Port': ['ID=39b599c7-3ea4-447d-a8b7-02ee5c6f9c76,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.777113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (446a7991-947f-4ac6-a8d1-d65b51d6190e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.802338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.802585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.803421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.803957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.804492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.804870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.805149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.805476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.805995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.806493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.807083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.807592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.808061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.808520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.809016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aee09-1676-4dbc-9e29-2aac778f1826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:23.816032 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0ef170a4-ea0b-4178-9571-3aee935e8120 tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "POST /v2.0/agents/1a14ad8d-7fd9-4317-ab9a-a964b9e0f057/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2784698 May 12 03:23:23.816911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (446a7991-947f-4ac6-a8d1-d65b51d6190e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.821179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58324) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.830252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401795aa-2a1e-4a52-9bee-93ae872fe424 None None] Network 0f9cabd1-cfe0-4846-af98-cf6137af106f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:23.910007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446a7991-947f-4ac6-a8d1-d65b51d6190e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.951555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (6edad9ee-c0dd-4b0e-8813-c50447f6fb68), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.954697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.958867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58326) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:23.959725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0fda0913-7fbb-4e78-91a2-7645bfca04bf tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6151373 May 12 03:23:23.966929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group_rule': {'security_group_id': '330ab4fd-c47d-4563-a1bf-6e200e720c2a', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:23.991142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.994237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=d2f43def-0660-4c89-9a98-4bee86baf198,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:23.994510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61c11b25-2be8-4101-b904-67a25c8c88d1 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (1f8c3ba2-1bc0-446e-957a-850f0e3b48e5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:23.996922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for router (989d764f-91b3-4be7-a396-e644288b5a40), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.089032 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:24.089032 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network hostable DHCP agents. Network: 63cedc1d-51d3-4500-bc80-bfe6842dfc1a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:24.125044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61c11b25-2be8-4101-b904-67a25c8c88d1 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (1f8c3ba2-1bc0-446e-957a-850f0e3b48e5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.152537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (8572a737-9083-46b8-8f3a-e259926c912f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.188540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.207279 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a3004b0f-0b64-4a5c-8f65-af04d2acc9c9 tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/agents/1a14ad8d-7fd9-4317-ab9a-a964b9e0f057/dhcp-networks HTTP/1.1" status: 200 len: 7944 time: 0.3766084 May 12 03:23:24.227909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58328) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.236459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:24.243182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.249406 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2f216e30-414f-404f-88c0-68a68aa585ad tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/subnets/a5f5a853-7fc4-47b8-a0c6-ef01602d1ffa HTTP/1.1" status: 204 len: 168 time: 0.9142032 May 12 03:23:24.249803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58330) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.251778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Subnet': ['ID=6edad9ee-c0dd-4b0e-8813-c50447f6fb68,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:24.295312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61c11b25-2be8-4101-b904-67a25c8c88d1 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1f8c3ba2-1bc0-446e-957a-850f0e3b48e5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.295761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (989d764f-91b3-4be7-a396-e644288b5a40), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.297717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61c11b25-2be8-4101-b904-67a25c8c88d1 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.298916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-61c11b25-2be8-4101-b904-67a25c8c88d1 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f8c3ba2-1bc0-446e-957a-850f0e3b48e5 HTTP/1.1" status: 204 len: 168 time: 0.6057038 May 12 03:23:24.300684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks [] for router_controller (989d764f-91b3-4be7-a396-e644288b5a40), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.302453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Checking segment: {'id': '49128622-4669-4b89-882f-5c4d734dfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:24.302820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network hostable DHCP agents. Network: 7bbb5e91-6be7-45ac-ad3e-0728ec452534, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:24.304888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:24.306581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58332) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.320016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c11b25-2be8-4101-b904-67a25c8c88d1 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8c3ba2-1bc0-446e-957a-850f0e3b48e5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:24.363542 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b779cda-dbea-482f-85e0-258955a1dc4d tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "DELETE /v2.0/agents/1a14ad8d-7fd9-4317-ab9a-a964b9e0f057/dhcp-networks/0f9cabd1-cfe0-4846-af98-cf6137af106f HTTP/1.1" status: 204 len: 168 time: 0.1346505 May 12 03:23:24.366984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd1a0b5-8e5c-4652-9c76-28f413a5a196 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:24.371840 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bcd1a0b5-8e5c-4652-9c76-28f413a5a196 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177042 May 12 03:23:24.371840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58334) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.372054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58336) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.385016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 63cedc1d-51d3-4500-bc80-bfe6842dfc1a) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:24.403217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:24.404019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.407218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93007e38-6e54-455b-b61d-c862761e3b08 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:24.440832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (989d764f-91b3-4be7-a396-e644288b5a40), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.441433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 989d764f-91b3-4be7-a396-e644288b5a40 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:24.443178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:24.452564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (8572a737-9083-46b8-8f3a-e259926c912f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.468420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8572a737-9083-46b8-8f3a-e259926c912f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.470131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 7bbb5e91-6be7-45ac-ad3e-0728ec452534) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:24.481466 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-03fbc1e8-7ae8-4575-88df-f11b421b9aa6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9509008 May 12 03:23:24.486650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58338) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.488439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:24.489353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.503091 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-38417e6f-57e7-47a4-aa53-d0fc4713d40b tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1887429 May 12 03:23:24.515210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'name': 'tempest-NetworksTestDHCPv6-1806962901'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:24.521490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58340) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.526010 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 12 03:23:24.527387 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c19b8229-f1c0-431f-8b3d-3ad157505630 tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3350754 May 12 03:23:24.542501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8572a737-9083-46b8-8f3a-e259926c912f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:24.545016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58342) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.548240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf53e2-7bcf-4e4e-a15c-b264bf11c076 None None] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:24.550896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--82773777'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:24.551074 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7326aff2-7718-427f-8cdc-03f5b2b7d095 tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/agents/1a14ad8d-7fd9-4317-ab9a-a964b9e0f057/dhcp-networks HTTP/1.1" status: 200 len: 7934 time: 0.1805656 May 12 03:23:24.558932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58344) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.595527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.597024 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3d6dbc89-6176-45ac-a1d6-86502fe7565b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6348114 May 12 03:23:24.606680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58346) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.611742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group_rule': {'security_group_id': '330ab4fd-c47d-4563-a1bf-6e200e720c2a', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:24.641754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'd2f43def-0660-4c89-9a98-4bee86baf198'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:24.643149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.645944 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c3a065cf-44db-423f-8642-5163020fa687 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4451978 May 12 03:23:24.647553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58348) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.653919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.662954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-163178269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:24.663969 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7691d252-1c24-4ae8-963c-ac5f72239a87 tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/networks/131f05f9-d52d-43f5-9a88-58c4ea278083/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1046126 May 12 03:23:24.668220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (3f6b2802-e212-4896-b1f7-5e2cd28c0296), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.673182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58350) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:24.738732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Deleting port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:24.739118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.777819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-7bbb5e91-6be7-45ac-ad3e-0728ec452534', 'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534', 'project_id': '9e10b7b2d63b4f1699dc83938749bc15', 'fixed_ips': [{'subnet_id': '6edad9ee-c0dd-4b0e-8813-c50447f6fb68'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:24.779576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.817124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (56926a57-36fa-4448-bde2-e07202cd676c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.818627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (56926a57-36fa-4448-bde2-e07202cd676c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.858397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Deleting port 1e8ad7b6-0073-40d2-bb5c-3b268d5ba324 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:24.858843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1e8ad7b6-0073-40d2-bb5c-3b268d5ba324), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:24.975637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:24.979805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197c3fb-f73d-4c4c-b1a4-56fcdf0112b8 None None] Network 69f7456c-f41e-432a-b8b5-dd06f1b5617f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:24.980401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.038857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for router_controller (56926a57-36fa-4448-bde2-e07202cd676c), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.060090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (8cb55edf-a87a-4c44-8af3-2496855e00f6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.065296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (56926a57-36fa-4448-bde2-e07202cd676c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.075880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 32980172-7000-46ce-acc1-a21f79f2185d yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:25.091366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8cb55edf-a87a-4c44-8af3-2496855e00f6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.106487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1e8ad7b6-0073-40d2-bb5c-3b268d5ba324), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.108652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Allocated IP 172.20.0.2 (7bbb5e91-6be7-45ac-ad3e-0728ec452534/6edad9ee-c0dd-4b0e-8813-c50447f6fb68/66208032-cd2f-4c4d-baa2-6808ec21ed06) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:25.155220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] For port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=39b599c7-3ea4-447d-a8b7-02ee5c6f9c76,segment=NetworkSegment(f6a36c61-fa5d-4e27-a532-88dc6ddde9a6),segment_id=f6a36c61-fa5d-4e27-a532-88dc6ddde9a6)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:25.155574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.167002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb55edf-a87a-4c44-8af3-2496855e00f6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:25.169298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Calling delete_port for 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:25.195764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] Provisioning complete for port c90edc63-efeb-4511-b125-c758892bf521 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:25.196513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c90edc63-efeb-4511-b125-c758892bf521), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.213033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Calling delete_port for 1e8ad7b6-0073-40d2-bb5c-3b268d5ba324 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:25.227718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.233048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-27793dff-02bc-4223-bb70-c74f703a1654 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5763960 May 12 03:23:25.233673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58352) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.251406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (339d9344-1e59-4f9a-a953-733eb3b1386d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.264715 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bccbf56c-36b4-47e5-a66c-121dee438dee tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/networks/131f05f9-d52d-43f5-9a88-58c4ea278083/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.5837867 May 12 03:23:25.271814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58354) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.277433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (39b599c7-3ea4-447d-a8b7-02ee5c6f9c76), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.301661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] No DVR routers for this DVR port 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:25.334361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Port': ['ID=39b599c7-3ea4-447d-a8b7-02ee5c6f9c76,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:25.367491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.373108 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e0c970ff-3e62-4d5b-8eeb-999086440462 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8403115 May 12 03:23:25.382979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58356) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.391372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7db25e6b-c4b0-43cf-874c-cef574eef844 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.392140 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING neutron.api.v2.base [None req-7db25e6b-c4b0-43cf-874c-cef574eef844 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 03:23:25.392641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-7db25e6b-c4b0-43cf-874c-cef574eef844 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:25.396224 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7db25e6b-c4b0-43cf-874c-cef574eef844 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059984 May 12 03:23:25.402034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58358) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.440397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5f043eda-814b-4494-a1ee-415d24b10d72 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.470253 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/d2f43def-0660-4c89-9a98-4bee86baf198/90256ccd-82d6-49ef-8b2f-658d45449a83) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:25.472362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] DHCP port deletion for 69f7456c-f41e-432a-b8b5-dd06f1b5617f request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:25.474781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838af20-221f-4fa3-b8b4-d89577fa48a3 None None] Network 3f6b2802-e212-4896-b1f7-5e2cd28c0296 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:25.476197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (3f6b2802-e212-4896-b1f7-5e2cd28c0296), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.536471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6b2802-e212-4896-b1f7-5e2cd28c0296']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:25.578867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:25.579579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a36c61-fa5d-4e27-a532-88dc6ddde9a6') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:25.601865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (f6a36c61-fa5d-4e27-a532-88dc6ddde9a6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.606735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (339d9344-1e59-4f9a-a953-733eb3b1386d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.614971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (339d9344-1e59-4f9a-a953-733eb3b1386d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.633276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f6a36c61-fa5d-4e27-a532-88dc6ddde9a6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.640094 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-5f043eda-814b-4494-a1ee-415d24b10d72 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:25.641393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f043eda-814b-4494-a1ee-415d24b10d72 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2074988 May 12 03:23:25.650363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58360) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.664749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-92341bfb-1372-4ff8-a69c-7ea25474deb2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.665382 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-92341bfb-1372-4ff8-a69c-7ea25474deb2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 12 03:23:25.665983 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-92341bfb-1372-4ff8-a69c-7ea25474deb2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:25.670561 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-92341bfb-1372-4ff8-a69c-7ea25474deb2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058026 May 12 03:23:25.674919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58362) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.678183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:25.678678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (f6a36c61-fa5d-4e27-a532-88dc6ddde9a6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.679412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-190a4025-6641-4a25-a311-f6b11481572a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:25.683488 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:25.700839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339d9344-1e59-4f9a-a953-733eb3b1386d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:25.712644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.715964 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-59629869-4967-43fc-8e59-25ae91cee3fe tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1080503 May 12 03:23:25.720701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1e8ad7b6-0073-40d2-bb5c-3b268d5ba324), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.722296 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-50b13ccf-a6f6-45d8-9668-64834878e8dd tempest-DHCPAgentSchedulersTestJSON-1286542297 tempest-DHCPAgentSchedulersTestJSON-1286542297-project-admin] 10.222.0.23 "GET /v2.0/agents/1a14ad8d-7fd9-4317-ab9a-a964b9e0f057/dhcp-networks HTTP/1.1" status: 200 len: 8741 time: 0.4462302 May 12 03:23:25.726709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58364) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.727052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58366) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.731785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group_rule': {'security_group_id': '330ab4fd-c47d-4563-a1bf-6e200e720c2a', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.770598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e8ad7b6-0073-40d2-bb5c-3b268d5ba324,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:25.788451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] Deleting port c90edc63-efeb-4511-b125-c758892bf521 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:25.788451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c90edc63-efeb-4511-b125-c758892bf521), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.851313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.879557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-190a4025-6641-4a25-a311-f6b11481572a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:25.880617 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-190a4025-6641-4a25-a311-f6b11481572a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2047548 May 12 03:23:25.886045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58370) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.893237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce92c2-b5c0-4e20-9d28-a9761cd43d30 None None] DHCP port deletion for 3f6b2802-e212-4896-b1f7-5e2cd28c0296 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:25.894228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a342d9b2-d86c-4325-ba84-9bf3cfc5d8d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.894709 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING neutron.api.v2.base [None req-a342d9b2-d86c-4325-ba84-9bf3cfc5d8d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 03:23:25.895361 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-a342d9b2-d86c-4325-ba84-9bf3cfc5d8d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:25.895805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (3f6b2802-e212-4896-b1f7-5e2cd28c0296), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.896842 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a342d9b2-d86c-4325-ba84-9bf3cfc5d8d7 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085559 May 12 03:23:25.905080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58372) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.908584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.914793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/networks/3f6b2802-e212-4896-b1f7-5e2cd28c0296 HTTP/1.1" status: 204 len: 168 time: 1.5413342 May 12 03:23:25.922158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ce202a16-130c-45d3-bb59-8635df590c90 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:25.938196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58374) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:25.944763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] Current status of the port c90edc63-efeb-4511-b125-c758892bf521 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:25.945159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c90edc63-efeb-4511-b125-c758892bf521), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.958130 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Project 646e9f9f25ab4ad89e21b9d43109dc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:23:25.964847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (0f9cabd1-cfe0-4846-af98-cf6137af106f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:25.974544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119376e-dd91-4f31-a8a2-fc71f613665c tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Network': ['ID=3f6b2802-e212-4896-b1f7-5e2cd28c0296,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.000613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] For port c90edc63-efeb-4511-b125-c758892bf521, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c90edc63-efeb-4511-b125-c758892bf521,segment=NetworkSegment(3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396),segment_id=3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:26.001250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c90edc63-efeb-4511-b125-c758892bf521), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.005056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (0fd0dbf0-65af-418c-b0fb-c578adab4702), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.012500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Publish callbacks [] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.014605 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-ce202a16-130c-45d3-bb59-8635df590c90 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Project 43ff2db7b3b949109b833aa9a97d9a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:23:26.029975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Publish callbacks [] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.035939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.047928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] Calling delete_port for c90edc63-efeb-4511-b125-c758892bf521 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:26.082031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.098621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] For port c90edc63-efeb-4511-b125-c758892bf521, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c90edc63-efeb-4511-b125-c758892bf521,segment=NetworkSegment(3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396),segment_id=3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:26.120854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c90edc63-efeb-4511-b125-c758892bf521), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.124375 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-ce202a16-130c-45d3-bb59-8635df590c90 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:26.128190 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ce202a16-130c-45d3-bb59-8635df590c90 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2096717 May 12 03:23:26.128352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:26.131974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58376) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.137314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1b9d85a3-c894-443f-aef7-01ea0c66199e tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:26.137944 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.api.v2.base [None req-1b9d85a3-c894-443f-aef7-01ea0c66199e tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 12 03:23:26.138527 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1b9d85a3-c894-443f-aef7-01ea0c66199e tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:26.142241 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1b9d85a3-c894-443f-aef7-01ea0c66199e tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063937 May 12 03:23:26.143975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (69f7456c-f41e-432a-b8b5-dd06f1b5617f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.161764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58378) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.165960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:26.167785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:26.175123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8bf86b68-2d97-4e5f-ad2e-b58e17b51511 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:26.176386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Pushing event updated for resources: {'Port': ['ID=90256ccd-82d6-49ef-8b2f-658d45449a83,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.187387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:26.204030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (0fd0dbf0-65af-418c-b0fb-c578adab4702), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.220751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0fd0dbf0-65af-418c-b0fb-c578adab4702), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.221012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:26.224022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:26.242563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.246254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1bce047b-9d7f-4d79-b06f-7288703ebe9f tempest-RoutersAdminNegativeIpV6Test-871796402 tempest-RoutersAdminNegativeIpV6Test-871796402-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1e8ad7b6-0073-40d2-bb5c-3b268d5ba324 HTTP/1.1" status: 204 len: 168 time: 1.6699769 May 12 03:23:26.268904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1a282235-fe7e-48e1-b4c7-bd3e51999b8c None None] Could not find standard attr ID for object 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:23:26.273249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (0f9cabd1-cfe0-4846-af98-cf6137af106f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.326021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Pushing event updated for resources: {'Port': ['ID=66208032-cd2f-4c4d-baa2-6808ec21ed06,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.344626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9cabd1-cfe0-4846-af98-cf6137af106f']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:26.354858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::124 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/d2f43def-0660-4c89-9a98-4bee86baf198/32980172-7000-46ce-acc1-a21f79f2185d) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:26.395274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Attempting to bind port 90256ccd-82d6-49ef-8b2f-658d45449a83 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:26.395704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Attempting to bind port 90256ccd-82d6-49ef-8b2f-658d45449a83 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:26.396075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Attempting to bind port 90256ccd-82d6-49ef-8b2f-658d45449a83 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:26.408476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-8bf86b68-2d97-4e5f-ad2e-b58e17b51511 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Project 43ff2db7b3b949109b833aa9a97d9a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:23:26.420142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd0dbf0-65af-418c-b0fb-c578adab4702,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.426153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (c90edc63-efeb-4511-b125-c758892bf521), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.428208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:26.428592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:26.428996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.429398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:26.430331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Bound port: 90256ccd-82d6-49ef-8b2f-658d45449a83, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:26.430456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73acf0f-c1a2-41ae-bd88-6bd8d96a0311') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:26.430456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73acf0f-c1a2-41ae-bd88-6bd8d96a0311') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:26.430614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.458688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.459080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Attempting to bind port 66208032-cd2f-4c4d-baa2-6808ec21ed06 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:26.459192 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c8282f02-e510-450b-a163-b6fd67f99496 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7297361 May 12 03:23:26.465806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Attempting to bind port 66208032-cd2f-4c4d-baa2-6808ec21ed06 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '49128622-4669-4b89-882f-5c4d734dfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:26.465806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Attempting to bind port 66208032-cd2f-4c4d-baa2-6808ec21ed06 on network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:26.466121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58382) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.473923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'security_group_rule': {'security_group_id': '330ab4fd-c47d-4563-a1bf-6e200e720c2a', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:26.475154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] No DVR routers for this DVR port c90edc63-efeb-4511-b125-c758892bf521 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:26.487028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:26.487028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Checking segment: {'id': '49128622-4669-4b89-882f-5c4d734dfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:26.487028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.487028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Bound using segment: {'id': '49128622-4669-4b89-882f-5c4d734dfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:26.487028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Bound port: 66208032-cd2f-4c4d-baa2-6808ec21ed06, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49128622-4669-4b89-882f-5c4d734dfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:26.487028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.487775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64b4cf-1046-4d09-b6a3-c4a94b420274 None None] Pushing event updated for resources: {'Port': ['ID=c90edc63-efeb-4511-b125-c758892bf521,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.503771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (b73acf0f-c1a2-41ae-bd88-6bd8d96a0311), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.525094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b73acf0f-c1a2-41ae-bd88-6bd8d96a0311), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.535346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:26.535877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (b73acf0f-c1a2-41ae-bd88-6bd8d96a0311), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.547742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52024b-4934-4c0b-a967-cbc118b125f9 None None] Pushing event deleted for resources: {'Port': ['ID=c90edc63-efeb-4511-b125-c758892bf521,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.573170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Deleting port c90edc63-efeb-4511-b125-c758892bf521 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:26.576361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c90edc63-efeb-4511-b125-c758892bf521), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:26.579658 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:26.593202 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-8bf86b68-2d97-4e5f-ad2e-b58e17b51511 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:26.597120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8bf86b68-2d97-4e5f-ad2e-b58e17b51511 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4229085 May 12 03:23:26.606360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58386) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.610391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] For port 90256ccd-82d6-49ef-8b2f-658d45449a83, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:26.612414 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Project 646e9f9f25ab4ad89e21b9d43109dc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:23:26.612845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1e5e7f7e-5a29-4d01-858b-d1594618dd96 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '8cb55edf-a87a-4c44-8af3-2496855e00f6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:26.617828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] For port 90256ccd-82d6-49ef-8b2f-658d45449a83, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=90256ccd-82d6-49ef-8b2f-658d45449a83,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:26.631283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Allocated IP 172.20.0.1 (7bbb5e91-6be7-45ac-ad3e-0728ec452534/6edad9ee-c0dd-4b0e-8813-c50447f6fb68/e75ff965-47df-4fcc-a825-319268e5ac4a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:26.637603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.640096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] For port 66208032-cd2f-4c4d-baa2-6808ec21ed06, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:26.640912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (26a59814-c689-4504-ab4d-ae0ffc0c37a5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.646284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] For port 66208032-cd2f-4c4d-baa2-6808ec21ed06, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66208032-cd2f-4c4d-baa2-6808ec21ed06,segment=NetworkSegment(49128622-4669-4b89-882f-5c4d734dfc66),segment_id=49128622-4669-4b89-882f-5c4d734dfc66)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:26.678793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.723981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (0f9cabd1-cfe0-4846-af98-cf6137af106f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.728309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f1c0-6bec-4e06-ac03-62d230d06547 None None] Pushing event updated for resources: {'Port': ['ID=90256ccd-82d6-49ef-8b2f-658d45449a83,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.739896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.747400 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "DELETE /v2.0/networks/0f9cabd1-cfe0-4846-af98-cf6137af106f HTTP/1.1" status: 204 len: 168 time: 1.0073767 May 12 03:23:26.753812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58388) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.777288 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-1e5e7f7e-5a29-4d01-858b-d1594618dd96 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Project 43ff2db7b3b949109b833aa9a97d9a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:23:26.781213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] For port c90edc63-efeb-4511-b125-c758892bf521, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:26.781795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c90edc63-efeb-4511-b125-c758892bf521), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.785026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe4ecb-a43e-41fc-b8bf-89e51defce86 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event deleted for resources: {'Network': ['ID=0f9cabd1-cfe0-4846-af98-cf6137af106f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.794400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58390) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.827619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba33dc3-498c-4b0c-8418-bc0c3dc52136 None None] Pushing event updated for resources: {'Port': ['ID=66208032-cd2f-4c4d-baa2-6808ec21ed06,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.836428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Calling delete_port for c90edc63-efeb-4511-b125-c758892bf521 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:26.846684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Port c90edc63-efeb-4511-b125-c758892bf521 was not found and therefore no delete operation was performed {{(pid=104165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:23:26.848779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1e5e7f7e-5a29-4d01-858b-d1594618dd96 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:26.850120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1e5e7f7e-5a29-4d01-858b-d1594618dd96 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2405765 May 12 03:23:26.851388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c90edc63-efeb-4511-b125-c758892bf521), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.853471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58394) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.863240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-36315eb9-f17a-4a9a-a897-9f952ba416fe tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] DELETE failed (client error): The resource could not be found. May 12 03:23:26.864417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36315eb9-f17a-4a9a-a897-9f952ba416fe tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:23:26.874693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36315eb9-f17a-4a9a-a897-9f952ba416fe tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "DELETE /v2.0/ports/fd0d7f31-ad3b-466d-89c3-7bf6041b70e5 HTTP/1.1" status: 404 len: 333 time: 0.1164780 May 12 03:23:26.882925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58396) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:26.895148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Port': ['ID=c90edc63-efeb-4511-b125-c758892bf521,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:26.905835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] No DVR routers for this DVR port c90edc63-efeb-4511-b125-c758892bf521 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:26.940672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (32980172-7000-46ce-acc1-a21f79f2185d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:26.946919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.013919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Deleting subnet 74d043f3-a47c-420d-9808-f45a7dcf087e {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:27.024087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for subnet (74d043f3-a47c-420d-9808-f45a7dcf087e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.111249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (74d043f3-a47c-420d-9808-f45a7dcf087e), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.112073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (69f7456c-f41e-432a-b8b5-dd06f1b5617f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.114987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2826c4b-a672-4bfe-9ee2-6736ac68d11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.154528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f7456c-f41e-432a-b8b5-dd06f1b5617f']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:27.157154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c877a630-25e6-4cb7-aaa9-acda9a3f8dfc tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (8cb55edf-a87a-4c44-8af3-2496855e00f6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.180953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (26a59814-c689-4504-ab4d-ae0ffc0c37a5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.194192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:27.194541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:27.198152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (26a59814-c689-4504-ab4d-ae0ffc0c37a5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.217516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c877a630-25e6-4cb7-aaa9-acda9a3f8dfc tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (8cb55edf-a87a-4c44-8af3-2496855e00f6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.222903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.251934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.263084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a59814-c689-4504-ab4d-ae0ffc0c37a5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.264850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:27.265431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (3d1156c0-4ce6-4df5-8a7d-b93bfa5b1396), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.272981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:27.278041 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:27.303804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (74d043f3-a47c-420d-9808-f45a7dcf087e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.308594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.309796 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7f103910-141a-402b-b5ec-a512fdc60d97 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8423555 May 12 03:23:27.315287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58398) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.331144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (32980172-7000-46ce-acc1-a21f79f2185d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.345826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'network': {'name': 'tempest-network-smoke--312012671', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:27.374968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:27.382135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Port': ['ID=e75ff965-47df-4fcc-a825-319268e5ac4a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.388134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:27.391834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (69f7456c-f41e-432a-b8b5-dd06f1b5617f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.399067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:27.403515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:27.403682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.406866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/networks/69f7456c-f41e-432a-b8b5-dd06f1b5617f HTTP/1.1" status: 204 len: 168 time: 1.4673836 May 12 03:23:27.422449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58400) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.423061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Made reservation on behalf of 646e9f9f25ab4ad89e21b9d43109dc75 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:27.426412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.427340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:27.438210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c877a630-25e6-4cb7-aaa9-acda9a3f8dfc tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8cb55edf-a87a-4c44-8af3-2496855e00f6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.440652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c877a630-25e6-4cb7-aaa9-acda9a3f8dfc tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.441725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c877a630-25e6-4cb7-aaa9-acda9a3f8dfc tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/8cb55edf-a87a-4c44-8af3-2496855e00f6 HTTP/1.1" status: 204 len: 168 time: 0.5850682 May 12 03:23:27.450189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:27.453995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a0707-2ce0-42e3-8009-b01e4966621e tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Network': ['ID=69f7456c-f41e-432a-b8b5-dd06f1b5617f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.455448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:27.456398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.459377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58402) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.512094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877a630-25e6-4cb7-aaa9-acda9a3f8dfc tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb55edf-a87a-4c44-8af3-2496855e00f6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.521046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2826c4b-a672-4bfe-9ee2-6736ac68d11a admin admin] Publish callbacks [] for security_group (3e571c18-91c1-412a-8fe3-3d779c3836ef), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.523500 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0258589 May 12 03:23:27.525224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (74d043f3-a47c-420d-9808-f45a7dcf087e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.527721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58404) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.534518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (56926a57-36fa-4448-bde2-e07202cd676c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.554354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac4b5a-223b-4ba6-a31b-02248f549010 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=32980172-7000-46ce-acc1-a21f79f2185d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.555029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2826c4b-a672-4bfe-9ee2-6736ac68d11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3e571c18-91c1-412a-8fe3-3d779c3836ef), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.562597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:27.595001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a6cd4724-2f9c-4812-a8c3-f5d33780dab7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.605210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8bfacfa9-5808-41ae-8d26-0fa7f09b2a60), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.605633 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Added segment 8bfacfa9-5808-41ae-8d26-0fa7f09b2a60 of type vlan for network 7977e1a5-6ab2-401f-bca2-df2a60aae52b May 12 03:23:27.636043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826c4b-a672-4bfe-9ee2-6736ac68d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e571c18-91c1-412a-8fe3-3d779c3836ef,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.664302 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c2826c4b-a672-4bfe-9ee2-6736ac68d11a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebd36fb4fefd4a71abe188701be2d1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644090 May 12 03:23:27.670776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58408) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.676314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event deleted for resources: {'Subnet': ['ID=74d043f3-a47c-420d-9808-f45a7dcf087e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:27.689349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.695036 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3a4f8b88-38a3-4d2f-ac6e-7c8a0ea21d75 tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "DELETE /v2.0/subnets/74d043f3-a47c-420d-9808-f45a7dcf087e HTTP/1.1" status: 204 len: 168 time: 0.7487516 May 12 03:23:27.696911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c76f82-61ad-4e02-98cd-7d5461986864 None None] Network 131f05f9-d52d-43f5-9a88-58c4ea278083 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:27.700912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58410) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.718081 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1bbc7650-a38b-46c6-bdbc-5013d1974b58 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2556086 May 12 03:23:27.728815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58412) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.730678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (7977e1a5-6ab2-401f-bca2-df2a60aae52b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.736640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--231952074'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:27.751023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff1ed5-4445-468b-aea4-6925f008570d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:27.756959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff1ed5-4445-468b-aea4-6925f008570d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:27.758782 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f2ff1ed5-4445-468b-aea4-6925f008570d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2253737 May 12 03:23:27.769845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58414) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:27.837077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66208032-cd2f-4c4d-baa2-6808ec21ed06 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:27.852298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (131f05f9-d52d-43f5-9a88-58c4ea278083), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.915083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a6cd4724-2f9c-4812-a8c3-f5d33780dab7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.925100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.935464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.937329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (7977e1a5-6ab2-401f-bca2-df2a60aae52b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.942320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:27.942906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.947695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 66208032-cd2f-4c4d-baa2-6808ec21ed06 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:27.948887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:27.990039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Deleting port c1560497-967f-4750-9142-6214c5384681 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:27.990476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c1560497-967f-4750-9142-6214c5384681), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.063149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] DHCP port deletion for 131f05f9-d52d-43f5-9a88-58c4ea278083 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:28.070487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 66208032-cd2f-4c4d-baa2-6808ec21ed06 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:28.070881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.078129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cd4724-2f9c-4812-a8c3-f5d33780dab7']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:28.087081 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.7678468 May 12 03:23:28.107909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58416) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:28.115519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51d3a40-f09e-4584-b42b-c8f7b188e31d') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:28.116275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51d3a40-f09e-4584-b42b-c8f7b188e31d') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:28.125361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'admin_state_up': True, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:28.146949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] For port c1560497-967f-4750-9142-6214c5384681, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c1560497-967f-4750-9142-6214c5384681,segment=NetworkSegment(462ceeb8-14b6-4b54-a8dd-118be1a4e470),segment_id=462ceeb8-14b6-4b54-a8dd-118be1a4e470)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:28.147194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c1560497-967f-4750-9142-6214c5384681), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.154745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 66208032-cd2f-4c4d-baa2-6808ec21ed06, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66208032-cd2f-4c4d-baa2-6808ec21ed06,segment=NetworkSegment(49128622-4669-4b89-882f-5c4d734dfc66),segment_id=49128622-4669-4b89-882f-5c4d734dfc66)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:28.156019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] Deleting port c1560497-967f-4750-9142-6214c5384681 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:28.156398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c1560497-967f-4750-9142-6214c5384681), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.170834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Calling delete_port for c1560497-967f-4750-9142-6214c5384681 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:28.180018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aaefc645-7043-42a8-98ef-80cf7924cc88 admin admin] Publish callbacks [] for security_group (3e571c18-91c1-412a-8fe3-3d779c3836ef), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.205488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (b51d3a40-f09e-4584-b42b-c8f7b188e31d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.230574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa461a-8997-41cc-8be8-0d9983873384 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Network': ['ID=7977e1a5-6ab2-401f-bca2-df2a60aae52b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:28.244036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] For port c1560497-967f-4750-9142-6214c5384681, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c1560497-967f-4750-9142-6214c5384681,segment=NetworkSegment(462ceeb8-14b6-4b54-a8dd-118be1a4e470),segment_id=462ceeb8-14b6-4b54-a8dd-118be1a4e470)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:28.245460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c1560497-967f-4750-9142-6214c5384681), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.260757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] Calling delete_port for c1560497-967f-4750-9142-6214c5384681 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:28.268057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:28.274974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 32980172-7000-46ce-acc1-a21f79f2185d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:28.275251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (32980172-7000-46ce-acc1-a21f79f2185d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.283126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b51d3a40-f09e-4584-b42b-c8f7b188e31d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.299216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aaefc645-7043-42a8-98ef-80cf7924cc88 admin admin] Publish callbacks [] for security_group (3e571c18-91c1-412a-8fe3-3d779c3836ef), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.345242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.346484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 90256ccd-82d6-49ef-8b2f-658d45449a83 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:28.386594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:28.386994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (b51d3a40-f09e-4584-b42b-c8f7b188e31d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:28.390823 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:28.409926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (6c44ef30-9a24-40f9-a30b-80c955f92541), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.411131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (6c44ef30-9a24-40f9-a30b-80c955f92541), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.414282 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75f80e-2be9-49e9-a7b8-f616bf7290da None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:28.466527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c1560497-967f-4750-9142-6214c5384681), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.526068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] No DVR routers for this DVR port c1560497-967f-4750-9142-6214c5384681 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:28.547151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (f98b5dfc-65a9-4cdf-861c-d53c626913ec), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.572646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f98b5dfc-65a9-4cdf-861c-d53c626913ec), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.583242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (a6cd4724-2f9c-4812-a8c3-f5d33780dab7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.630561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.637042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/networks/a6cd4724-2f9c-4812-a8c3-f5d33780dab7 HTTP/1.1" status: 204 len: 168 time: 1.2083015 May 12 03:23:28.662647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.674669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router_controller (6c44ef30-9a24-40f9-a30b-80c955f92541), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.680204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] Provisioning complete for port 90256ccd-82d6-49ef-8b2f-658d45449a83 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:28.680734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.685565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58420) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:28.699021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aaefc645-7043-42a8-98ef-80cf7924cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3e571c18-91c1-412a-8fe3-3d779c3836ef), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.703744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aaefc645-7043-42a8-98ef-80cf7924cc88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.723169 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aaefc645-7043-42a8-98ef-80cf7924cc88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e571c18-91c1-412a-8fe3-3d779c3836ef HTTP/1.1" status: 204 len: 168 time: 1.0389540 May 12 03:23:28.751692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (32980172-7000-46ce-acc1-a21f79f2185d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.770828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d600cc7-28df-4e35-aa4a-0302bce7b55e None None] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:28.794156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (131f05f9-d52d-43f5-9a88-58c4ea278083), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.800636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c104b0-14f5-4086-bb29-15e3585bc4dd tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Network': ['ID=a6cd4724-2f9c-4812-a8c3-f5d33780dab7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:28.803271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=66208032-cd2f-4c4d-baa2-6808ec21ed06,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:28.826102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f05f9-d52d-43f5-9a88-58c4ea278083']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:28.836604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462ceeb8-14b6-4b54-a8dd-118be1a4e470') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:28.836992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462ceeb8-14b6-4b54-a8dd-118be1a4e470') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:28.848388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (462ceeb8-14b6-4b54-a8dd-118be1a4e470), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.854181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.854498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 90256ccd-82d6-49ef-8b2f-658d45449a83 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:28.855408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.857584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1243136 May 12 03:23:28.864127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (462ceeb8-14b6-4b54-a8dd-118be1a4e470), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.866070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 32980172-7000-46ce-acc1-a21f79f2185d owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:28.868779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event deleted for resources: {'Port': ['ID=c1560497-967f-4750-9142-6214c5384681,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:28.870548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58426) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:28.877539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be463034-7f4f-4f87-8414-3d692a662250 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b5dfc-65a9-4cdf-861c-d53c626913ec,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:28.949284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (c1560497-967f-4750-9142-6214c5384681), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.960056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b750e3ad-26af-4be4-9a98-95b1af4c9eaf tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'f98b5dfc-65a9-4cdf-861c-d53c626913ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:28.983880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-ff400b6c-a132-40a2-bfce-9c76c4bbd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:28.983880 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-ff400b6c-a132-40a2-bfce-9c76c4bbd4aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.1087933 May 12 03:23:28.985595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:28.986147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (462ceeb8-14b6-4b54-a8dd-118be1a4e470), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:28.991523 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:28.993469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:28.996304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefc645-7043-42a8-98ef-80cf7924cc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e571c18-91c1-412a-8fe3-3d779c3836ef,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:29.002342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] Pushing event deleted for resources: {'Port': ['ID=c1560497-967f-4750-9142-6214c5384681,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:29.046881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5f47b-845d-463c-8a58-49ca8dd0e266 None None] No DVR routers for this DVR port c1560497-967f-4750-9142-6214c5384681 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:29.083579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] Current status of the port 90256ccd-82d6-49ef-8b2f-658d45449a83 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:29.083971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.089183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (96bc9d04-3219-4a6b-a06e-79873630a52e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.153757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e706-210f-41f2-8728-03bb56f4dad0 req-4a0cc607-68d9-4413-bd5c-5d19d8b7c59e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:29.155514 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec20e706-210f-41f2-8728-03bb56f4dad0 req-4a0cc607-68d9-4413-bd5c-5d19d8b7c59e tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2834246 May 12 03:23:29.162479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] For port 90256ccd-82d6-49ef-8b2f-658d45449a83, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=90256ccd-82d6-49ef-8b2f-658d45449a83,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:29.165027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 90256ccd-82d6-49ef-8b2f-658d45449a83 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:29.165594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.174875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Port': ['ID=e75ff965-47df-4fcc-a825-319268e5ac4a,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:29.176106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.201691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router_gateway (6c44ef30-9a24-40f9-a30b-80c955f92541), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.354475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66426156-f94a-4588-aea0-7d198d0ed2d8 None None] Pushing event updated for resources: {'Port': ['ID=90256ccd-82d6-49ef-8b2f-658d45449a83,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:29.365003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b2446baf-59d2-4d3c-a252-ba59ea29d937 None None] Provisioning complete for port 66208032-cd2f-4c4d-baa2-6808ec21ed06 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:29.365484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b2446baf-59d2-4d3c-a252-ba59ea29d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.370520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:23:29.370942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:23:29.384258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58430) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:29.473857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec20e706-210f-41f2-8728-03bb56f4dad0 req-faae3203-d582-4636-9a33-365507883066 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756212 May 12 03:23:29.478272 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-b750e3ad-26af-4be4-9a98-95b1af4c9eaf tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The resource could not be found. May 12 03:23:29.480075 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b750e3ad-26af-4be4-9a98-95b1af4c9eaf tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5254593 May 12 03:23:29.480499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (131f05f9-d52d-43f5-9a88-58c4ea278083), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.485199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58432) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:29.486583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (56926a57-36fa-4448-bde2-e07202cd676c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.488839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (96bc9d04-3219-4a6b-a06e-79873630a52e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.505312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-068db258-f260-45d7-b8d7-0242d3f42d1f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'f98b5dfc-65a9-4cdf-861c-d53c626913ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cdb0f3dd-74cd-48c2-8192-e862a0622cfe'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:29.512211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.515407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] 10.222.0.23 "DELETE /v2.0/networks/131f05f9-d52d-43f5-9a88-58c4ea278083 HTTP/1.1" status: 204 len: 168 time: 1.8133192 May 12 03:23:29.524982 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b2446baf-59d2-4d3c-a252-ba59ea29d937 None None] Current status of the port 66208032-cd2f-4c4d-baa2-6808ec21ed06 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:29.546844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (32980172-7000-46ce-acc1-a21f79f2185d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.557519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bc9d04-3219-4a6b-a06e-79873630a52e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:29.568198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680219c-1d12-4a1f-a8a3-bd90df9d7bee tempest-DHCPAgentSchedulersTestJSON-2139614759 tempest-DHCPAgentSchedulersTestJSON-2139614759-project] Pushing event deleted for resources: {'Network': ['ID=131f05f9-d52d-43f5-9a88-58c4ea278083,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:29.599841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1a2df7e5-0152-41a1-924f-4cee1104162a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65909a997c164d19b8b7aa1fe14ec727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145586 May 12 03:23:29.604856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58436) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:29.649677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-8925e656-7a6a-4c21-9bff-20ba9d5bde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:29.651525 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-8925e656-7a6a-4c21-9bff-20ba9d5bde78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.6562808 May 12 03:23:29.661121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a12119c-8fcb-4fde-8553-d779de2e75a1') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:29.662097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a12119c-8fcb-4fde-8553-d779de2e75a1') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:29.669234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Provisioning complete for port 90256ccd-82d6-49ef-8b2f-658d45449a83 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:29.669615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.676278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=32980172-7000-46ce-acc1-a21f79f2185d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:29.706176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (1a12119c-8fcb-4fde-8553-d779de2e75a1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.831366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Current status of the port 90256ccd-82d6-49ef-8b2f-658d45449a83 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:29.846926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Provisioning complete for port 66208032-cd2f-4c4d-baa2-6808ec21ed06 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:29.847307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:29.963927 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 90256ccd-82d6-49ef-8b2f-658d45449a83 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:29.995879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:30.052989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:30.053550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 39b599c7-3ea4-447d-a8b7-02ee5c6f9c76 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:30.106279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Current status of the port 66208032-cd2f-4c4d-baa2-6808ec21ed06 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:30.116878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Provisioning complete for port e75ff965-47df-4fcc-a825-319268e5ac4a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:30.117226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.127873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58440) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.173168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Port e75ff965-47df-4fcc-a825-319268e5ac4a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:30.178140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-96fdd7db-ea1f-47b9-a4b6-1149c06fcfca None None] Could not find standard attr ID for object 32980172-7000-46ce-acc1-a21f79f2185d. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:23:30.235551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.241935 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9228c3d1-626d-492a-a2dc-ba750a7e725a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/32980172-7000-46ce-acc1-a21f79f2185d HTTP/1.1" status: 204 len: 168 time: 2.4561155 May 12 03:23:30.242135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1a12119c-8fcb-4fde-8553-d779de2e75a1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.244298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:30.244298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58444) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.253854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66208032-cd2f-4c4d-baa2-6808ec21ed06 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:30.267147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:30.267630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (1a12119c-8fcb-4fde-8553-d779de2e75a1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:30.270992 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:30.272797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router_gateway (6c44ef30-9a24-40f9-a30b-80c955f92541), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.290134 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-068db258-f260-45d7-b8d7-0242d3f42d1f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The resource could not be found. May 12 03:23:30.291217 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-068db258-f260-45d7-b8d7-0242d3f42d1f tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7991455 May 12 03:23:30.295200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-00818a74-b964-4808-8948-01d237a4b243 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 1000 time: 0.6295834 May 12 03:23:30.297049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:30.299395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed87d320-75fc-4203-a41d-4ded41e871c6 admin admin] Publish callbacks [] for security_group (f20d7bc5-e09b-483c-af81-356727a9c051), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.300426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-504001c0-e63e-4580-b8c6-cf17bad5f98b None None] Could not find standard attr ID for object 32980172-7000-46ce-acc1-a21f79f2185d. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:23:30.310248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58446) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.315436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-504001c0-e63e-4580-b8c6-cf17bad5f98b None None] Provisioning complete for port e75ff965-47df-4fcc-a825-319268e5ac4a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:30.316111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-504001c0-e63e-4580-b8c6-cf17bad5f98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.323280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.330532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed87d320-75fc-4203-a41d-4ded41e871c6 admin admin] Publish callbacks [] for security_group (f20d7bc5-e09b-483c-af81-356727a9c051), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.385236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-504001c0-e63e-4580-b8c6-cf17bad5f98b None None] Port e75ff965-47df-4fcc-a825-319268e5ac4a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:30.391362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 66208032-cd2f-4c4d-baa2-6808ec21ed06 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:30.391783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.448681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (96bc9d04-3219-4a6b-a06e-79873630a52e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.453799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.457826 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] 10.222.0.23 "DELETE /v2.0/networks/96bc9d04-3219-4a6b-a06e-79873630a52e HTTP/1.1" status: 204 len: 168 time: 1.7613833 May 12 03:23:30.502108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ac3c513b-671f-4310-ad2f-c4e5cf4430d8 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (f98b5dfc-65a9-4cdf-861c-d53c626913ec), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.548334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d3ac9-c822-4c15-9eff-fd5d6b13a4d7 tempest-BulkNetworkOpsTest-749162575 tempest-BulkNetworkOpsTest-749162575-project] Pushing event deleted for resources: {'Network': ['ID=96bc9d04-3219-4a6b-a06e-79873630a52e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:30.548637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 66208032-cd2f-4c4d-baa2-6808ec21ed06 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:30.549911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 90256ccd-82d6-49ef-8b2f-658d45449a83 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:30.606161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ac3c513b-671f-4310-ad2f-c4e5cf4430d8 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (f98b5dfc-65a9-4cdf-861c-d53c626913ec), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.649725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bb2cea4a-76af-46b2-9256-a500fcd039d3 None None] Provisioning complete for port e75ff965-47df-4fcc-a825-319268e5ac4a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:30.650154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb2cea4a-76af-46b2-9256-a500fcd039d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.666237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b45244-e25c-4f00-9880-219dc14179c4 req-f3814b82-acc2-4620-9fa6-7410a8f37fc7 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:30.669805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f5b45244-e25c-4f00-9880-219dc14179c4 req-f3814b82-acc2-4620-9fa6-7410a8f37fc7 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0773559 May 12 03:23:30.692119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Allocated IP 172.26.2.82 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/42444bb9-278f-4ba9-83fe-e0def84f6f94) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:30.692759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 90256ccd-82d6-49ef-8b2f-658d45449a83 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:30.693069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.695736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cea4a-76af-46b2-9256-a500fcd039d3 None None] Port e75ff965-47df-4fcc-a825-319268e5ac4a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:30.709548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ac3c513b-671f-4310-ad2f-c4e5cf4430d8 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f98b5dfc-65a9-4cdf-861c-d53c626913ec), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.712644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ac3c513b-671f-4310-ad2f-c4e5cf4430d8 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.715175 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ac3c513b-671f-4310-ad2f-c4e5cf4430d8 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/f98b5dfc-65a9-4cdf-861c-d53c626913ec HTTP/1.1" status: 204 len: 168 time: 0.4038455 May 12 03:23:30.719537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7d1ac9ac-a910-4b12-b935-cdd3d91f3359 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a4b5dfd91e04030ba7937f6ec231ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5906858 May 12 03:23:30.723498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58456) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.723744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58454) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.727101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa5b14-ec0f-456a-b4ad-86b648b74c38 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:30.728663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa5b14-ec0f-456a-b4ad-86b648b74c38 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:30.733275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b2fa5b14-ec0f-456a-b4ad-86b648b74c38 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4894001 May 12 03:23:30.737014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58458) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.776242 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58460) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.803369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c513b-671f-4310-ad2f-c4e5cf4430d8 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b5dfc-65a9-4cdf-861c-d53c626913ec,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:30.804383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 90256ccd-82d6-49ef-8b2f-658d45449a83 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:30.805168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-40a17e4f-f616-4f79-9937-2cacef4027af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:30.807129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-40a17e4f-f616-4f79-9937-2cacef4027af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.4653053 May 12 03:23:30.816132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Router 56926a57-36fa-4448-bde2-e07202cd676c is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:23:30.897161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet d2f43def-0660-4c89-9a98-4bee86baf198 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:30.909609 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ca34ac46-92eb-4570-83e0-04f741abd1a5 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1807220 May 12 03:23:30.910198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (d2f43def-0660-4c89-9a98-4bee86baf198), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.915034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58464) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:30.917417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed87d320-75fc-4203-a41d-4ded41e871c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f20d7bc5-e09b-483c-af81-356727a9c051), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.919758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c1560497-967f-4750-9142-6214c5384681 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:30.919966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed87d320-75fc-4203-a41d-4ded41e871c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.921287 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ed87d320-75fc-4203-a41d-4ded41e871c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f20d7bc5-e09b-483c-af81-356727a9c051 HTTP/1.1" status: 204 len: 168 time: 1.3137918 May 12 03:23:30.922155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3f9924f2-7d7a-41a5-b687-214ffed7878a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': '9a97b6af-3816-4a22-9134-d8a9dd141751', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:30.923848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d71018b-91dc-4630-8254-ca1c5555198f admin admin] Publish callbacks [] for security_group (1f505efa-b007-43f7-b2b2-e32e7a7a4a5f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:30.949346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c1560497-967f-4750-9142-6214c5384681 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:30.949704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c1560497-967f-4750-9142-6214c5384681 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:31.006270 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f5b45244-e25c-4f00-9880-219dc14179c4 req-ebe2314b-fdc6-45d1-83df-c5c0b3f5ea11 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936320 May 12 03:23:31.007555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-dc2dae13-d331-449f-973f-82a770dfb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:31.009125 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-dc2dae13-d331-449f-973f-82a770dfb2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1871078 May 12 03:23:31.014665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87d320-75fc-4203-a41d-4ded41e871c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d7bc5-e09b-483c-af81-356727a9c051,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:31.025207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (d2f43def-0660-4c89-9a98-4bee86baf198), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.030626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.077840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d71018b-91dc-4630-8254-ca1c5555198f admin admin] Publish callbacks [] for security_group (1f505efa-b007-43f7-b2b2-e32e7a7a4a5f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.094451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-3f9924f2-7d7a-41a5-b687-214ffed7878a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The resource could not be found. May 12 03:23:31.095504 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3f9924f2-7d7a-41a5-b687-214ffed7878a tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1793103 May 12 03:23:31.103441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58470) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.110133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516565321'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:31.172949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:31.183909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (d2f43def-0660-4c89-9a98-4bee86baf198), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.184756 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] Sync routers for ids ['56926a57-36fa-4448-bde2-e07202cd676c'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:31.187308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.189621 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4f320c6d-a2a1-4473-bffa-a56af33b4e05 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "PUT /v2.0/routers/56926a57-36fa-4448-bde2-e07202cd676c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9491167 May 12 03:23:31.194780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58472) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.203045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'port': {'network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534', 'name': 'tempest-FloatingIPNegativeTestJSON-591431673'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:31.203226 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] Routers {'56926a57-36fa-4448-bde2-e07202cd676c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:31.203681 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['56926a57-36fa-4448-bde2-e07202cd676c'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:31.209924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.214502 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7b0feb06-a8e9-4169-bbb1-891e01702cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c6695697b3f4d6faf7bb48434f24b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298728 May 12 03:23:31.224551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58474) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.272214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:31.290260 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:31.294168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:31.297486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:31.299651 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] Routers {'56926a57-36fa-4448-bde2-e07202cd676c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:31.300642 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['56926a57-36fa-4448-bde2-e07202cd676c'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:31.312755 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-5e29fa40-7fea-454f-aa0b-7ca2b28fb469 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852616 May 12 03:23:31.325327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d71018b-91dc-4630-8254-ca1c5555198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1f505efa-b007-43f7-b2b2-e32e7a7a4a5f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.325327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5d71018b-91dc-4630-8254-ca1c5555198f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.328368 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5d71018b-91dc-4630-8254-ca1c5555198f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f505efa-b007-43f7-b2b2-e32e7a7a4a5f HTTP/1.1" status: 204 len: 168 time: 0.5933321 May 12 03:23:31.341153 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:31.341765 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80858364-60bd-4da0-8574-e4a845fb761a None None] The sync data for ids ['56926a57-36fa-4448-bde2-e07202cd676c'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:31.358448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Port': ['ID=42444bb9-278f-4ba9-83fe-e0def84f6f94,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:31.378879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71018b-91dc-4630-8254-ca1c5555198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f505efa-b007-43f7-b2b2-e32e7a7a4a5f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:31.447960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78eb9157-5d87-4890-b34f-ffb7539b035c admin admin] Publish callbacks [] for security_group (9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.455096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (d2f43def-0660-4c89-9a98-4bee86baf198), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.491811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Made reservation on behalf of 9e10b7b2d63b4f1699dc83938749bc15 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:31.495813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.500641 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78eb9157-5d87-4890-b34f-ffb7539b035c admin admin] Publish callbacks [] for security_group (9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.522450 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-faaa51de-6922-465b-915f-5ec6f19f8060 req-2b947446-8e94-4dea-b3d1-6ec9a1ab91a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876829 May 12 03:23:31.546442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] device_id is not set on port 1c32a959-4bcb-4e26-aeee-1c64d8fc0292 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:31.619703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78eb9157-5d87-4890-b34f-ffb7539b035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.622843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78eb9157-5d87-4890-b34f-ffb7539b035c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.624240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-78eb9157-5d87-4890-b34f-ffb7539b035c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c HTTP/1.1" status: 204 len: 168 time: 0.3984742 May 12 03:23:31.656867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc16ffd-675c-48b0-a7cb-f12c0217ecef None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:31.658838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb9157-5d87-4890-b34f-ffb7539b035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1bb0ac-c4bf-4c49-9c59-a92cb8b7a31c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:31.669820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.684111 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/d2f43def-0660-4c89-9a98-4bee86baf198 HTTP/1.1" status: 204 len: 168 time: 0.9293876 May 12 03:23:31.685221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecbb7e-8219-4226-a30e-9d9f90db4a33 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f43def-0660-4c89-9a98-4bee86baf198,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:31.686966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58490) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.712575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (feafd3fb-33ec-4ea2-92c8-b8c9863a32ad), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.755349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Allocated IP 172.20.0.8 (7bbb5e91-6be7-45ac-ad3e-0728ec452534/6edad9ee-c0dd-4b0e-8813-c50447f6fb68/1c32a959-4bcb-4e26-aeee-1c64d8fc0292) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:31.795541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (feafd3fb-33ec-4ea2-92c8-b8c9863a32ad), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.820557 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b6488afd-9df5-4170-95a7-ffa69d106ce1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282728 May 12 03:23:31.823308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58494) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.823957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58496) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.850292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feafd3fb-33ec-4ea2-92c8-b8c9863a32ad,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:31.855035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.855897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:31.856698 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9a1f47ac-0bff-4e59-9074-111bdf3a69a9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7500775 May 12 03:23:31.864596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58498) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:31.866310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c43b54a-e0df-478d-9d70-da7bbde913e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:31.874241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536048730'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:31.956286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:31.990020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router_gateway (6c44ef30-9a24-40f9-a30b-80c955f92541), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.042447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.047510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] Deleting port 90256ccd-82d6-49ef-8b2f-658d45449a83 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:32.047842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.192200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 90256ccd-82d6-49ef-8b2f-658d45449a83 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:32.224776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712eddc-e695-4a96-8fc2-2ba0dbe6e919 req-ec5b790c-fd92-4bad-897f-f29c1cd7325d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:32.231798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f712eddc-e695-4a96-8fc2-2ba0dbe6e919 req-ec5b790c-fd92-4bad-897f-f29c1cd7325d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0661352 May 12 03:23:32.244730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] For port 90256ccd-82d6-49ef-8b2f-658d45449a83, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=90256ccd-82d6-49ef-8b2f-658d45449a83,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:32.245519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.264555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:32.270487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] Calling delete_port for 90256ccd-82d6-49ef-8b2f-658d45449a83 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:32.271050 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.381562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 90256ccd-82d6-49ef-8b2f-658d45449a83 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:32.386377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.386582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (6c44ef30-9a24-40f9-a30b-80c955f92541), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.392528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58518) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:32.414081 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f712eddc-e695-4a96-8fc2-2ba0dbe6e919 req-bd09e955-63e8-49a8-a0a2-f3232dd60a6d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749835 May 12 03:23:32.426658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (90256ccd-82d6-49ef-8b2f-658d45449a83), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.489635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] Pushing event deleted for resources: {'Port': ['ID=90256ccd-82d6-49ef-8b2f-658d45449a83,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:32.496952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38831a40-ee36-4719-9b58-42fd64799071 None None] No DVR routers for this DVR port 90256ccd-82d6-49ef-8b2f-658d45449a83 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:32.510729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for port (1c32a959-4bcb-4e26-aeee-1c64d8fc0292), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.611085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'networks': [{'name': 'tempest-network--200558702'}, {'name': 'tempest-network--545035688'}]} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:32.611400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'network': {'name': 'tempest-network--200558702'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:32.611858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'network': {'name': 'tempest-network--545035688'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:32.623033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Router 6c44ef30-9a24-40f9-a30b-80c955f92541 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:23:32.701813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c43b54a-e0df-478d-9d70-da7bbde913e3 admin admin] Publish callbacks [] for security_group (902c7915-d122-489c-b341-9f2cc248dab9), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.705175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1c32a959-4bcb-4e26-aeee-1c64d8fc0292), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.711119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'network': 2} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:32.716158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.727428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c43b54a-e0df-478d-9d70-da7bbde913e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (902c7915-d122-489c-b341-9f2cc248dab9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.738853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58530) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:32.753862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:32.765805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Sync routers for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:32.767445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.778723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:32.779961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:32.784918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.786229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.787401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.787556 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-153465d4-4a9b-42fc-897a-5501f33c95a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6749337 May 12 03:23:32.790925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58534) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:32.882833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:32.898689 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7c43b54a-e0df-478d-9d70-da7bbde913e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55e469c4e494407b9d765a543330cfff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0733569 May 12 03:23:32.901593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58538) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:32.905498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:32.909173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702909935'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:32.913878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43b54a-e0df-478d-9d70-da7bbde913e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902c7915-d122-489c-b341-9f2cc248dab9,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:32.915990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Port': ['ID=1c32a959-4bcb-4e26-aeee-1c64d8fc0292,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:32.924321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:32.926445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:32.930767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:32.932820 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0638392 May 12 03:23:32.938377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58540) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:32.959096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-644e7883-0a72-4f49-9e06-142b095e6813 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'feafd3fb-33ec-4ea2-92c8-b8c9863a32ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:33.013583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:33.017337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.051788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.090286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9818-fde3-4f8a-b692-155b293a29bb tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:33.114968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:33.116165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-51dec7d1-06e2-4096-908d-6a99b1920952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.116817 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c2cf26b3-156e-484b-b8e5-132fd5bd71be tempest-TestNetworkAdvancedServerOps-482756907 tempest-TestNetworkAdvancedServerOps-482756907-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=646e9f9f25ab4ad89e21b9d43109dc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3247252 May 12 03:23:33.117084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.127021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58542) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.132752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f50b66e-918f-4fff-9edc-15e092e2152e admin admin] Publish callbacks [] for security_group (902c7915-d122-489c-b341-9f2cc248dab9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.151476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-644e7883-0a72-4f49-9e06-142b095e6813 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:33.152685 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-644e7883-0a72-4f49-9e06-142b095e6813 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2059181 May 12 03:23:33.162288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58544) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.183408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (eae36156-0f07-4a80-9601-225edffd1a79), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.198847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f50b66e-918f-4fff-9edc-15e092e2152e admin admin] Publish callbacks [] for security_group (902c7915-d122-489c-b341-9f2cc248dab9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.199074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:31Z', 'revision_number': 3, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:33.233382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Checking router: 6c44ef30-9a24-40f9-a30b-80c955f92541 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:23:33.233799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Updating router 6c44ef30-9a24-40f9-a30b-80c955f92541 port 42444bb9-278f-4ba9-83fe-e0def84f6f94 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:23:33.255086 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6c8944f8-391b-4b7f-8b2a-c17ae6a74578 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0592155 May 12 03:23:33.263600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58546) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.265154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.277118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:33.311467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13ed9255-9221-42b1-a348-c78a84c43b75 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.360825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for security_group (fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.361971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f50b66e-918f-4fff-9edc-15e092e2152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (902c7915-d122-489c-b341-9f2cc248dab9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.364528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f50b66e-918f-4fff-9edc-15e092e2152e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.368355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6f50b66e-918f-4fff-9edc-15e092e2152e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/902c7915-d122-489c-b341-9f2cc248dab9 HTTP/1.1" status: 204 len: 168 time: 0.4618993 May 12 03:23:33.368355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.371585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13ed9255-9221-42b1-a348-c78a84c43b75 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.386875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.390589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e7793c6c-2be9-40ec-bb40-75c3aff6bf77 None None] Provisioning complete for port 1c32a959-4bcb-4e26-aeee-1c64d8fc0292 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:33.390964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e7793c6c-2be9-40ec-bb40-75c3aff6bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1c32a959-4bcb-4e26-aeee-1c64d8fc0292), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.429499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b66e-918f-4fff-9edc-15e092e2152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c7915-d122-489c-b341-9f2cc248dab9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:33.449912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:33.459746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e7793c6c-2be9-40ec-bb40-75c3aff6bf77 None None] Port 1c32a959-4bcb-4e26-aeee-1c64d8fc0292 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:33.523575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (19e7dfdd-fd3a-4208-b927-65db0e466e4b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.523575 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment 19e7dfdd-fd3a-4208-b927-65db0e466e4b of type vlan for network 72cdee86-422b-4b28-a55c-220d405c2949 May 12 03:23:33.531019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:33.623036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.624935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13ed9255-9221-42b1-a348-c78a84c43b75 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.639501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13ed9255-9221-42b1-a348-c78a84c43b75 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.641239 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-13ed9255-9221-42b1-a348-c78a84c43b75 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea HTTP/1.1" status: 204 len: 168 time: 0.4773512 May 12 03:23:33.646943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:33.654551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for security_group (1bc5bd5c-c712-4ab1-b927-72b113642d4e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.655418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58552) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.677276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=eae36156-0f07-4a80-9601-225edffd1a79,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:33.680399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (72cdee86-422b-4b28-a55c-220d405c2949), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.686323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:33.705366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1bc5bd5c-c712-4ab1-b927-72b113642d4e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.706328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.707923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed9255-9221-42b1-a348-c78a84c43b75 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb94d7-8112-417c-bbdc-0fc5cfa9b9ea,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:33.723008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:33.728326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.783784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a392a-6969-491f-99eb-2bf940fe28ce tempest-TestNetworkAdvancedServerOps-482756907 tempest-TestNetworkAdvancedServerOps-482756907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:33.788389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8e9a392a-6969-491f-99eb-2bf940fe28ce tempest-TestNetworkAdvancedServerOps-482756907 tempest-TestNetworkAdvancedServerOps-482756907-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6571150 May 12 03:23:33.789069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58556) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.813681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cb1deb21-5307-4d95-94fd-f14b5e09d561 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9628592 May 12 03:23:33.817777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (72cdee86-422b-4b28-a55c-220d405c2949), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.824209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58558) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.827902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:33.828521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.830134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'name': 'tempest-NetworksTestDHCPv6-1953920370'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:33.840390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc5bd5c-c712-4ab1-b927-72b113642d4e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:33.856759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:33.865927 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9803e0ce-1694-435b-a84e-b7c9b1d74b4c tempest-TestNetworkAdvancedServerOps-482756907 tempest-TestNetworkAdvancedServerOps-482756907-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758359 May 12 03:23:33.876465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58560) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.886170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2101546370', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:33.898198 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1541395 May 12 03:23:33.904366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80d5210-8c41-491a-8659-5119d6372938 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:33.925452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fad180a5-feac-4cde-a57e-a3b3e07b0220), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:33.926503 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Added segment fad180a5-feac-4cde-a57e-a3b3e07b0220 of type vlan for network 9d1bec36-250a-4256-8f4b-36325c31e4dc May 12 03:23:33.932470 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c007d64-6b68-46cc-a4cd-2c6897f57222 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2736924 May 12 03:23:33.968057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58564) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:33.987247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dc92e-6e62-4ad2-8e6c-47a4f2c91cfd tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=72cdee86-422b-4b28-a55c-220d405c2949,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:34.066029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 72cdee86-422b-4b28-a55c-220d405c2949 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:34.075558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Made reservation on behalf of 646e9f9f25ab4ad89e21b9d43109dc75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:34.089027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.207913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'eae36156-0f07-4a80-9601-225edffd1a79'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:34.208855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.251935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6fcb1-c810-4d5b-8baa-01d9d278268e req-ef094c7c-4557-4bdc-afa9-d133d680225f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:34.261036 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2b6fcb1-c810-4d5b-8baa-01d9d278268e req-ef094c7c-4557-4bdc-afa9-d133d680225f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.3919368 May 12 03:23:34.268887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Publish callbacks [] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.296711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.302698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (9d1bec36-250a-4256-8f4b-36325c31e4dc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.320045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-930711ea-7589-4c5b-9822-576ffd4b4e0c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (feafd3fb-33ec-4ea2-92c8-b8c9863a32ad), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.406081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-930711ea-7589-4c5b-9822-576ffd4b4e0c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (feafd3fb-33ec-4ea2-92c8-b8c9863a32ad), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.444918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Allocated IP 172.26.2.112 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/0c64e5cc-72f9-4733-97c3-247e07d7efc8) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:34.475573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:34.525044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:34.532695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Attempting to bind port 42444bb9-278f-4ba9-83fe-e0def84f6f94 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:34.533418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.534755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Attempting to bind port 42444bb9-278f-4ba9-83fe-e0def84f6f94 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:34.535412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Attempting to bind port 42444bb9-278f-4ba9-83fe-e0def84f6f94 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:34.564327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2b6fcb1-c810-4d5b-8baa-01d9d278268e req-d5ed5502-b0a8-4e23-98a7-d91a24b2485d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992668 May 12 03:23:34.588750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2e2c570c-4458-462d-bc97-8fb45044c59d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.589360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Added segment 2e2c570c-4458-462d-bc97-8fb45044c59d of type vlan for network e2ae06aa-f881-4172-bd37-b7f510556c4d May 12 03:23:34.594411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c4c4b-f607-4d34-b579-c4e8d71e050a None None] Pushing event updated for resources: {'Port': ['ID=42444bb9-278f-4ba9-83fe-e0def84f6f94,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:34.605475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:34.612042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:34.613457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.614380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:34.614989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f65453b8-bac6-4d38-b18e-e9e6d64d537c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.617187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Bound port: 42444bb9-278f-4ba9-83fe-e0def84f6f94, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:34.617820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.671432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (e2ae06aa-f881-4172-bd37-b7f510556c4d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.707504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.709250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] For port 42444bb9-278f-4ba9-83fe-e0def84f6f94, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:34.712822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] For port 42444bb9-278f-4ba9-83fe-e0def84f6f94, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=42444bb9-278f-4ba9-83fe-e0def84f6f94,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:34.743874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (9d1bec36-250a-4256-8f4b-36325c31e4dc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.745746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Subnet': ['ID=f65453b8-bac6-4d38-b18e-e9e6d64d537c,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:34.746894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.747699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (e2ae06aa-f881-4172-bd37-b7f510556c4d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.765181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:34.771747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:34.772794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.838453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Checking segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:34.839067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network hostable DHCP agents. Network: 7977e1a5-6ab2-401f-bca2-df2a60aae52b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:34.839336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/eae36156-0f07-4a80-9601-225edffd1a79/79143935-5083-4f8e-8290-1ea493f23a11) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:34.854852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c4c4b-f607-4d34-b579-c4e8d71e050a None None] Pushing event updated for resources: {'Port': ['ID=42444bb9-278f-4ba9-83fe-e0def84f6f94,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:34.870935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.878965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:34.879701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:05Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:34.932104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-930711ea-7589-4c5b-9822-576ffd4b4e0c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (feafd3fb-33ec-4ea2-92c8-b8c9863a32ad), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.932694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:34.933647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:34.936531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-930711ea-7589-4c5b-9822-576ffd4b4e0c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:34.941894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:34.942424 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-930711ea-7589-4c5b-9822-576ffd4b4e0c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/feafd3fb-33ec-4ea2-92c8-b8c9863a32ad HTTP/1.1" status: 204 len: 168 time: 0.9638903 May 12 03:23:34.943987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58586) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:34.948167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:34.953080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Port': ['ID=0c64e5cc-72f9-4733-97c3-247e07d7efc8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:34.965721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Network': ['ID=9d1bec36-250a-4256-8f4b-36325c31e4dc,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:34.990561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 7977e1a5-6ab2-401f-bca2-df2a60aae52b) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:35.013256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:35.013878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.080381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:35.094636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930711ea-7589-4c5b-9822-576ffd4b4e0c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feafd3fb-33ec-4ea2-92c8-b8c9863a32ad,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:35.107198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Network': ['ID=e2ae06aa-f881-4172-bd37-b7f510556c4d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:35.119827 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-36551685-b72c-401b-b5f3-880c37072a0d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2358470 May 12 03:23:35.119827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58588) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.139950 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2a84581b-7fbb-4898-8f5f-e3cf3a4663cd tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1280 time: 2.7244387 May 12 03:23:35.144605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58592) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.155320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 9d1bec36-250a-4256-8f4b-36325c31e4dc details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:35.157061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cef3a-5a10-416e-828a-a62b518fbe50 None None] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:35.160510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network e2ae06aa-f881-4172-bd37-b7f510556c4d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:35.162582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 52b29c5a-a235-44fa-9c98-5011a714d3a7 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:35.251708 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2eac3bc6-a738-4986-8a73-966fc8f9e092 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1838808 May 12 03:23:35.252574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58596) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.262708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688535905'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:35.327891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.390026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (adab3059-9e9a-407f-91bd-49470a8fc0ea), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.449371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (cbf631d6-6a05-4659-baee-e8061d9bb2ba), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.454180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (cbf631d6-6a05-4659-baee-e8061d9bb2ba), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.505519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf631d6-6a05-4659-baee-e8061d9bb2ba,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:35.538163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.539708 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8d881c27-3934-4aa5-8c96-793a5d5a6e4c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2818604 May 12 03:23:35.544044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58604) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.545369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-27c41152-b49e-4595-8cd5-6ed0625a7725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.552848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-97af1b00-9e57-4a99-8fcd-36b7a7cf092c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'cbf631d6-6a05-4659-baee-e8061d9bb2ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:35.613169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-97af1b00-9e57-4a99-8fcd-36b7a7cf092c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:35.616582 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-97af1b00-9e57-4a99-8fcd-36b7a7cf092c tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0703237 May 12 03:23:35.619764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58606) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.626076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b7ac9105-1a2a-4cdb-b55e-eb4478a835f4 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group_rule': {'security_group_id': 'cbf631d6-6a05-4659-baee-e8061d9bb2ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:35.648298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351af35-a508-4f01-b940-52a9ed6ee919 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:35.656731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351af35-a508-4f01-b940-52a9ed6ee919 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:35.663600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:35.664596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.669656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351af35-a508-4f01-b940-52a9ed6ee919 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:35.683746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351af35-a508-4f01-b940-52a9ed6ee919 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:35.687648 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b351af35-a508-4f01-b940-52a9ed6ee919 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5324607 May 12 03:23:35.689730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58608) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.693529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.744806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58610) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.803419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (9d1bec36-250a-4256-8f4b-36325c31e4dc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:35.843222 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-b7ac9105-1a2a-4cdb-b55e-eb4478a835f4 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:35.844991 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b7ac9105-1a2a-4cdb-b55e-eb4478a835f4 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2236643 May 12 03:23:35.866051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Allocated IP 172.20.0.2 (7977e1a5-6ab2-401f-bca2-df2a60aae52b/f65453b8-bac6-4d38-b18e-e9e6d64d537c/91e23be8-d21a-48f2-8ff8-c1a12b2accfb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:35.885323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58614) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:35.895509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d18530b2-6cc5-4750-b3fb-a644ed3a020f tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1453591636'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:35.897012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d18530b2-6cc5-4750-b3fb-a644ed3a020f tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Unknown quota resources ['metering_label']. {{(pid=104165) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:23:35.966323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (9d1bec36-250a-4256-8f4b-36325c31e4dc), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.010450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1bec36-250a-4256-8f4b-36325c31e4dc']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.013074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4a83edba-b096-4a6b-b4ee-a6f6738f0cd2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (cbf631d6-6a05-4659-baee-e8061d9bb2ba), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.028604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad180a5-feac-4cde-a57e-a3b3e07b0220') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.028924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad180a5-feac-4cde-a57e-a3b3e07b0220') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.034025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Publish callbacks [] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.053615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (fad180a5-feac-4cde-a57e-a3b3e07b0220), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.073697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4a83edba-b096-4a6b-b4ee-a6f6738f0cd2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (cbf631d6-6a05-4659-baee-e8061d9bb2ba), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.077455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.089045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fad180a5-feac-4cde-a57e-a3b3e07b0220), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.105772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:36.106318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (fad180a5-feac-4cde-a57e-a3b3e07b0220), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:36.110069 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:36.150828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:36.157534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:36.160350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:36.215605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (9d1bec36-250a-4256-8f4b-36325c31e4dc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.228941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.237341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/networks/9d1bec36-250a-4256-8f4b-36325c31e4dc HTTP/1.1" status: 204 len: 168 time: 0.5460014 May 12 03:23:36.238615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4a83edba-b096-4a6b-b4ee-a6f6738f0cd2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (cbf631d6-6a05-4659-baee-e8061d9bb2ba), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.243091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4a83edba-b096-4a6b-b4ee-a6f6738f0cd2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.247577 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4a83edba-b096-4a6b-b4ee-a6f6738f0cd2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbf631d6-6a05-4659-baee-e8061d9bb2ba HTTP/1.1" status: 204 len: 168 time: 0.3611312 May 12 03:23:36.248668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58616) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:36.249330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58618) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:36.306818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83edba-b096-4a6b-b4ee-a6f6738f0cd2 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf631d6-6a05-4659-baee-e8061d9bb2ba,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:36.346926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87778245-fa7c-409e-8251-2fb3ae313455 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Network': ['ID=9d1bec36-250a-4256-8f4b-36325c31e4dc,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:36.359181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Publish callbacks [] for port (79143935-5083-4f8e-8290-1ea493f23a11), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.380881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Pushing event updated for resources: {'Port': ['ID=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:36.390726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (79143935-5083-4f8e-8290-1ea493f23a11), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.461229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:36.487431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Pushing event updated for resources: {'Port': ['ID=79143935-5083-4f8e-8290-1ea493f23a11,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:36.492365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:36.500395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:36.539515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d18530b2-6cc5-4750-b3fb-a644ed3a020f tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.540871 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d18530b2-6cc5-4750-b3fb-a644ed3a020f tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7935066 May 12 03:23:36.543471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (e2ae06aa-f881-4172-bd37-b7f510556c4d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.546655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58620) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:36.553150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-184f3708-8235-476b-b9a2-a06aaaf8ce3e tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8cccd2d9-90c0-4fd7-ba89-b5e6567da65d'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:36.554033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-184f3708-8235-476b-b9a2-a06aaaf8ce3e tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104165) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:23:36.581516 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4d8ecc7-6af4-4b43-8fcb-b26b5aaf127d tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3127491 May 12 03:23:36.588726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58622) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:36.595523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047469033'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:36.636291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Attempting to bind port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:36.636666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Attempting to bind port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:36.637032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Attempting to bind port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb on network 7977e1a5-6ab2-401f-bca2-df2a60aae52b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:36.640654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.652100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::287 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/eae36156-0f07-4a80-9601-225edffd1a79/52b29c5a-a235-44fa-9c98-5011a714d3a7) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:36.660558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Attempting to bind port 79143935-5083-4f8e-8290-1ea493f23a11 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:36.661120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Attempting to bind port 79143935-5083-4f8e-8290-1ea493f23a11 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:36.661534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Attempting to bind port 79143935-5083-4f8e-8290-1ea493f23a11 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:36.674089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:36.674089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:36.674089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.674089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:36.674618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Bound port: 79143935-5083-4f8e-8290-1ea493f23a11, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:36.674618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (79143935-5083-4f8e-8290-1ea493f23a11), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.679699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:36.680325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Checking segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:36.680726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.681141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Bound using segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:36.682301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Bound port: 91e23be8-d21a-48f2-8ff8-c1a12b2accfb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:36.682683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.685208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:31Z', 'revision_number': 3, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.710679 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.services.metering.metering_plugin [None req-184f3708-8235-476b-b9a2-a06aaaf8ce3e tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 12 03:23:36.727232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42d29a-1388-4939-9ab9-3364db2c22e3 None None] The sync data for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv is: [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:31Z', 'revision_number': 3, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:36.751368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.819701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (e2ae06aa-f881-4172-bd37-b7f510556c4d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.915727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ae06aa-f881-4172-bd37-b7f510556c4d']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.952522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] For port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:36.963697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2c570c-4458-462d-bc97-8fb45044c59d') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.964148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-184f3708-8235-476b-b9a2-a06aaaf8ce3e tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:36.964886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] For port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:36.965177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2c570c-4458-462d-bc97-8fb45044c59d') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:36.968979 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-184f3708-8235-476b-b9a2-a06aaaf8ce3e tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4211636 May 12 03:23:36.969703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58624) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:36.980334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.013136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-78638538-2c14-4a6c-a4ad-7e464685f7df tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8cccd2d9-90c0-4fd7-ba89-b5e6567da65d'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:37.013640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-78638538-2c14-4a6c-a4ad-7e464685f7df tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104165) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:23:37.033598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (2e2c570c-4458-462d-bc97-8fb45044c59d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.053292 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] For port 79143935-5083-4f8e-8290-1ea493f23a11, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:37.075149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (9e56790c-e573-43fb-a506-5d363d093c69), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.081667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] For port 79143935-5083-4f8e-8290-1ea493f23a11, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=79143935-5083-4f8e-8290-1ea493f23a11,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:37.100590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e56790c-e573-43fb-a506-5d363d093c69), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.108051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2e2c570c-4458-462d-bc97-8fb45044c59d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.108693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (79143935-5083-4f8e-8290-1ea493f23a11), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.134894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2121d5f-bdff-401c-8b1d-9bb2d6f55983 None None] Pushing event updated for resources: {'Port': ['ID=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.179094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e56790c-e573-43fb-a506-5d363d093c69,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.187486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:37.188008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (2e2c570c-4458-462d-bc97-8fb45044c59d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:37.192414 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:37.199365 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING neutron.services.metering.metering_plugin [None req-78638538-2c14-4a6c-a4ad-7e464685f7df tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 12 03:23:37.226002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.242968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.244941 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9531d95b-ccf6-4b2b-9c4b-3298bcda8dec tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6549594 May 12 03:23:37.249941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58626) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.261404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58628) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.274874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': '72cdee86-422b-4b28-a55c-220d405c2949', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:37.280536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.307245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde68b-53a5-4506-bfeb-a917c5022183 None None] Pushing event updated for resources: {'Port': ['ID=79143935-5083-4f8e-8290-1ea493f23a11,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.311503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8a58625b-ad36-4364-a8f5-0cbe569e18b9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:37.318521 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING neutron.api.v2.base [None req-8a58625b-ad36-4364-a8f5-0cbe569e18b9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 03:23:37.319286 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-8a58625b-ad36-4364-a8f5-0cbe569e18b9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] update failed (client error): There was a conflict when trying to complete your request. May 12 03:23:37.320638 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8a58625b-ad36-4364-a8f5-0cbe569e18b9 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "PUT /v2.0/security-groups/9e56790c-e573-43fb-a506-5d363d093c69 HTTP/1.1" status: 409 len: 330 time: 0.0592148 May 12 03:23:37.339495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58630) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.357277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (52b29c5a-a235-44fa-9c98-5011a714d3a7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.381266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (e2ae06aa-f881-4172-bd37-b7f510556c4d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.393839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.400359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/networks/e2ae06aa-f881-4172-bd37-b7f510556c4d HTTP/1.1" status: 204 len: 168 time: 1.1399260 May 12 03:23:37.411062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58632) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.454438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17130224-1707-4a1b-86f4-bead99f9572f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Network': ['ID=e2ae06aa-f881-4172-bd37-b7f510556c4d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.523012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (52b29c5a-a235-44fa-9c98-5011a714d3a7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.524749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8faf7b4-7cd3-4b42-adda-52eb82ad34d3 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (9e56790c-e573-43fb-a506-5d363d093c69), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.585256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Port': ['ID=0c64e5cc-72f9-4733-97c3-247e07d7efc8,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.597317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8faf7b4-7cd3-4b42-adda-52eb82ad34d3 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (9e56790c-e573-43fb-a506-5d363d093c69), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.629330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78638538-2c14-4a6c-a4ad-7e464685f7df tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.630641 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-78638538-2c14-4a6c-a4ad-7e464685f7df tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6491060 May 12 03:23:37.643700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:37.648770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58634) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.664598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:37.701096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:37.706536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:37.710227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.714585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=52b29c5a-a235-44fa-9c98-5011a714d3a7,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.727940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-660c13a0-dfd5-468b-a0ca-4e2bfe6bafdf tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=6012b3d0-1549-473d-9f75-34ee7804052f HTTP/1.1" status: 200 len: 464 time: 0.0784304 May 12 03:23:37.732555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58636) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.770332 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dcf4d7e5-c726-4467-bb93-709284897b5f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9444475 May 12 03:23:37.770957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58638) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.773695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8faf7b4-7cd3-4b42-adda-52eb82ad34d3 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e56790c-e573-43fb-a506-5d363d093c69), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.777435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8faf7b4-7cd3-4b42-adda-52eb82ad34d3 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.780943 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c8faf7b4-7cd3-4b42-adda-52eb82ad34d3 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e56790c-e573-43fb-a506-5d363d093c69 HTTP/1.1" status: 204 len: 168 time: 0.4403036 May 12 03:23:37.793501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58640) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.809168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (adab3059-9e9a-407f-91bd-49470a8fc0ea), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.836200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.842191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faf7b4-7cd3-4b42-adda-52eb82ad34d3 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e56790c-e573-43fb-a506-5d363d093c69,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:37.889877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.890983 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6c45af16-2858-4179-8039-173c9d0c3fda tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6260483 May 12 03:23:37.891954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:37.895799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:37.910155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58642) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:37.914589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-79524f0d-cab5-4b92-bcd6-ecb67a079aa9 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'floatingip': {'port_id': '1c32a959-4bcb-4e26-aeee-1c64d8fc0292', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:37.978990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.002770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf2ed4-a179-41eb-ac64-a9b7d28f16ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:38.008199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf2ed4-a179-41eb-ac64-a9b7d28f16ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:38.012643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-81cf2ed4-a179-41eb-ac64-a9b7d28f16ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2398279 May 12 03:23:38.015695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e248a5a0-afac-471c-8b6b-f8c1b0a22195 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.017933 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e248a5a0-afac-471c-8b6b-f8c1b0a22195 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/6012b3d0-1549-473d-9f75-34ee7804052f HTTP/1.1" status: 204 len: 168 time: 0.2840049 May 12 03:23:38.017933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58644) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.034379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0bd91-0c80-40bc-949f-911179c3f52c tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:38.039678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0bd91-0c80-40bc-949f-911179c3f52c tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:38.041846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-58e0bd91-0c80-40bc-949f-911179c3f52c tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5866308 May 12 03:23:38.045127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58646) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.050597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58648) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.055867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-580319040'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:38.093481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-79524f0d-cab5-4b92-bcd6-ecb67a079aa9 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (adab3059-9e9a-407f-91bd-49470a8fc0ea), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.110214 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-908377d2-1cf6-4b52-acf5-55a591a08542 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3147335 May 12 03:23:38.110763 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58650) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.128795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:38.133818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.150455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 52b29c5a-a235-44fa-9c98-5011a714d3a7 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:38.156421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (52b29c5a-a235-44fa-9c98-5011a714d3a7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.157313 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3aab321f-a296-4e21-a1a5-b02dcc86b673 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=6012b3d0-1549-473d-9f75-34ee7804052f HTTP/1.1" status: 200 len: 221 time: 0.0996277 May 12 03:23:38.162429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58652) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.168504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-36dbd5ab-c1cd-4480-b42c-2a4ff9d2aa26 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--560073024', 'description': 'label created by tempest'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:38.168965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-36dbd5ab-c1cd-4480-b42c-2a4ff9d2aa26 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Unknown quota resources ['metering_label']. {{(pid=104164) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 12 03:23:38.195045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:38.229983 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-23e6d0c4-5857-4663-ab9b-225d076c1c0e tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] delete failed (client error): The resource could not be found. May 12 03:23:38.234992 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-23e6d0c4-5857-4663-ab9b-225d076c1c0e tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3cb9100-9e3c-4cd3-a391-d965f8cb3516 HTTP/1.1" status: 404 len: 347 time: 0.1187587 May 12 03:23:38.247066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58654) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.290563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a2bc354c-cb85-43bc-8aa9-a453930bdad0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.291535 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Added segment a2bc354c-cb85-43bc-8aa9-a453930bdad0 of type vlan for network 34a8f424-c17b-4bb4-a11f-58572dbfb6fe May 12 03:23:38.314955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42444bb9-278f-4ba9-83fe-e0def84f6f94 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:38.335303 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-c7526b9a-9fe7-4825-a4f5-bc5d357d4424 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] show failed (client error): The resource could not be found. May 12 03:23:38.336366 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c7526b9a-9fe7-4825-a4f5-bc5d357d4424 tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-groups/b6629e0a-5936-494e-ad43-03ee02d49d9e HTTP/1.1" status: 404 len: 347 time: 0.0655138 May 12 03:23:38.351410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58656) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.398912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 42444bb9-278f-4ba9-83fe-e0def84f6f94 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:38.404225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.423603 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-cfc2040d-bd6c-4da2-a643-8339e9e223aa tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] show failed (client error): The resource could not be found. May 12 03:23:38.428593 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cfc2040d-bd6c-4da2-a643-8339e9e223aa tempest-NegativeSecGroupIPv6Test-1813909794 tempest-NegativeSecGroupIPv6Test-1813909794-project] 10.222.0.23 "GET /v2.0/security-group-rules/5826de13-f5b3-47a3-8af1-71eead78d8c0 HTTP/1.1" status: 404 len: 356 time: 0.0724201 May 12 03:23:38.454561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (34a8f424-c17b-4bb4-a11f-58572dbfb6fe), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.455349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-79524f0d-cab5-4b92-bcd6-ecb67a079aa9 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] update failed (client error): The resource could not be found. May 12 03:23:38.459214 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-79524f0d-cab5-4b92-bcd6-ecb67a079aa9 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "PUT /v2.0/floatingips/adab3059-9e9a-407f-91bd-49470a8fc0ea HTTP/1.1" status: 404 len: 507 time: 0.5480492 May 12 03:23:38.459984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58660) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.518042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (52b29c5a-a235-44fa-9c98-5011a714d3a7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.561108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.591862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36dbd5ab-c1cd-4480-b42c-2a4ff9d2aa26 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.595506 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36dbd5ab-c1cd-4480-b42c-2a4ff9d2aa26 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4285340 May 12 03:23:38.596318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 52b29c5a-a235-44fa-9c98-5011a714d3a7 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:38.596918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 42444bb9-278f-4ba9-83fe-e0def84f6f94 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:38.597554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.606794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58662) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.637433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 42444bb9-278f-4ba9-83fe-e0def84f6f94, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=42444bb9-278f-4ba9-83fe-e0def84f6f94,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:38.639176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (34a8f424-c17b-4bb4-a11f-58572dbfb6fe), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.645579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:38.646926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.647933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79143935-5083-4f8e-8290-1ea493f23a11 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:38.653835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.778650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Deleting port 0c64e5cc-72f9-4733-97c3-247e07d7efc8 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:38.778995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.792393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=42444bb9-278f-4ba9-83fe-e0def84f6f94,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:38.819358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 79143935-5083-4f8e-8290-1ea493f23a11 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:38.821338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (79143935-5083-4f8e-8290-1ea493f23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.855422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d5405-3f53-4d07-b374-76dbe0960349 None None] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:38.895987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] Provisioning complete for port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:38.896390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:38.917618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:38.950888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58666) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:38.966916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': '19e7dfdd-fd3a-4208-b927-65db0e466e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72cdee86-422b-4b28-a55c-220d405c2949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:38.967464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: 72cdee86-422b-4b28-a55c-220d405c2949, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:39.065484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.066616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (0c64e5cc-72f9-4733-97c3-247e07d7efc8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.113193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 79143935-5083-4f8e-8290-1ea493f23a11 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:39.113659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (79143935-5083-4f8e-8290-1ea493f23a11), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.122102 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 72cdee86-422b-4b28-a55c-220d405c2949 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:39.130215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Calling delete_port for 0c64e5cc-72f9-4733-97c3-247e07d7efc8 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:39.172181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 79143935-5083-4f8e-8290-1ea493f23a11, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=79143935-5083-4f8e-8290-1ea493f23a11,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:39.185628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 72cdee86-422b-4b28-a55c-220d405c2949) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:39.188643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (79143935-5083-4f8e-8290-1ea493f23a11), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.189808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Allocated IP 172.20.0.1 (7977e1a5-6ab2-401f-bca2-df2a60aae52b/f65453b8-bac6-4d38-b18e-e9e6d64d537c/1d829a5c-8894-4c96-a8ed-55ae61d13c41) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:39.190864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91e23be8-d21a-48f2-8ff8-c1a12b2accfb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:39.235003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] Current status of the port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:39.235678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.267925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172a304-70e1-467f-afa4-d581b6395887 None None] Network 72cdee86-422b-4b28-a55c-220d405c2949 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:39.275657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:39.276436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.411891 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-76fb84a6-eb90-478c-b638-2b47cbbd27e4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1415420 May 12 03:23:39.417084 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8e1140fc-f894-4def-b785-97593c636228 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=043b5ecb-977c-4908-94d5-8d646e35146f HTTP/1.1" status: 200 len: 467 time: 0.8089995 May 12 03:23:39.422027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58670) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.423448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58672) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.447604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387442425'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:39.453688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=79143935-5083-4f8e-8290-1ea493f23a11,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:39.457490 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c587126f-f2f3-4350-8399-7c2bb1c774ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43ff2db7b3b949109b833aa9a97d9a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999557 May 12 03:23:39.463453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58674) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.501484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4499199 May 12 03:23:39.508683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58676) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.513976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-100421300'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:39.543558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-72cdee86-422b-4b28-a55c-220d405c2949', 'network_id': '72cdee86-422b-4b28-a55c-220d405c2949', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:39.544498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.556315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:39.556515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.627921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290636ee-2ddf-4848-a5f1-3a390a091c83 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Network': ['ID=34a8f424-c17b-4bb4-a11f-58572dbfb6fe,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:39.647081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (52b29c5a-a235-44fa-9c98-5011a714d3a7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.647308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:39.653131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.653321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] For port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:39.656459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 34a8f424-c17b-4bb4-a11f-58572dbfb6fe details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:39.719387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:39.723154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.728806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.730529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.738934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:39.741475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0c64e5cc-72f9-4733-97c3-247e07d7efc8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.787032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.795875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=52b29c5a-a235-44fa-9c98-5011a714d3a7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:39.816350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Port': ['ID=0c64e5cc-72f9-4733-97c3-247e07d7efc8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:39.855297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2ac22e1f-c805-4dee-9f95-42b786bad197), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.855977 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Added segment 2ac22e1f-c805-4dee-9f95-42b786bad197 of type vlan for network b5b42f6c-d048-461c-bd5e-fdc823922145 May 12 03:23:39.886083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.892155 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7c27176f-b5e1-47b6-af46-1826e128948e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/52b29c5a-a235-44fa-9c98-5011a714d3a7 HTTP/1.1" status: 204 len: 168 time: 1.8737550 May 12 03:23:39.897023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58678) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.909729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eda3675c-53a9-4593-a28d-0c297e589db4 admin admin] Publish callbacks [] for security_group (f51742fb-649c-466d-9e52-47bee1459800), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.935424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-535c399a-1911-4a8a-973b-16d840c948d8 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.940062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-535c399a-1911-4a8a-973b-16d840c948d8 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/043b5ecb-977c-4908-94d5-8d646e35146f HTTP/1.1" status: 204 len: 168 time: 0.5112367 May 12 03:23:39.940709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58680) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.945378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.958228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:39.964008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b5b42f6c-d048-461c-bd5e-fdc823922145), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:39.995253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b0c96b72-090c-411c-8d0c-3963d8f72e22 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=043b5ecb-977c-4908-94d5-8d646e35146f HTTP/1.1" status: 200 len: 216 time: 0.0464849 May 12 03:23:39.997178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58682) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:39.998083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (adab3059-9e9a-407f-91bd-49470a8fc0ea), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.000532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.001736 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2cdb6eee-b7c4-47a2-b105-4f8df9e252a2 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "DELETE /v2.0/floatingips/adab3059-9e9a-407f-91bd-49470a8fc0ea HTTP/1.1" status: 204 len: 168 time: 1.4499691 May 12 03:23:40.003886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.005238 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment 074ddd9d-e5d4-4e44-b92a-c3d20f061249 of type vlan for network f7d258f1-b625-41b4-825a-9d2e04b4200a May 12 03:23:40.006600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58684) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.007517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:40.011170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:40.018037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Allocated IP 2001:db8:0:ffff::2 (72cdee86-422b-4b28-a55c-220d405c2949/7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f/ef235b8b-d7a0-4f70-b45d-74288ae085b2) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:40.025658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ffe68779-5b30-4ce1-912a-442a50b35280 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'floatingip': {'floating_network_id': '7bbb5e91-6be7-45ac-ad3e-0728ec452534', 'port_id': '1c32a959-4bcb-4e26-aeee-1c64d8fc0292', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:40.030086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:40.034748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eda3675c-53a9-4593-a28d-0c297e589db4 admin admin] Publish callbacks [] for security_group (f51742fb-649c-466d-9e52-47bee1459800), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.043343 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-59d2cccf-68bd-4319-9302-6d3ac278bbd8 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0301034 May 12 03:23:40.043343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:40.048319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30229602-f60c-4e42-b990-9ed50a5a0f51 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:40.050012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30229602-f60c-4e42-b990-9ed50a5a0f51 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:40.054895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Provisioning complete for port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:40.055277 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-30229602-f60c-4e42-b990-9ed50a5a0f51 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1547391 May 12 03:23:40.055393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.056364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58686) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.056956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58688) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.060700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2080eb-9022-408f-bb22-9433b362c390 None None] Pushing event updated for resources: {'Port': ['ID=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:40.086368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Port': ['ID=1d829a5c-8894-4c96-a8ed-55ae61d13c41,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:40.113284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b5b42f6c-d048-461c-bd5e-fdc823922145), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.121167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:40.121790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.202528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.217283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-57d8650c-19e9-4cce-8f81-5351556b6fc4 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1309648 May 12 03:23:40.220713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Network': ['ID=b5b42f6c-d048-461c-bd5e-fdc823922145,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:40.224735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58690) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.238496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b5b42f6c-d048-461c-bd5e-fdc823922145 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:40.273479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffe68779-5b30-4ce1-912a-442a50b35280 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.324144 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9fe5c61b-416f-4ee8-9cdf-8b7e08c481e0 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/8cccd2d9-90c0-4fd7-ba89-b5e6567da65d HTTP/1.1" status: 200 len: 473 time: 0.0903032 May 12 03:23:40.325809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (6c44ef30-9a24-40f9-a30b-80c955f92541), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.330269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58692) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.342032 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b9cf8e63-1692-475d-871c-84a16d566a5d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8321271 May 12 03:23:40.348977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58694) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.358582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet eae36156-0f07-4a80-9601-225edffd1a79 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:40.376293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'ports': [{'network_id': '34a8f424-c17b-4bb4-a11f-58572dbfb6fe', 'name': 'tempest-port--1365914412', 'admin_state_up': True}, {'network_id': 'b5b42f6c-d048-461c-bd5e-fdc823922145', 'admin_state_up': False}]} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:40.376659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'port': {'network_id': '34a8f424-c17b-4bb4-a11f-58572dbfb6fe', 'name': 'tempest-port--1365914412', 'admin_state_up': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:40.377166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'port': {'network_id': 'b5b42f6c-d048-461c-bd5e-fdc823922145', 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:40.388197 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-717e7dc6-6647-4537-bcf5-15eecc586cbf tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/360744ad-c824-4af3-9e1a-96cdb7ac3b90 HTTP/1.1" status: 200 len: 461 time: 0.0567780 May 12 03:23:40.392829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58696) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.408341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (eae36156-0f07-4a80-9601-225edffd1a79), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.519754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42444bb9-278f-4ba9-83fe-e0def84f6f94 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:40.527999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.533410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:40.534085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.566789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eda3675c-53a9-4593-a28d-0c297e589db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f51742fb-649c-466d-9e52-47bee1459800), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.569387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eda3675c-53a9-4593-a28d-0c297e589db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.574330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eda3675c-53a9-4593-a28d-0c297e589db4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f51742fb-649c-466d-9e52-47bee1459800 HTTP/1.1" status: 204 len: 168 time: 1.1082118 May 12 03:23:40.579703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Current status of the port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:40.586283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1586139 May 12 03:23:40.611653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (eae36156-0f07-4a80-9601-225edffd1a79), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.614924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58700) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.623220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Provisioning complete for port 79143935-5083-4f8e-8290-1ea493f23a11 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:40.624013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (79143935-5083-4f8e-8290-1ea493f23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.632989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:40.678941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Publish callbacks [] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.687318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3675c-53a9-4593-a28d-0c297e589db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51742fb-649c-466d-9e52-47bee1459800,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:40.698539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 42444bb9-278f-4ba9-83fe-e0def84f6f94 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:40.698539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.702471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.775796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Pushing event updated for resources: {'Port': ['ID=ef235b8b-d7a0-4f70-b45d-74288ae085b2,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:40.782415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d527483-9c49-4436-b73b-28c503343f44 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=f7d258f1-b625-41b4-825a-9d2e04b4200a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:40.816529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Network 72cdee86-422b-4b28-a55c-220d405c2949 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:40.820981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:40.835412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:40.837505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network f7d258f1-b625-41b4-825a-9d2e04b4200a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:40.871735 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-ffe68779-5b30-4ce1-912a-442a50b35280 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:23:40.872901 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ffe68779-5b30-4ce1-912a-442a50b35280 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8650684 May 12 03:23:40.881089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58704) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.886202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '1c32a959-4bcb-4e26-aeee-1c64d8fc0292', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:40.905519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Current status of the port 79143935-5083-4f8e-8290-1ea493f23a11 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:40.911698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d112-2cac-4251-a34c-9caad17e56d2 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.913145 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fdf5d112-2cac-4251-a34c-9caad17e56d2 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/360744ad-c824-4af3-9e1a-96cdb7ac3b90 HTTP/1.1" status: 204 len: 168 time: 0.5193546 May 12 03:23:40.917308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:40.927146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58706) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:40.954959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5dfd7a1f-015b-4341-a3c8-89d2d8e54d4b None None] Could not find standard attr ID for object 52b29c5a-a235-44fa-9c98-5011a714d3a7. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:23:40.971542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.018694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Attempting to bind port ef235b8b-d7a0-4f70-b45d-74288ae085b2 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:41.018694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Attempting to bind port ef235b8b-d7a0-4f70-b45d-74288ae085b2 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '19e7dfdd-fd3a-4208-b927-65db0e466e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72cdee86-422b-4b28-a55c-220d405c2949'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:41.020060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Attempting to bind port ef235b8b-d7a0-4f70-b45d-74288ae085b2 on network 72cdee86-422b-4b28-a55c-220d405c2949 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:41.037879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:41.041697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Checking segment: {'id': '19e7dfdd-fd3a-4208-b927-65db0e466e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72cdee86-422b-4b28-a55c-220d405c2949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:41.042096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.042508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Bound using segment: {'id': '19e7dfdd-fd3a-4208-b927-65db0e466e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72cdee86-422b-4b28-a55c-220d405c2949'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:41.043027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Bound port: ef235b8b-d7a0-4f70-b45d-74288ae085b2, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e7dfdd-fd3a-4208-b927-65db0e466e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72cdee86-422b-4b28-a55c-220d405c2949'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:41.043420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.060363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 42444bb9-278f-4ba9-83fe-e0def84f6f94 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:41.060596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (eae36156-0f07-4a80-9601-225edffd1a79), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.061419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91e23be8-d21a-48f2-8ff8-c1a12b2accfb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:41.068400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.130302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-331ea4a0-cefd-4443-a1be-173c30249ef5 None None] Provisioning complete for port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:41.130667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-331ea4a0-cefd-4443-a1be-173c30249ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.182144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] For port ef235b8b-d7a0-4f70-b45d-74288ae085b2, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:41.188628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] For port ef235b8b-d7a0-4f70-b45d-74288ae085b2, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ef235b8b-d7a0-4f70-b45d-74288ae085b2,segment=NetworkSegment(19e7dfdd-fd3a-4208-b927-65db0e466e4b),segment_id=19e7dfdd-fd3a-4208-b927-65db0e466e4b)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:41.201318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:41.201717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.204121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-331ea4a0-cefd-4443-a1be-173c30249ef5 None None] Port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:41.215079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:41.220476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.226099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.270432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'port': 2} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:41.276915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.278379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96562b-ad80-4cc7-b7f2-cde1cba7e7ab None None] Pushing event updated for resources: {'Port': ['ID=ef235b8b-d7a0-4f70-b45d-74288ae085b2,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:41.311220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.315170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Allocated IP 172.26.2.96 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/4805f4c0-9dde-4f38-9e98-957df523d920) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:41.315741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (eae36156-0f07-4a80-9601-225edffd1a79), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.361937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:41.363511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79143935-5083-4f8e-8290-1ea493f23a11 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:41.437247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 79143935-5083-4f8e-8290-1ea493f23a11 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:41.437625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (79143935-5083-4f8e-8290-1ea493f23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.492779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=eae36156-0f07-4a80-9601-225edffd1a79,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:41.528265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 79143935-5083-4f8e-8290-1ea493f23a11 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:41.556997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ec9f3-eebd-4669-8869-46f84054df95 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:41.564128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-313a8204-f58b-49ba-865a-d4a4913cbbc0 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.569520 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-313a8204-f58b-49ba-865a-d4a4913cbbc0 tempest-MeteringTestJSON-549092003 tempest-MeteringTestJSON-549092003-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8cccd2d9-90c0-4fd7-ba89-b5e6567da65d HTTP/1.1" status: 204 len: 168 time: 0.6361935 May 12 03:23:41.596863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for port (4805f4c0-9dde-4f38-9e98-957df523d920), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.657300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.668405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.675257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bd2c3663-a816-4a02-8b98-4e432dcc89dd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/eae36156-0f07-4a80-9601-225edffd1a79 HTTP/1.1" status: 204 len: 168 time: 1.5865078 May 12 03:23:41.684141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.693376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:41.801576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58728) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:41.821183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58732) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:41.823508 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6a241857-282a-4002-bbe2-9737f8620abb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252759 May 12 03:23:41.838720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:41.849828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Port': ['ID=1d829a5c-8894-4c96-a8ed-55ae61d13c41,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:41.859729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (6c44ef30-9a24-40f9-a30b-80c955f92541), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.863683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:41.873301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4805f4c0-9dde-4f38-9e98-957df523d920), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.937604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:41.944655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:41.957197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] Deleting port 79143935-5083-4f8e-8290-1ea493f23a11 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:41.957690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (79143935-5083-4f8e-8290-1ea493f23a11), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:41.969028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] device_id is not set on port 66d53156-5238-4f44-9f15-1523f291bd16 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:41.984774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:42.036168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event updated for resources: {'Port': ['ID=4805f4c0-9dde-4f38-9e98-957df523d920,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:42.072129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] For port 79143935-5083-4f8e-8290-1ea493f23a11, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=79143935-5083-4f8e-8290-1ea493f23a11,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:42.073002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (79143935-5083-4f8e-8290-1ea493f23a11), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.082289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-23c93373-9de1-46ae-9e8e-72123638d0f1 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1775762522', 'prefixes': ['172.20.0.0/16']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:42.102315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:42.106448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:42.156532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] Calling delete_port for 79143935-5083-4f8e-8290-1ea493f23a11 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:42.160009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58736) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:42.262368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.278548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:42.285464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.310170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ef235b8b-d7a0-4f70-b45d-74288ae085b2 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:42.416120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ef235b8b-d7a0-4f70-b45d-74288ae085b2 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:42.416120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.426621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.454516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c36e093f-1c92-43dd-aca5-ec05a00b57c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.460545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Deleting port 4805f4c0-9dde-4f38-9e98-957df523d920 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:42.461119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4805f4c0-9dde-4f38-9e98-957df523d920), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.475304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (79143935-5083-4f8e-8290-1ea493f23a11), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.483579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Router 6c44ef30-9a24-40f9-a30b-80c955f92541 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:23:42.520021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:42.544933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-23c93373-9de1-46ae-9e8e-72123638d0f1 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.546181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-23c93373-9de1-46ae-9e8e-72123638d0f1 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7402706 May 12 03:23:42.550346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58740) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:42.566646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] Pushing event deleted for resources: {'Port': ['ID=79143935-5083-4f8e-8290-1ea493f23a11,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:42.576912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa40322-51cb-48e9-8117-21d4d349acfa None None] No DVR routers for this DVR port 79143935-5083-4f8e-8290-1ea493f23a11 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:42.586405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for port (66d53156-5238-4f44-9f15-1523f291bd16), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.620015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-911e2284-b244-41aa-87d0-4bd6066c9007 None None] Provisioning complete for port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:42.620399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-911e2284-b244-41aa-87d0-4bd6066c9007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.671627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ef235b8b-d7a0-4f70-b45d-74288ae085b2 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:42.672458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.689825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-911e2284-b244-41aa-87d0-4bd6066c9007 None None] Port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:42.703284 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a73a5972-219e-492d-a730-a6763030df02 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] 10.222.0.23 "GET /v2.0/subnetpools/2a769625-afa2-49af-80e0-1a75197bbb54 HTTP/1.1" status: 200 len: 732 time: 0.1501555 May 12 03:23:42.705046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': '074ddd9d-e5d4-4e44-b92a-c3d20f061249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:42.705570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c36e093f-1c92-43dd-aca5-ec05a00b57c6 admin admin] Publish callbacks [] for security_group (0c785bce-a236-4c3c-b982-bb3f4abae1d9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.705900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: f7d258f1-b625-41b4-825a-9d2e04b4200a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:42.710699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58742) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:42.725312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2c9ea590-62c4-465a-b293-653f433c8ec0 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2113876228'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:42.729099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c36e093f-1c92-43dd-aca5-ec05a00b57c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0c785bce-a236-4c3c-b982-bb3f4abae1d9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.734967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port ef235b8b-d7a0-4f70-b45d-74288ae085b2, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ef235b8b-d7a0-4f70-b45d-74288ae085b2,segment=NetworkSegment(19e7dfdd-fd3a-4208-b927-65db0e466e4b),segment_id=19e7dfdd-fd3a-4208-b927-65db0e466e4b)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:42.740418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] device_id is not set on port c0ce9649-f925-4607-82a9-85196431c41c yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:42.743291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.775622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4805f4c0-9dde-4f38-9e98-957df523d920), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.776051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for floatingip (4805f4c0-9dde-4f38-9e98-957df523d920), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.808841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Calling delete_port for 4805f4c0-9dde-4f38-9e98-957df523d920 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:42.818520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=ef235b8b-d7a0-4f70-b45d-74288ae085b2,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:42.824211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79143935-5083-4f8e-8290-1ea493f23a11 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:42.846548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 79143935-5083-4f8e-8290-1ea493f23a11 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:42.847044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79143935-5083-4f8e-8290-1ea493f23a11 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:42.894915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network f7d258f1-b625-41b4-825a-9d2e04b4200a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:42.912815 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c36e093f-1c92-43dd-aca5-ec05a00b57c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ec1230ca8af49fe9897dc9ba6a5aaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7209461 May 12 03:23:42.917929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58744) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:42.918751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (a9496e92-77d0-449b-956e-b77b91710ab8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.925465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e093f-1c92-43dd-aca5-ec05a00b57c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c785bce-a236-4c3c-b982-bb3f4abae1d9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:42.939845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, f7d258f1-b625-41b4-825a-9d2e04b4200a) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:42.950997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41d9ed-32fe-43d5-98fe-48e79700ee03 None None] Network f7d258f1-b625-41b4-825a-9d2e04b4200a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:42.978168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:42.984345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:42.984479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:42.989621 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Sync routers for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:42.999455 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-75dee076-57e3-4cef-91ac-8ef0e46fdd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "PUT /v2.0/routers/6c44ef30-9a24-40f9-a30b-80c955f92541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8818674 May 12 03:23:42.999673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2614cbd-4eda-4b86-9ad5-a1db06713cdf None None] Network 72cdee86-422b-4b28-a55c-220d405c2949 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:43.006246 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:43.007041 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:43.034546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:43.041659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4c77959-f5f7-4332-b3f8-486577dadc59 admin admin] Publish callbacks [] for security_group (0c785bce-a236-4c3c-b982-bb3f4abae1d9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.072754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:43.078723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:43.079304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.089706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4c77959-f5f7-4332-b3f8-486577dadc59 admin admin] Publish callbacks [] for security_group (0c785bce-a236-4c3c-b982-bb3f4abae1d9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.142495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7454faf-4b99-4d9f-9dc9-8f53cbf79de6 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:43.176934 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:43.185931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4805f4c0-9dde-4f38-9e98-957df523d920), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.198940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for port (c0ce9649-f925-4607-82a9-85196431c41c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.269514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea590-62c4-465a-b293-653f433c8ec0 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.271842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Port': ['ID=4805f4c0-9dde-4f38-9e98-957df523d920,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:43.272853 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2c9ea590-62c4-465a-b293-653f433c8ec0 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] 10.222.0.23 "PUT /v2.0/subnetpools/2a769625-afa2-49af-80e0-1a75197bbb54 HTTP/1.1" status: 200 len: 684 time: 0.5548804 May 12 03:23:43.277144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-47218528-dfc6-49b0-98d3-c2f0ac496883 None None] Provisioning complete for port ef235b8b-d7a0-4f70-b45d-74288ae085b2 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:43.277532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-47218528-dfc6-49b0-98d3-c2f0ac496883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.277786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58762) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:43.302305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (66d53156-5238-4f44-9f15-1523f291bd16), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.314505 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4917378 May 12 03:23:43.316145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e36d22-712d-4164-9ebf-494258cedac0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=a9496e92-77d0-449b-956e-b77b91710ab8,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:43.333776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58764) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:43.334211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4c77959-f5f7-4332-b3f8-486577dadc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0c785bce-a236-4c3c-b982-bb3f4abae1d9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.336782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4c77959-f5f7-4332-b3f8-486577dadc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.340274 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4c77959-f5f7-4332-b3f8-486577dadc59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c785bce-a236-4c3c-b982-bb3f4abae1d9 HTTP/1.1" status: 204 len: 168 time: 0.4176385 May 12 03:23:43.343068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'name': 'tempest-NetworksTestDHCPv6-1230304576'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:43.361988 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b043d943-1ceb-4d3c-bb55-958c9fd2e85f tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7304611 May 12 03:23:43.372853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58768) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:43.443755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c77959-f5f7-4332-b3f8-486577dadc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c785bce-a236-4c3c-b982-bb3f4abae1d9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:43.503551 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] create failed (client error): The resource could not be found. May 12 03:23:43.505820 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bdea7d79-a341-4b3e-8326-2e7f541bbfc0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6232049 May 12 03:23:43.520798 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58770) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:43.537197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'a9496e92-77d0-449b-956e-b77b91710ab8'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:43.538273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.619603 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:41Z', 'revision_number': 2, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:43.623914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-543b22eb-86c3-4d47-88f9-c63766cc3563 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.628845 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-543b22eb-86c3-4d47-88f9-c63766cc3563 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2a769625-afa2-49af-80e0-1a75197bbb54 HTTP/1.1" status: 204 len: 168 time: 0.3463490 May 12 03:23:43.631840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58772) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:43.655069 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-b02f817c-31f2-414f-b1c6-81edf5e19b51 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] show failed (client error): The resource could not be found. May 12 03:23:43.660783 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b02f817c-31f2-414f-b1c6-81edf5e19b51 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] 10.222.0.23 "GET /v2.0/subnetpools/2a769625-afa2-49af-80e0-1a75197bbb54 HTTP/1.1" status: 404 len: 346 time: 0.0275419 May 12 03:23:43.661405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58776) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:43.661553 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-c8fbcbb5-5512-4926-b8b9-e2ce1437c8a5 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059639268&fields=id&tenant_id=646e9f9f25ab4ad89e21b9d43109dc75 HTTP/1.1" status: 200 len: 267 time: 0.3607521 May 12 03:23:43.674543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-f7d258f1-b625-41b4-825a-9d2e04b4200a', 'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:43.675904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.678941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-47218528-dfc6-49b0-98d3-c2f0ac496883 None None] Current status of the port ef235b8b-d7a0-4f70-b45d-74288ae085b2 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:43.684536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Port': ['ID=66d53156-5238-4f44-9f15-1523f291bd16,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:43.690228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-d16365d8-95cf-41f5-860c-533d54985112 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] delete failed (client error): The resource could not be found. May 12 03:23:43.697560 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d16365d8-95cf-41f5-860c-533d54985112 tempest-SubnetPoolsTestJSON-8087280 tempest-SubnetPoolsTestJSON-8087280-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2a769625-afa2-49af-80e0-1a75197bbb54 HTTP/1.1" status: 404 len: 346 time: 0.0329344 May 12 03:23:43.713447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:43.720208 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Checking router: 6c44ef30-9a24-40f9-a30b-80c955f92541 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:23:43.720571 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Updating router 6c44ef30-9a24-40f9-a30b-80c955f92541 port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:23:43.724630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.754803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 33f8b8e1-7e27-47f5-b0a2-c0706c3f242f yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:43.828452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Deleting port 1c32a959-4bcb-4e26-aeee-1c64d8fc0292 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:43.828797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1c32a959-4bcb-4e26-aeee-1c64d8fc0292), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:43.833508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Checking segment: {'id': 'a2bc354c-cb85-43bc-8aa9-a453930bdad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '34a8f424-c17b-4bb4-a11f-58572dbfb6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:43.834070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network hostable DHCP agents. Network: 34a8f424-c17b-4bb4-a11f-58572dbfb6fe, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:43.834227 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.001953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::3cc (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/a9496e92-77d0-449b-956e-b77b91710ab8/33f8b8e1-7e27-47f5-b0a2-c0706c3f242f) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:44.073431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:44.091821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7641f08-d721-4dbb-bc33-2271e5bfb8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.228662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7d9362a3-e97b-4363-bc50-bcb15467e36d None None] Provisioning complete for port ef235b8b-d7a0-4f70-b45d-74288ae085b2 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:44.229183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7d9362a3-e97b-4363-bc50-bcb15467e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.261924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (33f8b8e1-7e27-47f5-b0a2-c0706c3f242f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.297835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7641f08-d721-4dbb-bc33-2271e5bfb8a6 admin admin] Publish callbacks [] for security_group (9fda1805-f143-4a56-bc41-491e8b300c6d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.310572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7641f08-d721-4dbb-bc33-2271e5bfb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9fda1805-f143-4a56-bc41-491e8b300c6d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.345846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7641f08-d721-4dbb-bc33-2271e5bfb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda1805-f143-4a56-bc41-491e8b300c6d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:44.347603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ef235b8b-d7a0-4f70-b45d-74288ae085b2 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:44.368845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58784) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:44.380942 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b7641f08-d721-4dbb-bc33-2271e5bfb8a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2dc57121df24e47bb1e5865687bc08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062646 May 12 03:23:44.382240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58788) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:44.412036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (33f8b8e1-7e27-47f5-b0a2-c0706c3f242f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.488758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:44.502363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:44.504585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-078d0608-b755-4d6f-a67e-eceeffb5f7b2 admin admin] Publish callbacks [] for security_group (9fda1805-f143-4a56-bc41-491e8b300c6d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.506546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:44.512167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:44.512875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.516365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=33f8b8e1-7e27-47f5-b0a2-c0706c3f242f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:44.522529 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Publish callbacks [] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.534740 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.554445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-14184893-fbf4-406f-b9f2-170463f9b490 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2152534 May 12 03:23:44.555274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58790) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:44.559238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-078d0608-b755-4d6f-a67e-eceeffb5f7b2 admin admin] Publish callbacks [] for security_group (9fda1805-f143-4a56-bc41-491e8b300c6d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.584818 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Pushing event updated for resources: {'Port': ['ID=1d829a5c-8894-4c96-a8ed-55ae61d13c41,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:44.593866 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.594326 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.594933 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.595286 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.595716 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.596117 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.596515 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.596923 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.597345 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.597745 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.598310 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.598743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.599140 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.599533 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.599867 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:23:44.613803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ef235b8b-d7a0-4f70-b45d-74288ae085b2 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:44.614585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.635909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network 34a8f424-c17b-4bb4-a11f-58572dbfb6fe is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:44.661830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.667185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/a9496e92-77d0-449b-956e-b77b91710ab8/6c62ad18-0256-4ae4-9dd2-b0034a0988f4) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:44.679739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 34a8f424-c17b-4bb4-a11f-58572dbfb6fe) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:44.698772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:44.700186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c0ce9649-f925-4607-82a9-85196431c41c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.702192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bca0e87-ee06-4783-87c2-75165bd49dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.708693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Allocated IP 2001:db8::1 (f7d258f1-b625-41b4-825a-9d2e04b4200a/91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5/1944ddcf-035c-4429-b2dd-98a649e5bfd2) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:44.710948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a360958-0b07-4762-8fa3-f19c78f2ea13 None None] Network 34a8f424-c17b-4bb4-a11f-58572dbfb6fe requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:44.731741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-078d0608-b755-4d6f-a67e-eceeffb5f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9fda1805-f143-4a56-bc41-491e8b300c6d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.734416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-078d0608-b755-4d6f-a67e-eceeffb5f7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.742807 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-078d0608-b755-4d6f-a67e-eceeffb5f7b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fda1805-f143-4a56-bc41-491e8b300c6d HTTP/1.1" status: 204 len: 168 time: 0.3588557 May 12 03:23:44.747580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7d9362a3-e97b-4363-bc50-bcb15467e36d None None] Current status of the port ef235b8b-d7a0-4f70-b45d-74288ae085b2 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:44.765206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-8af9800f-e963-4225-8108-386aced4ff49 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:44.766972 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-8af9800f-e963-4225-8108-386aced4ff49 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/networks?id=7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 200 len: 796 time: 1.0787334 May 12 03:23:44.792032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf533-ccb3-4b9a-b88c-7c0134c9cd41 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:44.796457 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cd6bf533-ccb3-4b9a-b88c-7c0134c9cd41 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1872168 May 12 03:23:44.798548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58794) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:44.811594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d0608-b755-4d6f-a67e-eceeffb5f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda1805-f143-4a56-bc41-491e8b300c6d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:44.833667 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Attempting to bind port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:44.836164 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Attempting to bind port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:44.837941 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Attempting to bind port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 on network 7977e1a5-6ab2-401f-bca2-df2a60aae52b {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:44.852405 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:44.853658 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Checking segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:44.855490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1c32a959-4bcb-4e26-aeee-1c64d8fc0292), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.857810 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.858388 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Bound using segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:44.859612 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Bound port: 1d829a5c-8894-4c96-a8ed-55ae61d13c41, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:44.863545 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.904635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Checking segment: {'id': '2ac22e1f-c805-4dee-9f95-42b786bad197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5b42f6c-d048-461c-bd5e-fdc823922145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:44.905009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network hostable DHCP agents. Network: b5b42f6c-d048-461c-bd5e-fdc823922145, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:44.922519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Port': ['ID=c0ce9649-f925-4607-82a9-85196431c41c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:44.931391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 33f8b8e1-7e27-47f5-b0a2-c0706c3f242f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:44.931744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (33f8b8e1-7e27-47f5-b0a2-c0706c3f242f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:44.935043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Calling delete_port for 1c32a959-4bcb-4e26-aeee-1c64d8fc0292 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:44.951551 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-db8795d4-a1c3-4ead-b54f-9a133d6ace95 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/quotas/646e9f9f25ab4ad89e21b9d43109dc75 HTTP/1.1" status: 200 len: 375 time: 0.1697984 May 12 03:23:44.984247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.023219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network b5b42f6c-d048-461c-bd5e-fdc823922145 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:45.031529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ef235b8b-d7a0-4f70-b45d-74288ae085b2 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:45.043545 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] For port 1d829a5c-8894-4c96-a8ed-55ae61d13c41, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:45.047443 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] For port 1d829a5c-8894-4c96-a8ed-55ae61d13c41, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1d829a5c-8894-4c96-a8ed-55ae61d13c41,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:45.055456 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.106085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (33f8b8e1-7e27-47f5-b0a2-c0706c3f242f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.120334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 33f8b8e1-7e27-47f5-b0a2-c0706c3f242f owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:45.144494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b5b42f6c-d048-461c-bd5e-fdc823922145) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:45.159040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:45.164639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:45.169647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:45.170370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.199854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-10ab2d52-a676-427d-ad54-15ec9e62340e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2278998 May 12 03:23:45.242116 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6113-d74c-4324-8e45-a98476341064 None None] Pushing event updated for resources: {'Port': ['ID=1d829a5c-8894-4c96-a8ed-55ae61d13c41,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:45.260812 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:45.262295 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:45.266575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Publish callbacks [] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.272833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (33f8b8e1-7e27-47f5-b0a2-c0706c3f242f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.323423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4971aa1-6357-4fa2-8d91-b627ccff7ddf None None] Network b5b42f6c-d048-461c-bd5e-fdc823922145 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:45.342936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=33f8b8e1-7e27-47f5-b0a2-c0706c3f242f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:45.343648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.346326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bca0e87-ee06-4783-87c2-75165bd49dcc admin admin] Publish callbacks [] for security_group (e4834238-b620-4f39-9d63-7d5ce7ac67e0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.349596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.356136 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-65306819-dd67-46a3-a2c3-e7be3daa93c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/33f8b8e1-7e27-47f5-b0a2-c0706c3f242f HTTP/1.1" status: 204 len: 168 time: 0.5565779 May 12 03:23:45.356847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58800) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:45.391223 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-b3e62cd9-ad8a-48f3-9b20-3850d8316270 service neutron] 10.222.0.23 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715298 May 12 03:23:45.398515 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-58f249cb-c0b8-47ae-ac90-605b21b9d889 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0359690 May 12 03:23:45.417102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58804) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:45.476234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d236e-c004-40ab-b35a-6df54f57f705 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:45.478742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] Provisioning complete for port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:45.479367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.486068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d236e-c004-40ab-b35a-6df54f57f705 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:45.489134 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-081d236e-c004-40ab-b35a-6df54f57f705 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0707901 May 12 03:23:45.502995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58808) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:45.579497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Network f7d258f1-b625-41b4-825a-9d2e04b4200a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:45.599648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.603692 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:23:45.618612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:45.621179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:45.657345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Pushing event updated for resources: {'Port': ['ID=1944ddcf-035c-4429-b2dd-98a649e5bfd2,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:45.662300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:45.767796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Publish callbacks [] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.792773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.824312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Deleting port 66d53156-5238-4f44-9f15-1523f291bd16 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:45.824680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66d53156-5238-4f44-9f15-1523f291bd16), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.865246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Attempting to bind port 1944ddcf-035c-4429-b2dd-98a649e5bfd2 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:45.865924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Attempting to bind port 1944ddcf-035c-4429-b2dd-98a649e5bfd2 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '074ddd9d-e5d4-4e44-b92a-c3d20f061249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:45.866500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Attempting to bind port 1944ddcf-035c-4429-b2dd-98a649e5bfd2 on network f7d258f1-b625-41b4-825a-9d2e04b4200a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:45.880336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-e588baf5-6395-48b0-bd37-7309a3fda006 service neutron] 10.222.0.23 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790475 May 12 03:23:45.881057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1c32a959-4bcb-4e26-aeee-1c64d8fc0292), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.900646 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:45Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:45.911739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:45.912393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Checking segment: {'id': '074ddd9d-e5d4-4e44-b92a-c3d20f061249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:45.913006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.913621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Bound using segment: {'id': '074ddd9d-e5d4-4e44-b92a-c3d20f061249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:45.914366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Bound port: 1944ddcf-035c-4429-b2dd-98a649e5bfd2, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074ddd9d-e5d4-4e44-b92a-c3d20f061249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:45.914977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.929704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:45.934610 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfac9c-4e67-4631-9cb9-d35ef51b2565 None None] The sync data for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv is: [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:45Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:45.946484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bca0e87-ee06-4783-87c2-75165bd49dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e4834238-b620-4f39-9d63-7d5ce7ac67e0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:45.954109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:45.959421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:45.970389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Pushing event updated for resources: {'Port': ['ID=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:45.974864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] Current status of the port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:45.975181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.077071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2dc7f-d474-416c-8550-fff251d2566c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:46.078559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2dc7f-d474-416c-8550-fff251d2566c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:46.082356 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-84a2dc7f-d474-416c-8550-fff251d2566c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7216816 May 12 03:23:46.085706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66d53156-5238-4f44-9f15-1523f291bd16), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.092260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] For port 1d829a5c-8894-4c96-a8ed-55ae61d13c41, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1d829a5c-8894-4c96-a8ed-55ae61d13c41,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:46.097455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca0e87-ee06-4783-87c2-75165bd49dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4834238-b620-4f39-9d63-7d5ce7ac67e0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:46.109475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58818) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:46.117060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.133413 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1bca0e87-ee06-4783-87c2-75165bd49dcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3834daad2c464621a9f23695e23061a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7597594 May 12 03:23:46.135371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Calling delete_port for 66d53156-5238-4f44-9f15-1523f291bd16 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:46.140539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58822) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:46.144808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Attempting to bind port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:46.144808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Attempting to bind port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:46.145213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Attempting to bind port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:46.181693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:46.182042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:46.182232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.182658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:46.183088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Bound port: 6c62ad18-0256-4ae4-9dd2-b0034a0988f4, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:46.183479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.189206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] For port 1944ddcf-035c-4429-b2dd-98a649e5bfd2, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:46.226310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] For port 1944ddcf-035c-4429-b2dd-98a649e5bfd2, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1944ddcf-035c-4429-b2dd-98a649e5bfd2,segment=NetworkSegment(074ddd9d-e5d4-4e44-b92a-c3d20f061249),segment_id=074ddd9d-e5d4-4e44-b92a-c3d20f061249)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:46.234413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a135f05-4ce3-443b-beb8-16beee83c0f0 None None] Pushing event updated for resources: {'Port': ['ID=1d829a5c-8894-4c96-a8ed-55ae61d13c41,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:46.289249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.300258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.357753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6928c86a-1695-469e-ba8c-63d6d406d8ba None None] Provisioning complete for port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:46.358179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6928c86a-1695-469e-ba8c-63d6d406d8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.367226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d258f1-b625-41b4-825a-9d2e04b4200a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:46.380785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7f30896-c486-4673-8edb-3a57165974d9 admin admin] Publish callbacks [] for security_group (e4834238-b620-4f39-9d63-7d5ce7ac67e0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.393240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet a9496e92-77d0-449b-956e-b77b91710ab8 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:46.403571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Port': ['ID=1c32a959-4bcb-4e26-aeee-1c64d8fc0292,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:46.408664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ddd9d-e5d4-4e44-b92a-c3d20f061249') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:46.408973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ddd9d-e5d4-4e44-b92a-c3d20f061249') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:46.412343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (a9496e92-77d0-449b-956e-b77b91710ab8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.456678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1d829a5c-8894-4c96-a8ed-55ae61d13c41 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:46.462962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7f30896-c486-4673-8edb-3a57165974d9 admin admin] Publish callbacks [] for security_group (e4834238-b620-4f39-9d63-7d5ce7ac67e0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.526845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (a9496e92-77d0-449b-956e-b77b91710ab8), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.598514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.606384 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af22249a-8882-4b40-835e-1255d2d0a303 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "DELETE /v2.0/ports/1c32a959-4bcb-4e26-aeee-1c64d8fc0292 HTTP/1.1" status: 204 len: 168 time: 3.0847175 May 12 03:23:46.625267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:46.638369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.661154 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a8b472a-dc43-4b28-81af-efd3cfc62e2c req-b683e747-2f9d-40aa-b6b9-fda77df434d3 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 210 time: 0.2678640 May 12 03:23:46.771680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098696f-7c28-4c38-b146-cc648d9e6fbf None None] Network f7d258f1-b625-41b4-825a-9d2e04b4200a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:46.780604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bb371-c4c1-4301-81c6-b0c5c33be8e0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:46.790714 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-489bb371-c4c1-4301-81c6-b0c5c33be8e0 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "GET /v2.0/ports?device_id=56926a57-36fa-4448-bde2-e07202cd676c HTTP/1.1" status: 200 len: 913 time: 0.1621249 May 12 03:23:46.795135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58838) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:46.816625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.832430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:46.833400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.838369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7f30896-c486-4673-8edb-3a57165974d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e4834238-b620-4f39-9d63-7d5ce7ac67e0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.840991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7f30896-c486-4673-8edb-3a57165974d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.842144 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a7f30896-c486-4673-8edb-3a57165974d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4834238-b620-4f39-9d63-7d5ce7ac67e0 HTTP/1.1" status: 204 len: 168 time: 0.6403267 May 12 03:23:46.846579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] For port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:46.871350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d956b-e922-409e-9b30-eb9dec8cf5f8 None None] Pushing event updated for resources: {'Port': ['ID=1944ddcf-035c-4429-b2dd-98a649e5bfd2,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:46.887181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f30896-c486-4673-8edb-3a57165974d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4834238-b620-4f39-9d63-7d5ce7ac67e0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:46.923857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:46.924139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:46.963864 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:46.968335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.api [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:23:46.968335 dv-neutron-841363-5-hyperv neutron-server[104164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:23:46.968335 dv-neutron-841363-5-hyperv neutron-server[104164]: [parameters: {'id': 'f7d258f1-b625-41b4-825a-9d2e04b4200a'}] May 12 03:23:46.968335 dv-neutron-841363-5-hyperv neutron-server[104164]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:23:46.968754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG oslo_db.api [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:23:47.076224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (66d53156-5238-4f44-9f15-1523f291bd16), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.171198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Port': ['ID=66d53156-5238-4f44-9f15-1523f291bd16,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:47.198743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.205024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58850) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:47.207811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a4ec4f70-176f-4a4f-be26-2f66997b135d tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/ports/66d53156-5238-4f44-9f15-1523f291bd16 HTTP/1.1" status: 204 len: 168 time: 1.6996188 May 12 03:23:47.358734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] For port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:47.407746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.411558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Deleting port c0ce9649-f925-4607-82a9-85196431c41c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:47.411907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c0ce9649-f925-4607-82a9-85196431c41c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.486709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.573457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c0ce9649-f925-4607-82a9-85196431c41c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.575831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6928c86a-1695-469e-ba8c-63d6d406d8ba None None] Current status of the port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:47.606638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Calling delete_port for c0ce9649-f925-4607-82a9-85196431c41c owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:47.612577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc30da-f200-4355-a3f0-a1d3cea97448 None None] Pushing event updated for resources: {'Port': ['ID=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:47.658911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:47.718446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:47.719853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (a9496e92-77d0-449b-956e-b77b91710ab8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.748303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting port 1944ddcf-035c-4429-b2dd-98a649e5bfd2 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:47.748994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.794986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c0ce9649-f925-4607-82a9-85196431c41c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.908900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Port': ['ID=c0ce9649-f925-4607-82a9-85196431c41c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:47.916069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.919747 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d2872bf7-858a-4e69-88b9-e9e934d24ec6 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/ports/c0ce9649-f925-4607-82a9-85196431c41c HTTP/1.1" status: 204 len: 168 time: 0.7137058 May 12 03:23:47.923212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58872) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:47.986880 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-64b9ce77-f2e7-438b-b2ec-1e766c125a8a tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0524273 May 12 03:23:47.990510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] For port 1944ddcf-035c-4429-b2dd-98a649e5bfd2, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1944ddcf-035c-4429-b2dd-98a649e5bfd2,segment=NetworkSegment(074ddd9d-e5d4-4e44-b92a-c3d20f061249),segment_id=074ddd9d-e5d4-4e44-b92a-c3d20f061249)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:47.990510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:47.993401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58876) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.006812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2137776152'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:48.028196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Calling delete_port for 1944ddcf-035c-4429-b2dd-98a649e5bfd2 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:48.062693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (a9496e92-77d0-449b-956e-b77b91710ab8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.139951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=a9496e92-77d0-449b-956e-b77b91710ab8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:48.145460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:48.150630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.177097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.180448 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9d6eab02-7344-4464-a036-064a78359ca6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/a9496e92-77d0-449b-956e-b77b91710ab8 HTTP/1.1" status: 204 len: 168 time: 2.0688860 May 12 03:23:48.191338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58880) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.219439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:48.253104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (56926a57-36fa-4448-bde2-e07202cd676c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.269353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1845882826', 'router:external': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:48.275751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cfd2352c-9fcc-40f3-bc80-aa1a8f81f2fd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854580 May 12 03:23:48.280129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58886) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.289301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e9aad1b2-61a8-4164-ac3b-b2879bb0758f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.289732 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Added segment e9aad1b2-61a8-4164-ac3b-b2879bb0758f of type vlan for network c6a97e9e-a86b-4139-909f-edc3fa4d397e May 12 03:23:48.349982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Made reservation on behalf of 7f854b8b2328457ca9a536dab1938925 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:48.353289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.357828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c6a97e9e-a86b-4139-909f-edc3fa4d397e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.367187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.441238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1d829a5c-8894-4c96-a8ed-55ae61d13c41 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:48.454937 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-92cd7a56-50f8-4641-a1dd-d07571e4b26d req-df8f86aa-54b9-4cb6-9ca5-342e842075fa tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 210 time: 0.2118919 May 12 03:23:48.460410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c6a97e9e-a86b-4139-909f-edc3fa4d397e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.467082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:48.468006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.481603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58892) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.511383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:48.511766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.542335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for security_group (92dbe45a-a761-4075-ae18-dd75c69e8de9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.548318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5466053 May 12 03:23:48.551482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58896) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.566850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-219453885'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:48.577617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (92dbe45a-a761-4075-ae18-dd75c69e8de9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.583171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28a802-83d1-4cbf-b0f9-2707174e3e2f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Network': ['ID=c6a97e9e-a86b-4139-909f-edc3fa4d397e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:48.589842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f62f9f-fc0c-4a40-abd6-f8951d704751 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:48.593982 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-49f62f9f-fc0c-4a40-abd6-f8951d704751 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2985110 May 12 03:23:48.596820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c6a97e9e-a86b-4139-909f-edc3fa4d397e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:48.597951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58898) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.611303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:48.619084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dbe45a-a761-4075-ae18-dd75c69e8de9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:48.625918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (62e24794-a6fa-4b69-a0e2-95178f7086d7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.626445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Added segment 62e24794-a6fa-4b69-a0e2-95178f7086d7 of type vlan for network 88f28242-a99a-4289-a205-ffe446cdbb5b May 12 03:23:48.677550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (88f28242-a99a-4289-a205-ffe446cdbb5b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.706484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1944ddcf-035c-4429-b2dd-98a649e5bfd2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.715714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:48.716836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:48.717306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-937217252'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:48.722938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-4c28ddac-ee96-4022-af82-ae4c983cad38 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:48.724736 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-4c28ddac-ee96-4022-af82-ae4c983cad38 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.57 "GET /v2.0/networks?id=7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 200 len: 796 time: 0.5658894 May 12 03:23:48.748658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Made reservation on behalf of 1cffc212bb0440ff819632431149698f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:48.752976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.764318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.767474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (88f28242-a99a-4289-a205-ffe446cdbb5b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.768566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:48.769219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:48.769361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.769743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.810670 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0869343 May 12 03:23:48.819375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58900) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:48.830133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'subnet': {'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:48.866145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:48.866552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.892206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adb782-3378-4c43-bd0b-5dee5a0a38d9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Network': ['ID=88f28242-a99a-4289-a205-ffe446cdbb5b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:48.911450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Made reservation on behalf of 7f854b8b2328457ca9a536dab1938925 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:48.914189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:48.914339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 88f28242-a99a-4289-a205-ffe446cdbb5b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:48.996779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:49.013193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.030614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for security_group (5c80ca11-6c07-4e7e-8f77-fa9e2df4a744), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.044268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5c80ca11-6c07-4e7e-8f77-fa9e2df4a744), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.081715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:49.090499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80ca11-6c07-4e7e-8f77-fa9e2df4a744,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:49.097192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:49.136617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5a2082c0-d689-498d-a9ed-59868957ab49), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.137042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Added segment 5a2082c0-d689-498d-a9ed-59868957ab49 of type vlan for network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 May 12 03:23:49.192181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb30d04-c73e-45d9-8545-c427857b6bc0 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:23:49.204828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No DVR routers for this DVR port 1944ddcf-035c-4429-b2dd-98a649e5bfd2 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:49.207666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:49.210247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c5a767a9-8e6f-46fb-bde7-43ceda03fc71), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.211186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.213232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Port': ['ID=1944ddcf-035c-4429-b2dd-98a649e5bfd2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:49.226671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-96bc9853-5f69-4a8e-8d5e-1fe1461410f4 None None] Provisioning complete for port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:49.227217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-96bc9853-5f69-4a8e-8d5e-1fe1461410f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.244785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26fabab-82d4-4785-a70b-e47b2968ab7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:49.248572 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a26fabab-82d4-4785-a70b-e47b2968ab7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6436431 May 12 03:23:49.251025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58902) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:49.308515 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-be5c0e37-5633-4e92-83ce-929beee21226 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582032 May 12 03:23:49.313180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58904) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:49.320398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:49.374048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb30d04-c73e-45d9-8545-c427857b6bc0 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:23:49.379871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-96bc9853-5f69-4a8e-8d5e-1fe1461410f4 None None] Current status of the port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:49.392049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:49.402887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.419322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c5a767a9-8e6f-46fb-bde7-43ceda03fc71), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.424345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:49.424936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.426199 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-aadc8e8b-8db6-40f6-bd25-c82212db55b8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646e9f9f25ab4ad89e21b9d43109dc75 HTTP/1.1" status: 200 len: 380 time: 0.6570837 May 12 03:23:49.452714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (477b9cdf-b511-439a-ba3f-dcdc7cd3a15b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.453249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Added segment 477b9cdf-b511-439a-ba3f-dcdc7cd3a15b of type vlan for network 446c1546-24ab-4a77-a07a-d2a9d7a66f89 May 12 03:23:49.457775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'port': {'device_id': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'admin_state_up': True, 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'security_groups': ['330ab4fd-c47d-4563-a1bf-6e200e720c2a']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:49.479476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d258f1-b625-41b4-825a-9d2e04b4200a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:49.500964 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 759 time: 0.9999642 May 12 03:23:49.502494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58908) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:49.536073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Request body: {'subnet': {'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:49.539443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:49.543381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.545777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Deleting port e75ff965-47df-4fcc-a825-319268e5ac4a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:49.547165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.568332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ddd9d-e5d4-4e44-b92a-c3d20f061249') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:49.568519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ddd9d-e5d4-4e44-b92a-c3d20f061249') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:49.576870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f324a-9f25-4037-a97e-df06c85c9e49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event updated for resources: {'Network': ['ID=c5a767a9-8e6f-46fb-bde7-43ceda03fc71,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:49.581531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83212da-1cf5-4cf7-b8c6-ceb8b28d743c None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:49.590443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:49.611768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:23:49.612226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (019d382c-456c-417a-8adf-2edd4a55fc96), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.628210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.698954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (446c1546-24ab-4a77-a07a-d2a9d7a66f89), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.735059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6dabb11-be68-46f4-972d-699300b0b19a req-65929fcd-f287-4e2e-ada0-c93a3a453bba tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 210 time: 0.1688342 May 12 03:23:49.756572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.765797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Subnet': ['ID=019d382c-456c-417a-8adf-2edd4a55fc96,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:49.781556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:49.782217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (074ddd9d-e5d4-4e44-b92a-c3d20f061249), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:49.789025 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:49.798483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Made reservation on behalf of 1cffc212bb0440ff819632431149698f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:49.801922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.821596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:49.852692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Checking segment: {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:49.853327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network hostable DHCP agents. Network: 88f28242-a99a-4289-a205-ffe446cdbb5b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:49.865594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] Deleting port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:49.866103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.890047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (446c1546-24ab-4a77-a07a-d2a9d7a66f89), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.895017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:49.895589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.900497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.928218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (f7d258f1-b625-41b4-825a-9d2e04b4200a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.933744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.936467 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/f7d258f1-b625-41b4-825a-9d2e04b4200a HTTP/1.1" status: 204 len: 168 time: 6.4818020 May 12 03:23:49.941204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58910) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:49.944758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] For port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:49.945257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:49.956970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Calling delete_port for e75ff965-47df-4fcc-a825-319268e5ac4a owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:49.961584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] Calling delete_port for 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:49.970799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946925101'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:49.985194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network 88f28242-a99a-4289-a205-ffe446cdbb5b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:50.017359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 88f28242-a99a-4289-a205-ffe446cdbb5b) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:50.020488 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4626441 May 12 03:23:50.028338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34b1cb-9120-4518-84f2-20858547956b tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Network': ['ID=446c1546-24ab-4a77-a07a-d2a9d7a66f89,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.029691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (ce2b0da8-b977-4790-89ed-ac8bb936b4a6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.032539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:50.033472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.037351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Made reservation on behalf of 646e9f9f25ab4ad89e21b9d43109dc75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:50.044127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.069257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50528ac5-7025-4534-9d17-a72876bbcb0d None None] Network 88f28242-a99a-4289-a205-ffe446cdbb5b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:50.087219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:50.091799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.100333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 446c1546-24ab-4a77-a07a-d2a9d7a66f89 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:50.107715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (6c62ad18-0256-4ae4-9dd2-b0034a0988f4), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.148900 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5874d6a2-3a09-4586-963c-9e0b90d0e909 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3255646 May 12 03:23:50.153252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:50.161643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58912) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:50.192073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-497492218', 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:50.197587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:50.212934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] No DVR routers for this DVR port 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:50.236075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=ce2b0da8-b977-4790-89ed-ac8bb936b4a6,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.237218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab1d9e-def6-4230-9eb6-fea3070b85c2 None None] Pushing event deleted for resources: {'Port': ['ID=6c62ad18-0256-4ae4-9dd2-b0034a0988f4,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.247123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:50.252084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.253175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47228cfc-b17b-44f4-94b2-0f2c30428971 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:50.273700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:50.307474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f7711da5-a424-4e6c-af3e-09d2bc41cf83), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.308037 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment f7711da5-a424-4e6c-af3e-09d2bc41cf83 of type vlan for network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c May 12 03:23:50.308248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Allocated IP 172.20.0.10 (7977e1a5-6ab2-401f-bca2-df2a60aae52b/f65453b8-bac6-4d38-b18e-e9e6d64d537c/00f94c81-f149-4ff2-aa9c-0ff64d2911a9) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:50.316910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (ddca3f22-6a5e-4081-8d69-660dc6a02369), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.330160 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f21c5afe-e089-4c49-83b2-6df7c46ea88c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0164878 May 12 03:23:50.349061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Made reservation on behalf of 7f854b8b2328457ca9a536dab1938925 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:50.351615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.353482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58914) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:50.370717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:50.386542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'ce2b0da8-b977-4790-89ed-ac8bb936b4a6', 'ip_address': '2001:db8::4f49:9108:ea74:7e51'}], 'name': 'tempest-NetworksTestDHCPv6-733991462'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:50.436455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8d58e098-9ac9-4e22-ba38-6acd01fbf95c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.463730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] device_id is not set on port 05c64a9b-625f-4297-9722-adf2bac3ba4a yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:50.470477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:50.471736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6c62ad18-0256-4ae4-9dd2-b0034a0988f4 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:50.494371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8011-d67a-4ab0-b58f-baec5e33cae2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=f7d258f1-b625-41b4-825a-9d2e04b4200a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.502339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event updated for resources: {'Subnet': ['ID=ddca3f22-6a5e-4081-8d69-660dc6a02369,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.577180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'ce2b0da8-b977-4790-89ed-ac8bb936b4a6'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:50.578331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.593341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8d58e098-9ac9-4e22-ba38-6acd01fbf95c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.598399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:50.599088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.601533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Checking segment: {'id': '5a2082c0-d689-498d-a9ed-59868957ab49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:50.602026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Network hostable DHCP agents. Network: c5a767a9-8e6f-46fb-bde7-43ceda03fc71, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:50.696476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7539246 May 12 03:23:50.699985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58916) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:50.707656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:50.715001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e75ff965-47df-4fcc-a825-319268e5ac4a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.762719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412f1f-cc65-43f2-baf6-bde35dedde69 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=8d58e098-9ac9-4e22-ba38-6acd01fbf95c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.765594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Allocated IP 2001:db8::96 (88f28242-a99a-4289-a205-ffe446cdbb5b/019d382c-456c-417a-8adf-2edd4a55fc96/05c64a9b-625f-4297-9722-adf2bac3ba4a) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:50.767884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:50.777045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:50.789419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/ce2b0da8-b977-4790-89ed-ac8bb936b4a6/1b24694f-a8c0-43c2-8036-ad705258bf10) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:50.815061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Port': ['ID=e75ff965-47df-4fcc-a825-319268e5ac4a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:50.815617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200bd0f-76cd-4cd7-983c-685df7a8359f None None] Network 88f28242-a99a-4289-a205-ffe446cdbb5b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:50.828440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:50.853027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c5a767a9-8e6f-46fb-bde7-43ceda03fc71) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:50.869836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:50.870195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:50.911543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab781abf-de43-4dc9-84ba-d8c8f3ebaee8 None None] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:50.919853 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c580eb48-2245-4d87-ad68-cda31816ce58 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4163017 May 12 03:23:50.934094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58920) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:50.943156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.004069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Request body: {'port': {'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71', 'name': 'tempest-TagsExtTest-1410017102'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:51.015938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port b059c34c-d358-4053-953b-225858bad187 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:51.027703 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a46105e6-ccfb-489a-a5f3-90eceb087091 req-8df9d897-c0ec-4502-ba85-1d935aa8a063 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 210 time: 0.1125710 May 12 03:23:51.153348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.196405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for port (05c64a9b-625f-4297-9722-adf2bac3ba4a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.247889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (05c64a9b-625f-4297-9722-adf2bac3ba4a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.273759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network 88f28242-a99a-4289-a205-ffe446cdbb5b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:51.280129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:51.311805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:51.313502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:51.314133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.342385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:51.348638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.360703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.370027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2024305 May 12 03:23:51.391975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58922) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:51.443936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68898b8-a616-4d36-9733-b5cbf4a2e864 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Port': ['ID=05c64a9b-625f-4297-9722-adf2bac3ba4a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:51.507078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c5a767a9-8e6f-46fb-bde7-43ceda03fc71', 'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71', 'project_id': '1cffc212bb0440ff819632431149698f', 'fixed_ips': [{'subnet_id': 'ddca3f22-6a5e-4081-8d69-660dc6a02369'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:51.508003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.523905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Publish callbacks [] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.547580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.605867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::4f49:9108:ea74:7e51 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/ce2b0da8-b977-4790-89ed-ac8bb936b4a6/b059c34c-d358-4053-953b-225858bad187) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:51.659628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:51.659883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:51.674143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:51.676287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:51.685868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Pushing event updated for resources: {'Port': ['ID=1b24694f-a8c0-43c2-8036-ad705258bf10,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:51.708429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Made reservation on behalf of 1cffc212bb0440ff819632431149698f for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:51.713127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.723675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:51.741933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:51.805241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:51.806457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.815205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:51.818110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (56926a57-36fa-4448-bde2-e07202cd676c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.846072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Allocated IP 172.20.0.2 (c5a767a9-8e6f-46fb-bde7-43ceda03fc71/ddca3f22-6a5e-4081-8d69-660dc6a02369/e044b1b3-4b3e-481c-b760-6f2daacea1cf) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:51.907130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] device_id is not set on port 149d7563-e57f-4964-b0d5-85941965db62 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:51.929602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Attempting to bind port 1b24694f-a8c0-43c2-8036-ad705258bf10 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:51.930095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Attempting to bind port 1b24694f-a8c0-43c2-8036-ad705258bf10 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:51.930567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Attempting to bind port 1b24694f-a8c0-43c2-8036-ad705258bf10 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:51.937813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:51.938338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:51.938814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.939225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (b059c34c-d358-4053-953b-225858bad187), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:51.939371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:51.939935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Bound port: 1b24694f-a8c0-43c2-8036-ad705258bf10, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:51.940406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.006715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b059c34c-d358-4053-953b-225858bad187), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.016658 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5ac0d14c-ed75-4449-8418-1208e21bf8db tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5831172 May 12 03:23:52.047652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] For port 1b24694f-a8c0-43c2-8036-ad705258bf10, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:52.051443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] For port 1b24694f-a8c0-43c2-8036-ad705258bf10, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1b24694f-a8c0-43c2-8036-ad705258bf10,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:52.072791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Request body: {'port': {'device_id': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:52.075536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Deleting port 05c64a9b-625f-4297-9722-adf2bac3ba4a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:52.075886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (05c64a9b-625f-4297-9722-adf2bac3ba4a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.126991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:52.133246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:52.139950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:52.144275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.148636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:52.152467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.158350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6b053e79-55c2-4c78-8a54-2a34eb8c8d3d None None] Provisioning complete for port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:52.159094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6b053e79-55c2-4c78-8a54-2a34eb8c8d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.191221 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8149319 May 12 03:23:52.191541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58926) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:52.202477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be178b-c8b4-4cd2-a3a3-d7324cd57d0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=b059c34c-d358-4053-953b-225858bad187,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:52.262035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5132d-fcd4-47c3-8b0a-63795c00e110 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:52.267738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5132d-fcd4-47c3-8b0a-63795c00e110 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:52.272483 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7ff5132d-fcd4-47c3-8b0a-63795c00e110 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0768094 May 12 03:23:52.272483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58928) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:52.292242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6b053e79-55c2-4c78-8a54-2a34eb8c8d3d None None] Port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:52.344123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c4629-2c39-4e7f-95f0-71ac6808a181 req-c45e7260-1409-47e2-b37e-90a33807fad9 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:52.346609 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-797c4629-2c39-4e7f-95f0-71ac6808a181 req-c45e7260-1409-47e2-b37e-90a33807fad9 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 932 time: 0.1281645 May 12 03:23:52.382438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680321-ff4d-48b3-b9fc-065f2491b955 None None] Pushing event updated for resources: {'Port': ['ID=1b24694f-a8c0-43c2-8036-ad705258bf10,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:52.407584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port b059c34c-d358-4053-953b-225858bad187 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:52.408141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b059c34c-d358-4053-953b-225858bad187), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.428101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (05c64a9b-625f-4297-9722-adf2bac3ba4a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.441319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Calling delete_port for 05c64a9b-625f-4297-9722-adf2bac3ba4a owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:52.510225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Publish callbacks [] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.557172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.562181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b059c34c-d358-4053-953b-225858bad187), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.579723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for b059c34c-d358-4053-953b-225858bad187 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:52.625706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (329bf61d-9d80-4627-8cc5-4d3172fc0179), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.658534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:52.662894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:52.676862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:52.695576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Pushing event updated for resources: {'Port': ['ID=e044b1b3-4b3e-481c-b760-6f2daacea1cf,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:52.747744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b059c34c-d358-4053-953b-225858bad187), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.778844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.793984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=b059c34c-d358-4053-953b-225858bad187,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:52.814335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Attempting to bind port e044b1b3-4b3e-481c-b760-6f2daacea1cf on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:52.815078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Attempting to bind port e044b1b3-4b3e-481c-b760-6f2daacea1cf by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '5a2082c0-d689-498d-a9ed-59868957ab49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:52.815628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Attempting to bind port e044b1b3-4b3e-481c-b760-6f2daacea1cf on network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:52.824496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:52.824921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Checking segment: {'id': '5a2082c0-d689-498d-a9ed-59868957ab49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:52.826089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.826473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Bound using segment: {'id': '5a2082c0-d689-498d-a9ed-59868957ab49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:52.831312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Bound port: e044b1b3-4b3e-481c-b760-6f2daacea1cf, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2082c0-d689-498d-a9ed-59868957ab49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5a767a9-8e6f-46fb-bde7-43ceda03fc71'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:52.831312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.851530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.856762 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b4baba5c-a26c-403a-83d2-44a9f8a01fb4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/b059c34c-d358-4053-953b-225858bad187 HTTP/1.1" status: 204 len: 168 time: 0.5835750 May 12 03:23:52.869126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58930) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:52.909712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] For port e044b1b3-4b3e-481c-b760-6f2daacea1cf, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:52.913935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] For port e044b1b3-4b3e-481c-b760-6f2daacea1cf, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e044b1b3-4b3e-481c-b760-6f2daacea1cf,segment=NetworkSegment(5a2082c0-d689-498d-a9ed-59868957ab49),segment_id=5a2082c0-d689-498d-a9ed-59868957ab49)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:52.923051 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-797c4629-2c39-4e7f-95f0-71ac6808a181 req-b0823309-6e88-4d25-a49b-505c0682b2d5 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311618 May 12 03:23:52.923716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (05c64a9b-625f-4297-9722-adf2bac3ba4a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.937027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:52.950923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02e063-e08f-45a9-8384-4163ecddb7cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:52.966684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02e063-e08f-45a9-8384-4163ecddb7cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:52.968998 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0d02e063-e08f-45a9-8384-4163ecddb7cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0975969 May 12 03:23:52.971983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58932) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.032929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c1a7-489d-4aa1-bf5e-e22924d86a77 None None] Pushing event updated for resources: {'Port': ['ID=e044b1b3-4b3e-481c-b760-6f2daacea1cf,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:53.054796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=329bf61d-9d80-4627-8cc5-4d3172fc0179,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:53.076925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet ce2b0da8-b977-4790-89ed-ac8bb936b4a6 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:53.081936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (ce2b0da8-b977-4790-89ed-ac8bb936b4a6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.133513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ce2b0da8-b977-4790-89ed-ac8bb936b4a6), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.290912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58934) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.297837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'subnets': [{'network_id': 'c6a97e9e-a86b-4139-909f-edc3fa4d397e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1893839719', 'ip_version': 6}, {'network_id': '446c1546-24ab-4a77-a07a-d2a9d7a66f89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:53.298160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'subnet': {'network_id': 'c6a97e9e-a86b-4139-909f-edc3fa4d397e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1893839719', 'ip_version': 6}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:53.300283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Request body: {'subnet': {'network_id': '446c1546-24ab-4a77-a07a-d2a9d7a66f89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:53.385172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ce2b0da8-b977-4790-89ed-ac8bb936b4a6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.511555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Router 56926a57-36fa-4448-bde2-e07202cd676c has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:23:53.527591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ce2b0da8-b977-4790-89ed-ac8bb936b4a6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.530271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': 'f7711da5-a424-4e6c-af3e-09d2bc41cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:53.530749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: 8d58e098-9ac9-4e22-ba38-6acd01fbf95c, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:53.549642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Made reservation on behalf of 5e2f0b35c69d4e4c87d50ada9e1cbaaa for: {'subnet': 2} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:53.555124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.555495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.563228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2b0da8-b977-4790-89ed-ac8bb936b4a6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:53.583982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event deleted for resources: {'Port': ['ID=05c64a9b-625f-4297-9722-adf2bac3ba4a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:53.591501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.597933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2889923e-fc38-45cd-ad2f-1683b523b221 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/ce2b0da8-b977-4790-89ed-ac8bb936b4a6 HTTP/1.1" status: 204 len: 168 time: 0.6242425 May 12 03:23:53.598202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58936) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.645553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:53.648183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Allocated IP 172.20.0.6 (c5a767a9-8e6f-46fb-bde7-43ceda03fc71/ddca3f22-6a5e-4081-8d69-660dc6a02369/149d7563-e57f-4964-b0d5-85941965db62) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:53.676137 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-06c87bcd-9d72-4aa2-b263-27599f66971b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719962 May 12 03:23:53.678274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.703926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:53.738246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9aacb-bd7f-4f58-b051-ebfc9222385e None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:53.756187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8d58e098-9ac9-4e22-ba38-6acd01fbf95c) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:53.760473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.766055 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ac50770a-3424-40e3-add4-c1043b8b37c2 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/ports/05c64a9b-625f-4297-9722-adf2bac3ba4a HTTP/1.1" status: 204 len: 168 time: 2.3677998 May 12 03:23:53.766241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc8158-2ccb-48e0-b162-8507e4d55dec None None] Network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:53.768907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58940) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.773280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b', 'external_fixed_ips': [{'subnet_id': '019d382c-456c-417a-8adf-2edd4a55fc96', 'ip_address': '2001:db8::96'}]}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:53.780877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:53.781422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.850596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (1114a4e9-1507-4be1-a812-1ce03ebc9bea), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.851549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (1114a4e9-1507-4be1-a812-1ce03ebc9bea), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.916442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] Provisioning complete for port 1b24694f-a8c0-43c2-8036-ad705258bf10 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:53.917067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:53.931669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:23:53.956942 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6b9d4a14-d530-495a-8328-4594047d0958 tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "PUT /v2.0/routers/56926a57-36fa-4448-bde2-e07202cd676c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1496260 May 12 03:23:53.960837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58944) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.978145 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9f12b5e6-38da-4981-a082-fee41baa468c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2762265 May 12 03:23:53.978725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58946) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:53.979592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] Sync routers for ids ['56926a57-36fa-4448-bde2-e07202cd676c'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:23:53.993866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848662550'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:54.017671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (1114a4e9-1507-4be1-a812-1ce03ebc9bea), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.069087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:54.074625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] Routers {'56926a57-36fa-4448-bde2-e07202cd676c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:54.075281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['56926a57-36fa-4448-bde2-e07202cd676c'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:54.123496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8d58e098-9ac9-4e22-ba38-6acd01fbf95c', 'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '329bf61d-9d80-4627-8cc5-4d3172fc0179'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:54.124423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.130807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:54.173346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:54.177343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.201055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:54.204737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.211694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] Routers {'56926a57-36fa-4448-bde2-e07202cd676c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:23:54.212340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['56926a57-36fa-4448-bde2-e07202cd676c'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:54.221920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] Deleting port 1b24694f-a8c0-43c2-8036-ad705258bf10 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:54.222530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.268418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:54.278801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (02ed177b-c437-436b-b621-5c8f8da28de7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.279292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment 02ed177b-c437-436b-b621-5c8f8da28de7 of type vlan for network f923e105-cc23-4e5c-8ae3-14c8328a2d29 May 12 03:23:54.324603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (f923e105-cc23-4e5c-8ae3-14c8328a2d29), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.367480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8c5f7-a8bb-4993-92bd-4372e9a22289 req-d18a0ab4-45b4-4c90-bd4a-df6e2f434baa tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:54.375394 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2a8c5f7-a8bb-4993-92bd-4372e9a22289 req-d18a0ab4-45b4-4c90-bd4a-df6e2f434baa tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 932 time: 0.3189988 May 12 03:23:54.384524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (f923e105-cc23-4e5c-8ae3-14c8328a2d29), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.389646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:54.390307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.464620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e044b1b3-4b3e-481c-b760-6f2daacea1cf up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:54.492044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Allocated IP 2001:db8::3 (8d58e098-9ac9-4e22-ba38-6acd01fbf95c/329bf61d-9d80-4627-8cc5-4d3172fc0179/142c8d33-ba1a-4209-8f4b-753c79cea70e) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:54.503179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5e1f3-1aa7-4c4f-8892-99231173741a None None] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:54.506050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:54.506661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3e488-0838-4477-89e6-cafb0f34cfda None None] The sync data for ids ['56926a57-36fa-4448-bde2-e07202cd676c'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:23:54.529278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for router (56926a57-36fa-4448-bde2-e07202cd676c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.554743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=f923e105-cc23-4e5c-8ae3-14c8328a2d29,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:54.559411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] Current status of the port 1b24694f-a8c0-43c2-8036-ad705258bf10 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:54.559823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.569002 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ed57b297-7a5a-4c5a-b96c-d592a310c43e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5820718 May 12 03:23:54.574663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58948) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:54.584119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for port (149d7563-e57f-4964-b0d5-85941965db62), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.600471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:23:54.605516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': 'f923e105-cc23-4e5c-8ae3-14c8328a2d29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:54.617838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Publish callbacks [] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.624005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network f923e105-cc23-4e5c-8ae3-14c8328a2d29 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:54.656101 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2a8c5f7-a8bb-4993-92bd-4372e9a22289 req-96380415-473a-4830-92ae-517d649ddd70 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797875 May 12 03:23:54.662446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Transition to ACTIVE for port object 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:23:54.692912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.804405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:54.817457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (149d7563-e57f-4964-b0d5-85941965db62), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.896034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (1114a4e9-1507-4be1-a812-1ce03ebc9bea), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.958318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (944464cd-9c21-4924-9238-79e772b372f4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.984041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:54.993370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (e25bae9e-d346-46a5-9140-636e56093944), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:54.997507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Publish callbacks [] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.002127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:55.005408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:55.010029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event updated for resources: {'Port': ['ID=149d7563-e57f-4964-b0d5-85941965db62,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.015219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:55.063810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.065562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:55.068612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:55.069268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.088346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (56926a57-36fa-4448-bde2-e07202cd676c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.092669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] For port 1b24694f-a8c0-43c2-8036-ad705258bf10, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1b24694f-a8c0-43c2-8036-ad705258bf10,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:55.093345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.107821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for router_controller (56926a57-36fa-4448-bde2-e07202cd676c), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.126551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Attempting to bind port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:55.126888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Attempting to bind port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:55.127073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:55.127219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Attempting to bind port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 on network 7977e1a5-6ab2-401f-bca2-df2a60aae52b {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:55.134898 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4348423 May 12 03:23:55.142831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:55.143492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.145747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58952) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:55.151093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151bccf-ea48-4ea8-8f40-54bf7764d452 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=944464cd-9c21-4924-9238-79e772b372f4,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.153220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] Calling delete_port for 1b24694f-a8c0-43c2-8036-ad705258bf10 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:55.155776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:55.159372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': '944464cd-9c21-4924-9238-79e772b372f4', 'ip_address': '2001:db8::7aac:748:185b:1641'}], 'name': 'tempest-NetworksTestDHCPv6-1904357059'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:55.168483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 on network 7977e1a5-6ab2-401f-bca2-df2a60aae52b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:23:55.168807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Attempting to bind port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 on network 7977e1a5-6ab2-401f-bca2-df2a60aae52b {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:55.181229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] For port 1b24694f-a8c0-43c2-8036-ad705258bf10, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1b24694f-a8c0-43c2-8036-ad705258bf10,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:55.184108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:55.200863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:55.201207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Checking segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:55.201514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Bound using segment: {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:55.202138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Bound port: 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:55.202615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.209651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-867a7c91-7679-4f78-8d4c-50d2d3dcf803 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2121873 May 12 03:23:55.213922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58954) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:55.215012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e044b1b3-4b3e-481c-b760-6f2daacea1cf triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:55.215390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.221011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:55.224519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.226938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.257415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-10996009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:55.262341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Subnet': ['ID=e25bae9e-d346-46a5-9140-636e56093944,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.279131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (56926a57-36fa-4448-bde2-e07202cd676c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.279131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Fanout notify agent at l3_agent the message router_deleted on router 56926a57-36fa-4448-bde2-e07202cd676c {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:23:55.280722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Checking segment: {'id': 'e9aad1b2-61a8-4164-ac3b-b2879bb0758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c6a97e9e-a86b-4139-909f-edc3fa4d397e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:55.281087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network hostable DHCP agents. Network: c6a97e9e-a86b-4139-909f-edc3fa4d397e, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:55.316802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.318259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Pushing event updated for resources: {'Port': ['ID=142c8d33-ba1a-4209-8f4b-753c79cea70e,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.320367 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0705c269-ad0d-426b-8a87-a7a92d34d47f tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "DELETE /v2.0/routers/56926a57-36fa-4448-bde2-e07202cd676c HTTP/1.1" status: 204 len: 168 time: 1.3576672 May 12 03:23:55.324919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:23:55.325505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:23:55.329926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58956) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:55.393371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.394719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.464201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Attempting to bind port 142c8d33-ba1a-4209-8f4b-753c79cea70e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:55.464542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Attempting to bind port 142c8d33-ba1a-4209-8f4b-753c79cea70e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f7711da5-a424-4e6c-af3e-09d2bc41cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:55.464905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Attempting to bind port 142c8d33-ba1a-4209-8f4b-753c79cea70e on network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:55.473619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Deleting subnet 6edad9ee-c0dd-4b0e-8813-c50447f6fb68 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:55.482924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681fef3-3bec-460b-8373-b7f7a63c7223 None None] Pushing event updated for resources: {'Port': ['ID=1b24694f-a8c0-43c2-8036-ad705258bf10,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.487332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:55.489368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:55.489839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Checking segment: {'id': 'f7711da5-a424-4e6c-af3e-09d2bc41cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:55.490255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.490634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Bound using segment: {'id': 'f7711da5-a424-4e6c-af3e-09d2bc41cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:55.491098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Bound port: 142c8d33-ba1a-4209-8f4b-753c79cea70e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7711da5-a424-4e6c-af3e-09d2bc41cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d58e098-9ac9-4e22-ba38-6acd01fbf95c'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:55.491480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.493741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-76ee0426-1677-4b08-8f04-f9bbc4117082 None None] Provisioning complete for port e044b1b3-4b3e-481c-b760-6f2daacea1cf triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:55.498227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76ee0426-1677-4b08-8f04-f9bbc4117082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.509770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for subnet (6edad9ee-c0dd-4b0e-8813-c50447f6fb68), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.525788 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:23:55.542630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:55.547481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:55.594454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for router_controller (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.600995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] For port 142c8d33-ba1a-4209-8f4b-753c79cea70e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:55.601861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.605072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] For port 142c8d33-ba1a-4209-8f4b-753c79cea70e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=142c8d33-ba1a-4209-8f4b-753c79cea70e,segment=NetworkSegment(f7711da5-a424-4e6c-af3e-09d2bc41cf83),segment_id=f7711da5-a424-4e6c-af3e-09d2bc41cf83)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:55.620311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (1114a4e9-1507-4be1-a812-1ce03ebc9bea), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.624037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:55.624666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.626295 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] 10.222.0.57 "PUT /v2.0/ports/00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 200 len: 1094 time: 3.5667553 May 12 03:23:55.632541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:23:55.635579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f52ed98-559e-4c97-aaa5-00ce313579c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:23:55.638517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.647735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network c6a97e9e-a86b-4139-909f-edc3fa4d397e is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:55.650593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (1b24694f-a8c0-43c2-8036-ad705258bf10), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.658863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.699029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.710869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] No DVR routers for this DVR port 1b24694f-a8c0-43c2-8036-ad705258bf10 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:55.725245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b916d-cad4-4c82-be7e-5459539fc883 None None] Pushing event deleted for resources: {'Port': ['ID=1b24694f-a8c0-43c2-8036-ad705258bf10,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.758668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812127b9-153b-4f73-8e14-b09bba0e344e x-openstack-request-id: req-812127b9-153b-4f73-8e14-b09bba0e344e {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:23:55.759328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:23:55.759836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-812127b9-153b-4f73-8e14-b09bba0e344e {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:23:55.760448 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812127b9-153b-4f73-8e14-b09bba0e344e'] response: {'name': 'network-changed', 'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'status': 'completed', 'code': 200} May 12 03:23:55.791453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c6a97e9e-a86b-4139-909f-edc3fa4d397e) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:55.796671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (08f7a6ea-5069-4115-9486-b321ce5dfcc4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.797361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62dfbd-a30f-49a5-9442-ef3a291a0033 service neutron] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.798765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8d152-36b3-4a57-b24d-1797d592f85a None None] Pushing event updated for resources: {'Port': ['ID=142c8d33-ba1a-4209-8f4b-753c79cea70e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:55.801673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97792de9-8087-42c1-9b0e-8df1a0f6a7fb None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:55.802887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (6edad9ee-c0dd-4b0e-8813-c50447f6fb68), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.889344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df71c3-c3df-4ed1-8753-17b58a96c6f2 None None] Network c6a97e9e-a86b-4139-909f-edc3fa4d397e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:55.962308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:55.963795 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-790d7ccb-d0a8-4ee1-bb8d-d553129ca421 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7423995 May 12 03:23:55.972721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58962) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:55.987239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c2ed7e32-97f1-4534-8de2-242c3a72fc30 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1161003433', 'prefixes': ['172.20.0.0/16']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:55.995585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e044b1b3-4b3e-481c-b760-6f2daacea1cf is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:55.995981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.014652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.037096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event updated for resources: {'Subnet': ['ID=08f7a6ea-5069-4115-9486-b321ce5dfcc4,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:56.058601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c0f83-c06b-4249-945e-8298a5aaa82b req-00866576-097f-40bb-b901-09dd02258bb3 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.071550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-681c0f83-c06b-4249-945e-8298a5aaa82b req-00866576-097f-40bb-b901-09dd02258bb3 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 944 time: 0.2098856 May 12 03:23:56.074644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-1cb5e797-3139-41b9-a3f4-f4b67aa2f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.076843 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-1cb5e797-3139-41b9-a3f4-f4b67aa2f487 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1128 time: 0.3310041 May 12 03:23:56.118006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port e044b1b3-4b3e-481c-b760-6f2daacea1cf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e044b1b3-4b3e-481c-b760-6f2daacea1cf,segment=NetworkSegment(5a2082c0-d689-498d-a9ed-59868957ab49),segment_id=5a2082c0-d689-498d-a9ed-59868957ab49)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:56.136996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Checking segment: {'id': '477b9cdf-b511-439a-ba3f-dcdc7cd3a15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '446c1546-24ab-4a77-a07a-d2a9d7a66f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:56.137638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network hostable DHCP agents. Network: 446c1546-24ab-4a77-a07a-d2a9d7a66f89, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:56.169484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:56.211001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.221422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.223658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': '02ed177b-c437-436b-b621-5c8f8da28de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f923e105-cc23-4e5c-8ae3-14c8328a2d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:56.224311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: f923e105-cc23-4e5c-8ae3-14c8328a2d29, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:23:56.231217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Allocated IP 2001:db8::96 (88f28242-a99a-4289-a205-ffe446cdbb5b/019d382c-456c-417a-8adf-2edd4a55fc96/2d3584c5-92c9-40dd-bb78-73fc05a6c4ab) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:56.234141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Network 446c1546-24ab-4a77-a07a-d2a9d7a66f89 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:56.236171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-76ee0426-1677-4b08-8f04-f9bbc4117082 None None] Current status of the port e044b1b3-4b3e-481c-b760-6f2daacea1cf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:56.240091 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-8ed2aed8-0678-4a21-962a-bf587d8d35b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 200 len: 217 time: 0.1432846 May 12 03:23:56.256945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 446c1546-24ab-4a77-a07a-d2a9d7a66f89) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:56.268009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.268718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.269505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.294841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '944464cd-9c21-4924-9238-79e772b372f4'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:56.295783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.310846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network f923e105-cc23-4e5c-8ae3-14c8328a2d29 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:23:56.322516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc66f6-c185-4a05-84cc-3baffb8bb8f3 None None] Network 446c1546-24ab-4a77-a07a-d2a9d7a66f89 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:56.331697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:23:56.332572 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7105cebd-5518-4596-a4b4-e6c3cb86823f tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0405750 May 12 03:23:56.333592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, f923e105-cc23-4e5c-8ae3-14c8328a2d29) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:56.337739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58964) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:56.358733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (6edad9ee-c0dd-4b0e-8813-c50447f6fb68), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.386716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.387485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.432045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9bb83f-5ab4-4858-9a1b-65d4aa46073c None None] Network f923e105-cc23-4e5c-8ae3-14c8328a2d29 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:56.435751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-baf8822f-bc47-4145-bed6-e0a58357f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.438399 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-baf8822f-bc47-4145-bed6-e0a58357f7d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65453b8-bac6-4d38-b18e-e9e6d64d537c HTTP/1.1" status: 200 len: 835 time: 0.1895320 May 12 03:23:56.441542 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3fa6c910-297e-4706-847e-5585eb35bd84 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8645608 May 12 03:23:56.445432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58966) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:56.452292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-681c0f83-c06b-4249-945e-8298a5aaa82b req-6ac0f660-2ed2-423e-a1e2-9bc0c6b0415f tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796556 May 12 03:23:56.495652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc4ed4-ae2e-4489-a3c4-b8c76a9fe468 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.497255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc4ed4-ae2e-4489-a3c4-b8c76a9fe468 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.498820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc4ed4-ae2e-4489-a3c4-b8c76a9fe468 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.501183 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d5cc4ed4-ae2e-4489-a3c4-b8c76a9fe468 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1604259 May 12 03:23:56.521418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58968) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:56.544602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7e32-97f1-4534-8de2-242c3a72fc30 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.545788 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c2ed7e32-97f1-4534-8de2-242c3a72fc30 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5663021 May 12 03:23:56.553448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58970) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:56.582212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-6a1a8594-6aae-485b-b544-106827252f4c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-420908129') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:56.587045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Deleting subnet e25bae9e-d346-46a5-9140-636e56093944 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:56.587455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 142c8d33-ba1a-4209-8f4b-753c79cea70e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:56.597423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for subnet (e25bae9e-d346-46a5-9140-636e56093944), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.653515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.696881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=e044b1b3-4b3e-481c-b760-6f2daacea1cf,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:56.705478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8db2a2-04f5-44a1-b3b0-74359aafaaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c6a97e9e-a86b-4139-909f-edc3fa4d397e', 'network_id': 'c6a97e9e-a86b-4139-909f-edc3fa4d397e', 'project_id': '5e2f0b35c69d4e4c87d50ada9e1cbaaa', 'fixed_ips': [{'subnet_id': 'e25bae9e-d346-46a5-9140-636e56093944'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:56.706729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0f8db2a2-04f5-44a1-b3b0-74359aafaaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.709762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-4586e298-f38b-47e9-b4d8-64b278e84d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:56.711407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-4586e298-f38b-47e9-b4d8-64b278e84d0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7977e1a5-6ab2-401f-bca2-df2a60aae52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2580581 May 12 03:23:56.715049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (e25bae9e-d346-46a5-9140-636e56093944), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.723646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1e6f2160-35b5-4b45-9a5b-1365de04eda9 None None] Provisioning complete for port 149d7563-e57f-4964-b0d5-85941965db62 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:56.724285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2160-35b5-4b45-9a5b-1365de04eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (149d7563-e57f-4964-b0d5-85941965db62), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.753409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (f923e105-cc23-4e5c-8ae3-14c8328a2d29), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.779754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (6edad9ee-c0dd-4b0e-8813-c50447f6fb68), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.806972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e25bae9e-d346-46a5-9140-636e56093944), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.827479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bad8a3-4571-43f7-bdfa-87e8d4ae53d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-446c1546-24ab-4a77-a07a-d2a9d7a66f89', 'network_id': '446c1546-24ab-4a77-a07a-d2a9d7a66f89', 'project_id': '5e2f0b35c69d4e4c87d50ada9e1cbaaa', 'fixed_ips': [{'subnet_id': '08f7a6ea-5069-4115-9486-b321ce5dfcc4'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:56.829351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05bad8a3-4571-43f7-bdfa-87e8d4ae53d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.830417 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6a1a8594-6aae-485b-b544-106827252f4c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-420908129 HTTP/1.1" status: 201 len: 201 time: 0.2598631 May 12 03:23:56.833855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58972) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:56.850529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Subnet': ['ID=6edad9ee-c0dd-4b0e-8813-c50447f6fb68,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:56.858513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-b4f42f23-8da4-411e-b24e-c9780a002d8b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-1113281785') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:56.868815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.879934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 142c8d33-ba1a-4209-8f4b-753c79cea70e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:56.880346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:56.882077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f2160-35b5-4b45-9a5b-1365de04eda9 None None] Port 149d7563-e57f-4964-b0d5-85941965db62 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:23:56.884612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf60b7e-0ba1-4a0b-9b8a-25fe68977f0a None None] Network 7bbb5e91-6be7-45ac-ad3e-0728ec452534 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:56.985735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network 88f28242-a99a-4289-a205-ffe446cdbb5b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:57.003336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.010998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:57.013798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:57.021517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Port': ['ID=2d3584c5-92c9-40dd-bb78-73fc05a6c4ab,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:57.119653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (e25bae9e-d346-46a5-9140-636e56093944), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.147121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e78cb-ff42-4900-8c8f-d99675d3bc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-f923e105-cc23-4e5c-8ae3-14c8328a2d29', 'network_id': 'f923e105-cc23-4e5c-8ae3-14c8328a2d29', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:23:57.148673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb7e78cb-ff42-4900-8c8f-d99675d3bc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.203994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1e6f2160-35b5-4b45-9a5b-1365de04eda9 None None] Provisioning complete for port e044b1b3-4b3e-481c-b760-6f2daacea1cf triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:57.204382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2160-35b5-4b45-9a5b-1365de04eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.222924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b4f42f23-8da4-411e-b24e-c9780a002d8b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-1113281785 HTTP/1.1" status: 201 len: 201 time: 0.3686531 May 12 03:23:57.223806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Subnet': ['ID=e25bae9e-d346-46a5-9140-636e56093944,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:57.228320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58974) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:57.231554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.236167 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-83169359-e410-4244-bcd9-8b3d07469a3a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "DELETE /v2.0/subnets/6edad9ee-c0dd-4b0e-8813-c50447f6fb68 HTTP/1.1" status: 204 len: 168 time: 1.9026020 May 12 03:23:57.236483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.240152 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cd017026-a2ee-4fe8-8697-a21088a2e6e2 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/subnets/e25bae9e-d346-46a5-9140-636e56093944 HTTP/1.1" status: 204 len: 168 time: 0.7150323 May 12 03:23:57.243996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:57.244329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58978) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:57.254769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-9946267b-b92f-48e3-bb2e-ee0d08f499c3 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-1255747723') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:57.325276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.332471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::7aac:748:185b:1641 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/944464cd-9c21-4924-9238-79e772b372f4/f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:57.404782 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-e9d33ad3-a29c-439d-8b21-adb708f754e6 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765397 May 12 03:23:57.435260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:57.505318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Deleting subnet 08f7a6ea-5069-4115-9486-b321ce5dfcc4 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:57.510923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (7bbb5e91-6be7-45ac-ad3e-0728ec452534), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.519777 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9946267b-b92f-48e3-bb2e-ee0d08f499c3 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-1255747723 HTTP/1.1" status: 201 len: 201 time: 0.2796535 May 12 03:23:57.520994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58982) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:57.526831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-5df0ef76-a837-4f7d-a5af-84f1b5f3f924 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-1552916885') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:57.535611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for subnet (08f7a6ea-5069-4115-9486-b321ce5dfcc4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-0f8db2a2-04f5-44a1-b3b0-74359aafaaa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e25bae9e-d346-46a5-9140-636e56093944: This subnet is being modified by another concurrent operation. May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:23:57.607236 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e25bae9e-d346-46a5-9140-636e56093944: This subnet is being modified by another concurrent operation. May 12 03:23:57.612190 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:23:57.644704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (f923e105-cc23-4e5c-8ae3-14c8328a2d29), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.673557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177537d5-1528-43d9-a2bc-e8896ddb558a req-f09c9fc7-ce8e-49d4-b367-cc1a6ddffe30 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619555 May 12 03:23:57.681811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bcaa68-261f-4fc1-8b34-8fa3150a99e4 None None] Network c6a97e9e-a86b-4139-909f-edc3fa4d397e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:57.689702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f386083-9ef3-438c-90b6-a542b2917961 None None] Network f923e105-cc23-4e5c-8ae3-14c8328a2d29 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:57.712420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f623f-db10-4415-bc27-027d2bee7443 req-9722a40c-79fc-451d-8a92-dc06e4557500 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:57.715759 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-777f623f-db10-4415-bc27-027d2bee7443 req-9722a40c-79fc-451d-8a92-dc06e4557500 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 944 time: 0.0951388 May 12 03:23:57.745433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31da7c-fcb6-4e02-b0fc-6a408c17c7aa None None] Network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:57.753728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.812856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-777f623f-db10-4415-bc27-027d2bee7443 req-d114c9a9-f996-4a46-bc30-7698088a91d7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787911 May 12 03:23:57.826616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] DHCP port deletion for 7bbb5e91-6be7-45ac-ad3e-0728ec452534 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:23:57.842842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.880333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 142c8d33-ba1a-4209-8f4b-753c79cea70e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:57.880692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.892689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:57.896140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:57.903210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:57.908769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:57.909537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:57.916648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:57.936642 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9cd1b247-9c6d-484f-b4c2-e8f25d970c8c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7874146 May 12 03:23:57.940060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58986) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:58.012288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c710a25-567e-48ac-b93c-8c3f9f381545 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:58.016406 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8c710a25-567e-48ac-b93c-8c3f9f381545 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0722959 May 12 03:23:58.016803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58988) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:58.024866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] Deleting port 66208032-cd2f-4c4d-baa2-6808ec21ed06 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:58.025251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.063602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f2160-35b5-4b45-9a5b-1365de04eda9 None None] Current status of the port e044b1b3-4b3e-481c-b760-6f2daacea1cf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:58.131568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:58.131568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.176545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 142c8d33-ba1a-4209-8f4b-753c79cea70e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=142c8d33-ba1a-4209-8f4b-753c79cea70e,segment=NetworkSegment(f7711da5-a424-4e6c-af3e-09d2bc41cf83),segment_id=f7711da5-a424-4e6c-af3e-09d2bc41cf83)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:58.200486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f923e105-cc23-4e5c-8ae3-14c8328a2d29']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:58.203039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/944464cd-9c21-4924-9238-79e772b372f4/ab65e0a7-b073-4a86-8781-a7999142dbbd) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:23:58.213671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (08f7a6ea-5069-4115-9486-b321ce5dfcc4), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.216738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.220248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] For port 66208032-cd2f-4c4d-baa2-6808ec21ed06, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66208032-cd2f-4c4d-baa2-6808ec21ed06,segment=NetworkSegment(49128622-4669-4b89-882f-5c4d734dfc66),segment_id=49128622-4669-4b89-882f-5c4d734dfc66)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:58.220777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.233256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.247409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ed177b-c437-436b-b621-5c8f8da28de7') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:58.247711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ed177b-c437-436b-b621-5c8f8da28de7') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:58.249473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:58.269102 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5df0ef76-a837-4f7d-a5af-84f1b5f3f924 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-1552916885 HTTP/1.1" status: 201 len: 201 time: 0.7476871 May 12 03:23:58.274609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (02ed177b-c437-436b-b621-5c8f8da28de7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.288114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 58990) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:58.289787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-48740cbe-8f8c-45e2-b5f1-d6416d834b60 None None] Provisioning complete for port 142c8d33-ba1a-4209-8f4b-753c79cea70e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:58.290194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-48740cbe-8f8c-45e2-b5f1-d6416d834b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.295456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] Calling delete_port for 66208032-cd2f-4c4d-baa2-6808ec21ed06 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:58.296173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-012fac41-0c23-4eb5-8b27-0f6f43bbb39b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:58.309240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (1114a4e9-1507-4be1-a812-1ce03ebc9bea), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.344851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Deleting port 66208032-cd2f-4c4d-baa2-6808ec21ed06 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:23:58.344851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.398996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (02ed177b-c437-436b-b621-5c8f8da28de7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.432236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=142c8d33-ba1a-4209-8f4b-753c79cea70e,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:58.440461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:23:58.440461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (02ed177b-c437-436b-b621-5c8f8da28de7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:23:58.450559 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:23:58.474672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (08f7a6ea-5069-4115-9486-b321ce5dfcc4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.476089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e044b1b3-4b3e-481c-b760-6f2daacea1cf up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:23:58.481836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.550785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:58.593330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-48740cbe-8f8c-45e2-b5f1-d6416d834b60 None None] Current status of the port 142c8d33-ba1a-4209-8f4b-753c79cea70e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:58.632507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.638450 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-236adba1-7d17-4739-8423-389eb78ab246 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29 HTTP/1.1" status: 204 len: 168 time: 0.6184447 May 12 03:23:58.638450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-2fb5b3bc-4ba4-4e0d-9466-40d9c2663cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:58.638947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-2fb5b3bc-4ba4-4e0d-9466-40d9c2663cbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1128 time: 0.1070256 May 12 03:23:58.639427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58992) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:58.699671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e044b1b3-4b3e-481c-b760-6f2daacea1cf triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:58.699671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.746578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.771227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6188c-b200-4741-b431-f6ec5c0149ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:58.772857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6188c-b200-4741-b431-f6ec5c0149ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:58.775060 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-14f6188c-b200-4741-b431-f6ec5c0149ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1344647 May 12 03:23:58.779570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58994) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-05bad8a3-4571-43f7-bdfa-87e8d4ae53d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08f7a6ea-5069-4115-9486-b321ce5dfcc4: This subnet is being modified by another concurrent operation. May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:23:58.808203 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08f7a6ea-5069-4115-9486-b321ce5dfcc4: This subnet is being modified by another concurrent operation. May 12 03:23:58.812366 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:23:58.840217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (08f7a6ea-5069-4115-9486-b321ce5dfcc4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:58.840453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e044b1b3-4b3e-481c-b760-6f2daacea1cf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:58.846346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97109c-5d96-4e75-92fb-6a2b4539ec90 None None] Network 446c1546-24ab-4a77-a07a-d2a9d7a66f89 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:23:58.868806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-1754b5f4-616a-4a12-869a-cf2ebc22c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:58.870790 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-1754b5f4-616a-4a12-869a-cf2ebc22c902 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 200 len: 897 time: 0.2190168 May 12 03:23:58.874942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 944464cd-9c21-4924-9238-79e772b372f4 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:23:58.948727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-b7d1fee7-8e95-4a1d-b451-e4564b48b3aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 200 len: 217 time: 0.0477443 May 12 03:23:58.958095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 58998) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:58.960864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66208032-cd2f-4c4d-baa2-6808ec21ed06 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:23:58.964352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] Pushing event deleted for resources: {'Port': ['ID=66208032-cd2f-4c4d-baa2-6808ec21ed06,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:58.966417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-d5d44975-4379-400e-9dfc-3b7df97da533 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-420908129') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:58.968388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc25681-e29d-4e2e-90b0-4ac8b77f0712 None None] No DVR routers for this DVR port 66208032-cd2f-4c4d-baa2-6808ec21ed06 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:23:58.990243 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-012fac41-0c23-4eb5-8b27-0f6f43bbb39b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags HTTP/1.1" status: 200 len: 240 time: 0.6665611 May 12 03:23:59.007288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-754f35ca-b79e-4006-a60c-e2a754e46669 None None] Provisioning complete for port 142c8d33-ba1a-4209-8f4b-753c79cea70e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:23:59.007663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-754f35ca-b79e-4006-a60c-e2a754e46669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.043022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Subnet': ['ID=08f7a6ea-5069-4115-9486-b321ce5dfcc4,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:59.047339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 66208032-cd2f-4c4d-baa2-6808ec21ed06 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:23:59.047700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 66208032-cd2f-4c4d-baa2-6808ec21ed06 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:23:59.050477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Publish callbacks [] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.072301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (944464cd-9c21-4924-9238-79e772b372f4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.078077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] For port 66208032-cd2f-4c4d-baa2-6808ec21ed06, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=66208032-cd2f-4c4d-baa2-6808ec21ed06,segment=NetworkSegment(49128622-4669-4b89-882f-5c4d734dfc66),segment_id=49128622-4669-4b89-882f-5c4d734dfc66)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:59.079101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.086921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.095985 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-793afd39-e511-4a3f-b63e-1f364bc2a5e4 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/subnets/08f7a6ea-5069-4115-9486-b321ce5dfcc4 HTTP/1.1" status: 204 len: 168 time: 1.8415356 May 12 03:23:59.098777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.108060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59000) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.132696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (944464cd-9c21-4924-9238-79e772b372f4), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.165490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-754f35ca-b79e-4006-a60c-e2a754e46669 None None] Current status of the port 142c8d33-ba1a-4209-8f4b-753c79cea70e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:23:59.166695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a212865f-58ee-4c38-aafc-7222b2cf37bf tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:59.172698 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a212865f-58ee-4c38-aafc-7222b2cf37bf tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597479 May 12 03:23:59.172698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (f923e105-cc23-4e5c-8ae3-14c8328a2d29), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.172698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Calling delete_port for 66208032-cd2f-4c4d-baa2-6808ec21ed06 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:23:59.175867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Pushing event updated for resources: {'Port': ['ID=ab65e0a7-b073-4a86-8781-a7999142dbbd,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:59.178915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.183532 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/f923e105-cc23-4e5c-8ae3-14c8328a2d29 HTTP/1.1" status: 204 len: 168 time: 2.7364693 May 12 03:23:59.187225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59002) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.187828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59004) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.203316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:23:59.205560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:23:59.212475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:23:59.219334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016360355'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:59.248683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720082-30d8-4212-96d1-e4d2b8c164dd req-03f50a78-6d0d-484f-b68d-13f0eb9857c6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:59.250203 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2720082-30d8-4212-96d1-e4d2b8c164dd req-03f50a78-6d0d-484f-b68d-13f0eb9857c6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 944 time: 0.3053293 May 12 03:23:59.262535 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d5d44975-4379-400e-9dfc-3b7df97da533 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-420908129 HTTP/1.1" status: 204 len: 168 time: 0.3031356 May 12 03:23:59.270765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59006) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.276493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:23:59.278598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-da3c1e81-c6a0-463f-b311-011068148a84 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-420908129') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:59.280920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.284491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-d56bee9b-983e-4114-8ee0-1849a161b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:59.286011 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-d56bee9b-983e-4114-8ee0-1849a161b43e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65453b8-bac6-4d38-b18e-e9e6d64d537c HTTP/1.1" status: 200 len: 835 time: 0.3287489 May 12 03:23:59.287284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (944464cd-9c21-4924-9238-79e772b372f4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.296596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3de8e1-395b-45b1-92e7-3bb4cedc541b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=f923e105-cc23-4e5c-8ae3-14c8328a2d29,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:59.352743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:23:59.368335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bca23ab6-305e-407d-a8b3-91763517c8b1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.369082 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment bca23ab6-305e-407d-a8b3-91763517c8b1 of type vlan for network 835a56ff-9173-4957-9898-fdeacb70db76 May 12 03:23:59.438321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (835a56ff-9173-4957-9898-fdeacb70db76), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.439928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-33ff80df-2065-496d-80a5-ee10672a8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:59.441462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-33ff80df-2065-496d-80a5-ee10672a8643 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7977e1a5-6ab2-401f-bca2-df2a60aae52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1244776 May 12 03:23:59.450686 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2720082-30d8-4212-96d1-e4d2b8c164dd req-cfe7ff2a-1cae-4cca-a371-3b19f9e17ddb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931448 May 12 03:23:59.508282 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:23:59.538221 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-da3c1e81-c6a0-463f-b311-011068148a84 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-420908129 HTTP/1.1" status: 204 len: 168 time: 0.2645602 May 12 03:23:59.546193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (944464cd-9c21-4924-9238-79e772b372f4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.546193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59008) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.559278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-d5d67b3a-7ef5-4576-bdd6-4ba44c9feefc tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:59.565346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Attempting to bind port ab65e0a7-b073-4a86-8781-a7999142dbbd on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:23:59.565346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Attempting to bind port ab65e0a7-b073-4a86-8781-a7999142dbbd by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:23:59.565937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Attempting to bind port ab65e0a7-b073-4a86-8781-a7999142dbbd on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:23:59.574971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:23:59.575503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:23:59.576012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.576524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:23:59.577201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Bound port: ab65e0a7-b073-4a86-8781-a7999142dbbd, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:23:59.578095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.580538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (1114a4e9-1507-4be1-a812-1ce03ebc9bea), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.585933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (446c1546-24ab-4a77-a07a-d2a9d7a66f89), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.608845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=944464cd-9c21-4924-9238-79e772b372f4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:59.628663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.632506 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2f9c880c-3d65-4b3f-8be3-8c996538ab0d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/944464cd-9c21-4924-9238-79e772b372f4 HTTP/1.1" status: 204 len: 168 time: 0.8517330 May 12 03:23:59.636881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (835a56ff-9173-4957-9898-fdeacb70db76), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.642176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59010) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.642507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:23:59.643258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.675253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-d7c370d6-f7af-49e8-b3c6-444d8067f474 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216287 May 12 03:23:59.697667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] For port ab65e0a7-b073-4a86-8781-a7999142dbbd, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:23:59.701553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] For port ab65e0a7-b073-4a86-8781-a7999142dbbd, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab65e0a7-b073-4a86-8781-a7999142dbbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:23:59.725708 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a434660f-fcb1-4524-ac53-834d547f092e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824430 May 12 03:23:59.730088 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d5d67b3a-7ef5-4576-bdd6-4ba44c9feefc tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags HTTP/1.1" status: 200 len: 205 time: 0.1826813 May 12 03:23:59.730631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59012) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.732539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59014) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.737069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-072db575-5694-498d-95ac-06966ef6a5f8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:59.752380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:59.762774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.795365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=835a56ff-9173-4957-9898-fdeacb70db76,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:59.841697 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-703e1480-8baa-427e-a652-6af5c2ec86fc tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6479042 May 12 03:23:59.842149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:23:59.847589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59016) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.859389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': '835a56ff-9173-4957-9898-fdeacb70db76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:23:59.896035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-072db575-5694-498d-95ac-06966ef6a5f8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags HTTP/1.1" status: 200 len: 241 time: 0.1625357 May 12 03:23:59.899159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59018) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:23:59.905577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-64491578-2986-48eb-9572-5375d90b8de9 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-1113281785') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:23:59.915442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 835a56ff-9173-4957-9898-fdeacb70db76 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:23:59.924318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'port_id': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'mac_address': 'fa:16:3e:b6:4a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:23:59.929034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ba9d9-9e21-41fb-a70c-6401395b66f2 None None] Pushing event updated for resources: {'Port': ['ID=ab65e0a7-b073-4a86-8781-a7999142dbbd,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:23:59.947133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (446c1546-24ab-4a77-a07a-d2a9d7a66f89), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.953602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (66208032-cd2f-4c4d-baa2-6808ec21ed06), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:23:59.986217 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f52ed98-559e-4c97-aaa5-00ce313579c8 req-ca337b85-c7d7-45d7-ad78-6abe80283938 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712517 May 12 03:23:59.995550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-64491578-2986-48eb-9572-5375d90b8de9 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-1113281785 HTTP/1.1" status: 204 len: 168 time: 0.0927839 May 12 03:23:59.995550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59020) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:00.000119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-3856b554-692c-48bd-ada0-9e83152a8525 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-1113281785') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.035095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Port': ['ID=66208032-cd2f-4c4d-baa2-6808ec21ed06,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:00.050981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:00.053537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] No DVR routers for this DVR port 66208032-cd2f-4c4d-baa2-6808ec21ed06 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:00.054598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.061700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446c1546-24ab-4a77-a07a-d2a9d7a66f89']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.098139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3856b554-692c-48bd-ada0-9e83152a8525 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-1113281785 HTTP/1.1" status: 204 len: 168 time: 0.0994945 May 12 03:24:00.099341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477b9cdf-b511-439a-ba3f-dcdc7cd3a15b') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.099639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477b9cdf-b511-439a-ba3f-dcdc7cd3a15b') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.111875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59022) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:00.117086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-601b79a7-c6ce-4475-8607-5ad58e423b28 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.134500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (477b9cdf-b511-439a-ba3f-dcdc7cd3a15b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.160178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30eeb2-47c1-46b4-93ae-3511f08931f9 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:24:00.163451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:00.163838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.221712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:24:00.240300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (477b9cdf-b511-439a-ba3f-dcdc7cd3a15b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.244602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (7bbb5e91-6be7-45ac-ad3e-0728ec452534), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.258781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:00.262231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.262852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:00.269547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:00.270021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (477b9cdf-b511-439a-ba3f-dcdc7cd3a15b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:00.275542 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:00.287659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.301950 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-601b79a7-c6ce-4475-8607-5ad58e423b28 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags HTTP/1.1" status: 200 len: 205 time: 0.1867414 May 12 03:24:00.302172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59024) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:00.331539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (331882ab-2441-4817-9208-a1c5757e1ae8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.332396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-4cbcb5d8-5e51-471d-8499-2093fc12c1cf tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.339787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb5e91-6be7-45ac-ad3e-0728ec452534']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.391603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30eeb2-47c1-46b4-93ae-3511f08931f9 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:24:00.413185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:00.419456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49128622-4669-4b89-882f-5c4d734dfc66') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.419750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49128622-4669-4b89-882f-5c4d734dfc66') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.422638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:00.428049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:00.428679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.434739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:00.462253 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 142c8d33-ba1a-4209-8f4b-753c79cea70e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:00.468795 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7370071 May 12 03:24:00.469980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4990a-49e0-469c-a780-c770d3627d75 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=331882ab-2441-4817-9208-a1c5757e1ae8,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:00.491466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59026) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:00.511324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': '331882ab-2441-4817-9208-a1c5757e1ae8', 'ip_address': '2001:db8::8990:88c1:68a8:baa0'}], 'name': 'tempest-NetworksTestDHCPv6-1952595199'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:00.572398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['00f94c81-f149-4ff2-aa9c-0ff64d2911a9'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:24:00.653824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Router 1114a4e9-1507-4be1-a812-1ce03ebc9bea is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:00.659393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (49128622-4669-4b89-882f-5c4d734dfc66), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.661956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (3d5a7eeb-0af1-4111-8b43-29a950f85bdc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.663625 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (446c1546-24ab-4a77-a07a-d2a9d7a66f89), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.668439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.671884 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/networks/446c1546-24ab-4a77-a07a-d2a9d7a66f89 HTTP/1.1" status: 204 len: 168 time: 1.4797537 May 12 03:24:00.680687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:00.691275 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4cbcb5d8-5e51-471d-8499-2093fc12c1cf tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags HTTP/1.1" status: 200 len: 241 time: 0.3707604 May 12 03:24:00.707143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fdbc0-8ab5-49e2-9a98-1a77e8afa835 req-f52bb695-0331-4733-bbe4-ba2ab923bae4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:00.709615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-307fdbc0-8ab5-49e2-9a98-1a77e8afa835 req-f52bb695-0331-4733-bbe4-ba2ab923bae4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 945 time: 0.1091361 May 12 03:24:00.710575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59032) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:00.721922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-46a8b1f8-0222-4903-b60f-91a3bb5f1522 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-1255747723') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.812330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 142c8d33-ba1a-4209-8f4b-753c79cea70e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:00.812629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.848705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (49128622-4669-4b89-882f-5c4d734dfc66), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.851122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:00.862994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707a95-80fe-4018-9d5f-c69e9808b131 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Network': ['ID=446c1546-24ab-4a77-a07a-d2a9d7a66f89,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:00.864738 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Sync routers for ids ['1114a4e9-1507-4be1-a812-1ce03ebc9bea'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:00.874934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:00.875337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (49128622-4669-4b89-882f-5c4d734dfc66), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:00.880511 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:00.898431 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Routers {'1114a4e9-1507-4be1-a812-1ce03ebc9bea'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:00.901191 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['1114a4e9-1507-4be1-a812-1ce03ebc9bea'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:00.932951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:00.936759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1bfd3f7-e326-4c2c-9210-50bc1449c141 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.1642857 May 12 03:24:00.963921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=3d5a7eeb-0af1-4111-8b43-29a950f85bdc,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:00.965669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 142c8d33-ba1a-4209-8f4b-753c79cea70e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:00.971347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59034) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:01.090959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': 'bca23ab6-305e-407d-a8b3-91763517c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '835a56ff-9173-4957-9898-fdeacb70db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:01.091753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: 835a56ff-9173-4957-9898-fdeacb70db76, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:01.096964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (1114a4e9-1507-4be1-a812-1ce03ebc9bea), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.123328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c6a97e9e-a86b-4139-909f-edc3fa4d397e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.128222 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-46a8b1f8-0222-4903-b60f-91a3bb5f1522 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-1255747723 HTTP/1.1" status: 204 len: 168 time: 0.4108343 May 12 03:24:01.134710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59036) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:01.144903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-7ee2db57-538e-49a0-acac-a1b1e6ce5be8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-1255747723') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.174826 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Set router 1114a4e9-1507-4be1-a812-1ce03ebc9bea gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:01.178463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': '331882ab-2441-4817-9208-a1c5757e1ae8'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'ab65e0a7-b073-4a86-8781-a7999142dbbd'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:24:01.216676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.250301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:01.405448 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1114a4e9-1507-4be1-a812-1ce03ebc9bea', 'name': '', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b', 'external_fixed_ips': [{'subnet_id': '019d382c-456c-417a-8adf-2edd4a55fc96', 'ip_address': '2001:db8::96'}], 'enable_snat': True}, 'gw_port_id': '2d3584c5-92c9-40dd-bb78-73fc05a6c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:53Z', 'updated_at': '2022-05-12T03:23:57Z', 'revision_number': 3, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port': {'id': '2d3584c5-92c9-40dd-bb78-73fc05a6c4ab', 'name': '', 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1114a4e9-1507-4be1-a812-1ce03ebc9bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019d382c-456c-417a-8adf-2edd4a55fc96', 'ip_address': '2001:db8::96', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:55Z', 'updated_at': '2022-05-12T03:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019d382c-456c-417a-8adf-2edd4a55fc96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.441849 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Checking router: 1114a4e9-1507-4be1-a812-1ce03ebc9bea for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:01.443018 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Updating router 1114a4e9-1507-4be1-a812-1ce03ebc9bea port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:24:01.477966 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.496095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (7bbb5e91-6be7-45ac-ad3e-0728ec452534), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.517522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.523639 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] 10.222.0.23 "DELETE /v2.0/networks/7bbb5e91-6be7-45ac-ad3e-0728ec452534 HTTP/1.1" status: 204 len: 168 time: 4.2736626 May 12 03:24:01.526197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/331882ab-2441-4817-9208-a1c5757e1ae8/ab65e0a7-b073-4a86-8781-a7999142dbbd) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:01.544288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db1e6d-c59c-48db-a837-a5ad0108fd8a tempest-FloatingIPNegativeTestJSON-1450654484 tempest-FloatingIPNegativeTestJSON-1450654484-project] Pushing event deleted for resources: {'Network': ['ID=7bbb5e91-6be7-45ac-ad3e-0728ec452534,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:01.548985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 835a56ff-9173-4957-9898-fdeacb70db76 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:01.594015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 835a56ff-9173-4957-9898-fdeacb70db76) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:01.608742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:01.609356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.636399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (1114a4e9-1507-4be1-a812-1ce03ebc9bea), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.650892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f65e8350-2c6a-4d24-9398-68de8609eb50 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7999871 May 12 03:24:01.651625 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59040) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:01.693460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] For port ab65e0a7-b073-4a86-8781-a7999142dbbd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab65e0a7-b073-4a86-8781-a7999142dbbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:01.706267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7ee2db57-538e-49a0-acac-a1b1e6ce5be8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-1255747723 HTTP/1.1" status: 204 len: 168 time: 0.5684068 May 12 03:24:01.713676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Deleting port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:01.716048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.717208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59042) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:01.728074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:01.746883 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-307fdbc0-8ab5-49e2-9a98-1a77e8afa835 req-848c3e6a-2c88-4d3e-8cd7-66444a2b4fe0 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9996939 May 12 03:24:01.764311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] Publish callbacks [] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.827505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.850673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-4f592d40-470d-4a03-a0dd-4352f7652b49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.855625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c6a97e9e-a86b-4139-909f-edc3fa4d397e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.892190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a97e9e-a86b-4139-909f-edc3fa4d397e']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.903874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.918541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9aad1b2-61a8-4164-ac3b-b2879bb0758f') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.918843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9aad1b2-61a8-4164-ac3b-b2879bb0758f') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.929573 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4f592d40-470d-4a03-a0dd-4352f7652b49 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags HTTP/1.1" status: 200 len: 205 time: 0.0877662 May 12 03:24:01.933394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (e9aad1b2-61a8-4164-ac3b-b2879bb0758f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:01.935712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:01.951056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-da962673-a4f1-4aff-bc26-2f564f757aad tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:01.981202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d06627-65a3-4de7-8790-863156d08e3e None None] Pushing event updated for resources: {'Port': ['ID=ab65e0a7-b073-4a86-8781-a7999142dbbd,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:01.989934 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-da962673-a4f1-4aff-bc26-2f564f757aad tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags HTTP/1.1" status: 200 len: 241 time: 0.0529935 May 12 03:24:01.990663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59048) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:01.994373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 24fe245d-481d-4f76-a2fe-36307a47caf3 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:24:01.999297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:24:02.008934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:02.009461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.013786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59050) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.016761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.032881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-c04d29a1-0b45-419d-b77a-7b518309e07b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-1552916885') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:02.036716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Calling delete_port for 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:02.063325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e9aad1b2-61a8-4164-ac3b-b2879bb0758f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.085338 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks [] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.100784 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.105216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:02.105506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (e9aad1b2-61a8-4164-ac3b-b2879bb0758f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.109393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c04d29a1-0b45-419d-b77a-7b518309e07b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-1552916885 HTTP/1.1" status: 204 len: 168 time: 0.0893757 May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:02.110665 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:02.125993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59054) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.133241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-43b55b7a-8d59-46e9-a7af-62139af796d6 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-1552916885') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:02.136632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:02.137221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.187099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:24:02.189797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4507b9c0-faa5-451d-bc82-545edba60a09" -d '{"events": [{"server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:24:02.191808 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0961f7-2524-4450-87f8-985474fd1e15 None None] Pushing event updated for resources: {'Port': ['ID=2d3584c5-92c9-40dd-bb78-73fc05a6c4ab,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:02.227413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:02.238379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.248612 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Attempting to bind port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:02.251490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c6a97e9e-a86b-4139-909f-edc3fa4d397e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.251821 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Attempting to bind port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:02.252369 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Attempting to bind port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab on network 88f28242-a99a-4289-a205-ffe446cdbb5b {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:02.255452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.258703 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/networks/c6a97e9e-a86b-4139-909f-edc3fa4d397e HTTP/1.1" status: 204 len: 168 time: 1.5766494 May 12 03:24:02.268597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59058) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.274181 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:02.275245 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Checking segment: {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:02.275697 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.277328 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Bound using segment: {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:02.277847 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Bound port: 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:02.278253 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.307783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4278c0-d3a7-4a19-aee1-93cb79cdf481 x-openstack-request-id: req-dd4278c0-d3a7-4a19-aee1-93cb79cdf481 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:24:02.308291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:24:02.308642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd4278c0-d3a7-4a19-aee1-93cb79cdf481 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:24:02.309305 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4278c0-d3a7-4a19-aee1-93cb79cdf481'] response: {'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'code': 200} May 12 03:24:02.350947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:02.355438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934a376-a803-4667-b133-f82032719f95 tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Network': ['ID=c6a97e9e-a86b-4139-909f-edc3fa4d397e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:02.390134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (835a56ff-9173-4957-9898-fdeacb70db76), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.402080 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] For port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:02.412320 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.db.api [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 12 03:24:02.412320 dv-neutron-841363-5-hyperv neutron-server[104167]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] May 12 03:24:02.412320 dv-neutron-841363-5-hyperv neutron-server[104167]: [parameters: {'port_id': '2d3584c5-92c9-40dd-bb78-73fc05a6c4ab', 'host': 'dv-neutron-841363-5-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '62e24794-a6fa-4b69-a0e2-95178f7086d7'}] May 12 03:24:02.412320 dv-neutron-841363-5-hyperv neutron-server[104167]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:24:02.412997 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG oslo_db.api [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:24:02.439150 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43b55b7a-8d59-46e9-a7af-62139af796d6 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-1552916885 HTTP/1.1" status: 204 len: 168 time: 0.3074620 May 12 03:24:02.456280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59060) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.485133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-162d3fc6-90e1-4e99-93eb-90f277540a2c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:02.521805 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-162d3fc6-90e1-4e99-93eb-90f277540a2c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags HTTP/1.1" status: 200 len: 205 time: 0.0447569 May 12 03:24:02.526802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59062) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.537539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-79c399b1-ad03-4aea-be94-1312aa1d4ad8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:02.551717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.554809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (3d5a7eeb-0af1-4111-8b43-29a950f85bdc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.602445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::8990:88c1:68a8:baa0 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/331882ab-2441-4817-9208-a1c5757e1ae8/24fe245d-481d-4f76-a2fe-36307a47caf3) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:02.611753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d3584c5-92c9-40dd-bb78-73fc05a6c4ab,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:02.624382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b5b42f6c-d048-461c-bd5e-fdc823922145), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.645530 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-79c399b1-ad03-4aea-be94-1312aa1d4ad8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags HTTP/1.1" status: 204 len: 168 time: 0.1147118 May 12 03:24:02.646478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (1114a4e9-1507-4be1-a812-1ce03ebc9bea), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.649229 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d3f72d75-4831-473f-a2cf-33bb23b79d5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e10b7b2d63b4f1699dc83938749bc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6488285 May 12 03:24:02.649815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59064) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.654541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d61128-776d-4838-8f06-4e42d1628440 req-9b6b9ff3-c67e-4b7b-b7fa-3046acebdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:02.655964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-08d61128-776d-4838-8f06-4e42d1628440 req-9b6b9ff3-c67e-4b7b-b7fa-3046acebdd3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1130 time: 0.1275549 May 12 03:24:02.659120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-9b5dca01-101f-467c-a492-5aba28158976 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:02.660832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59066) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.752567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (1114a4e9-1507-4be1-a812-1ce03ebc9bea), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.755218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (1114a4e9-1507-4be1-a812-1ce03ebc9bea), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.807747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (3d5a7eeb-0af1-4111-8b43-29a950f85bdc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.817244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (1114a4e9-1507-4be1-a812-1ce03ebc9bea), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.817843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1114a4e9-1507-4be1-a812-1ce03ebc9bea {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:02.843331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.844473 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d0529ec-5f56-430c-8dab-72c863f462ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1114a4e9-1507-4be1-a812-1ce03ebc9bea HTTP/1.1" status: 204 len: 168 time: 1.8721790 May 12 03:24:02.846633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5a7eeb-0af1-4111-8b43-29a950f85bdc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:02.847934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59070) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:02.929261 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Attempting to bind port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:02.930617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Attempting to bind port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:02.931572 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Attempting to bind port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab on network 88f28242-a99a-4289-a205-ffe446cdbb5b {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:02.936697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (835a56ff-9173-4957-9898-fdeacb70db76), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.940851 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:02.941709 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Checking segment: {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:02.942830 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.943509 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Bound using segment: {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:02.944179 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Bound port: 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e24794-a6fa-4b69-a0e2-95178f7086d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '88f28242-a99a-4289-a205-ffe446cdbb5b'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:02.946339 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2d3584c5-92c9-40dd-bb78-73fc05a6c4ab), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.951825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Deleting subnet 019d382c-456c-417a-8adf-2edd4a55fc96 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:02.963623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for subnet (019d382c-456c-417a-8adf-2edd4a55fc96), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:02.979047 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.plugin [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Port 2d3584c5-92c9-40dd-bb78-73fc05a6c4ab has been deleted concurrently {{(pid=104167) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:679}} May 12 03:24:02.990423 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Routers set() bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:02.991102 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Router IDs set() for agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 03:24:02.991314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835a56ff-9173-4957-9898-fdeacb70db76']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:02.991956 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1114a4e9-1507-4be1-a812-1ce03ebc9bea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:23:35Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent'). {{(pid=104167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 12 03:24:02.993045 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b36235-927f-4016-b91b-2326be7e321e None None] The sync data for ids ['1114a4e9-1507-4be1-a812-1ce03ebc9bea'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:03.004655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca23ab6-305e-407d-a8b3-91763517c8b1') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.004958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca23ab6-305e-407d-a8b3-91763517c8b1') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.020418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (bca23ab6-305e-407d-a8b3-91763517c8b1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.035943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (019d382c-456c-417a-8adf-2edd4a55fc96), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.056821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bca23ab6-305e-407d-a8b3-91763517c8b1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.066760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b5b42f6c-d048-461c-bd5e-fdc823922145), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.071568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:03.072096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (bca23ab6-305e-407d-a8b3-91763517c8b1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.073485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3511e7eb-83ca-4f9e-884c-87ebbcf05a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: items = [ May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:03.076037 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:03.083282 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9b5dca01-101f-467c-a492-5aba28158976 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags HTTP/1.1" status: 204 len: 168 time: 0.4299974 May 12 03:24:03.091610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59072) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.098426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-fcbcced5-43ef-4261-a8ca-c5e2a0a915fd tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.108275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-08d61128-776d-4838-8f06-4e42d1628440 req-e358ad14-3563-47ad-80fc-8d51d76a7464 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399028 May 12 03:24:03.122559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (24fe245d-481d-4f76-a2fe-36307a47caf3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.129779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d6468-95c0-4160-bc67-ed4a2e5ee736 req-3985b3fc-d350-4ba9-a917-cc15ae35c630 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:03.131367 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-076d6468-95c0-4160-bc67-ed4a2e5ee736 req-3985b3fc-d350-4ba9-a917-cc15ae35c630 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.2912469 May 12 03:24:03.138353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b42f6c-d048-461c-bd5e-fdc823922145']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.141794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (019d382c-456c-417a-8adf-2edd4a55fc96), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.160145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac22e1f-c805-4dee-9f95-42b786bad197') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.160525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac22e1f-c805-4dee-9f95-42b786bad197') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.183649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c100bcb9-46fe-49c2-80df-9a31d49e2eab admin admin] Publish callbacks [] for security_group (e1f1b4da-9e06-46a4-89d0-6a36726dfe1b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.188218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (2ac22e1f-c805-4dee-9f95-42b786bad197), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.218586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (835a56ff-9173-4957-9898-fdeacb70db76), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.220441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2ac22e1f-c805-4dee-9f95-42b786bad197), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.228836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.232319 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/835a56ff-9173-4957-9898-fdeacb70db76 HTTP/1.1" status: 204 len: 168 time: 1.5796521 May 12 03:24:03.243023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59074) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.252200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c100bcb9-46fe-49c2-80df-9a31d49e2eab admin admin] Publish callbacks [] for security_group (e1f1b4da-9e06-46a4-89d0-6a36726dfe1b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.252695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cefc86-4e2f-43ac-a75e-911ffb7f6c57 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=835a56ff-9173-4957-9898-fdeacb70db76,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.256577 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fcbcced5-43ef-4261-a8ca-c5e2a0a915fd tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags HTTP/1.1" status: 204 len: 168 time: 0.1639974 May 12 03:24:03.256881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1801290430'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:03.263507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:03.263723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59076) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.263913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (2ac22e1f-c805-4dee-9f95-42b786bad197), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:03.266904 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:03.272138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-4f48df47-3b59-4817-b1f6-031adfa758eb tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.310329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (019d382c-456c-417a-8adf-2edd4a55fc96), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.319122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (24fe245d-481d-4f76-a2fe-36307a47caf3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.322139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103fe931-27e4-473e-9b35-12935a378674 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:24:03.356103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.361765 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/019d382c-456c-417a-8adf-2edd4a55fc96 HTTP/1.1" status: 204 len: 168 time: 0.5081758 May 12 03:24:03.364850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59078) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.366427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebd378-3305-48fc-ae8c-2538e29c5bb4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=019d382c-456c-417a-8adf-2edd4a55fc96,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.381669 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-076d6468-95c0-4160-bc67-ed4a2e5ee736 req-a1e271f5-dee5-48fe-b585-b6d5d9a485ed tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292924 May 12 03:24:03.410447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:03.413810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.438358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:03.441017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b5b42f6c-d048-461c-bd5e-fdc823922145), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.457544 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4f48df47-3b59-4817-b1f6-031adfa758eb tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags HTTP/1.1" status: 204 len: 168 time: 0.1924343 May 12 03:24:03.458256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59080) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.461462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:03.462270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (88f28242-a99a-4289-a205-ffe446cdbb5b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.464791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.470160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/networks/b5b42f6c-d048-461c-bd5e-fdc823922145 HTTP/1.1" status: 204 len: 168 time: 1.1895783 May 12 03:24:03.470343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-370291d8-375b-42ca-88cb-8abb19dc8d57 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-1818779584') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.473985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:03.476316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59082) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.479262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:03.479919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.482498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103fe931-27e4-473e-9b35-12935a378674 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:24:03.493631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=24fe245d-481d-4f76-a2fe-36307a47caf3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.503809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892b1f8-d50d-47d6-929d-2ae0f037ff9e tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Network': ['ID=b5b42f6c-d048-461c-bd5e-fdc823922145,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.506751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:03.508094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] Provisioning complete for port ab65e0a7-b073-4a86-8781-a7999142dbbd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:03.511386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.521849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c100bcb9-46fe-49c2-80df-9a31d49e2eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e1f1b4da-9e06-46a4-89d0-6a36726dfe1b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.524984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c100bcb9-46fe-49c2-80df-9a31d49e2eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.529386 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c100bcb9-46fe-49c2-80df-9a31d49e2eab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1f1b4da-9e06-46a4-89d0-6a36726dfe1b HTTP/1.1" status: 204 len: 168 time: 0.8651071 May 12 03:24:03.540684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a15cdb33-e0ae-4195-aee1-e2e923436d0b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.541133 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment a15cdb33-e0ae-4195-aee1-e2e923436d0b of type vlan for network 99c6eb81-a55b-4fcb-a944-70467215292d May 12 03:24:03.550042 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c8965eb6-7027-4ef2-a26f-06ec7bc1eea4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0520139 May 12 03:24:03.556181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59086) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.621002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100bcb9-46fe-49c2-80df-9a31d49e2eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f1b4da-9e06-46a4-89d0-6a36726dfe1b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.634336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (99c6eb81-a55b-4fcb-a944-70467215292d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.640821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (34a8f424-c17b-4bb4-a11f-58572dbfb6fe), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.657709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72ea67-e385-4f69-af23-3b777f93ece7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:03.663320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72ea67-e385-4f69-af23-3b777f93ece7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:03.667837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ba72ea67-e385-4f69-af23-3b777f93ece7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1077101 May 12 03:24:03.668840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59088) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.678883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (88f28242-a99a-4289-a205-ffe446cdbb5b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.696014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] Current status of the port ab65e0a7-b073-4a86-8781-a7999142dbbd is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:03.696266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.700508 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-370291d8-375b-42ca-88cb-8abb19dc8d57 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-1818779584 HTTP/1.1" status: 201 len: 201 time: 0.2410498 May 12 03:24:03.702965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59090) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.712969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-80c63b17-ee97-4c8b-8666-0af70e15e754 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-929172524') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.732594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (99c6eb81-a55b-4fcb-a944-70467215292d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.740181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f28242-a99a-4289-a205-ffe446cdbb5b']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.743446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:03.744903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.778873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e24794-a6fa-4b69-a0e2-95178f7086d7') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.779166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e24794-a6fa-4b69-a0e2-95178f7086d7') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.799335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] For port ab65e0a7-b073-4a86-8781-a7999142dbbd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab65e0a7-b073-4a86-8781-a7999142dbbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:03.807865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.808541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (62e24794-a6fa-4b69-a0e2-95178f7086d7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.844528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 24fe245d-481d-4f76-a2fe-36307a47caf3 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:03.845313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (24fe245d-481d-4f76-a2fe-36307a47caf3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.846888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (62e24794-a6fa-4b69-a0e2-95178f7086d7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.885320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (34a8f424-c17b-4bb4-a11f-58572dbfb6fe), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.886434 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6373298 May 12 03:24:03.889625 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59096) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.892353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6386b9e-028f-42ea-bb82-400532654b98 None None] Pushing event updated for resources: {'Port': ['ID=ab65e0a7-b073-4a86-8781-a7999142dbbd,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.904104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': '99c6eb81-a55b-4fcb-a944-70467215292d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:03.913849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:03.914540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (62e24794-a6fa-4b69-a0e2-95178f7086d7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:03.916739 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:03.953154 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-80c63b17-ee97-4c8b-8666-0af70e15e754 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-929172524 HTTP/1.1" status: 201 len: 201 time: 0.2446787 May 12 03:24:03.961516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59100) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:03.968977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-40e22df2-31bb-46dc-955c-2644d68f4a90 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-1722373520') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.976195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a8f424-c17b-4bb4-a11f-58572dbfb6fe']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:03.983970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeff929-743b-4f41-8363-a9c6e8f6418e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=99c6eb81-a55b-4fcb-a944-70467215292d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:03.997841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 99c6eb81-a55b-4fcb-a944-70467215292d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:04.020120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (24fe245d-481d-4f76-a2fe-36307a47caf3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.049738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 24fe245d-481d-4f76-a2fe-36307a47caf3 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:04.088769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bc354c-cb85-43bc-8aa9-a453930bdad0') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:04.089344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bc354c-cb85-43bc-8aa9-a453930bdad0') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:04.119428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a2bc354c-cb85-43bc-8aa9-a453930bdad0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.181623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (88f28242-a99a-4289-a205-ffe446cdbb5b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.186374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a2bc354c-cb85-43bc-8aa9-a453930bdad0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.193382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88f28242-a99a-4289-a205-ffe446cdbb5b {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 12 03:24:04.196282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.199664 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/networks/88f28242-a99a-4289-a205-ffe446cdbb5b HTTP/1.1" status: 204 len: 168 time: 0.8299525 May 12 03:24:04.219814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:04.220684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a2bc354c-cb85-43bc-8aa9-a453930bdad0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:04.225195 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:04.243614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791a773-2253-4888-beec-d0b9cf097b44 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event deleted for resources: {'Network': ['ID=88f28242-a99a-4289-a205-ffe446cdbb5b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:04.260731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:04.265821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.377529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (24fe245d-481d-4f76-a2fe-36307a47caf3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.460017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=24fe245d-481d-4f76-a2fe-36307a47caf3,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:04.469586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (34a8f424-c17b-4bb4-a11f-58572dbfb6fe), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.484775 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-40e22df2-31bb-46dc-955c-2644d68f4a90 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-1722373520 HTTP/1.1" status: 201 len: 201 time: 0.5195315 May 12 03:24:04.485499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.493643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-292ba166-3c48-43b2-92a2-9888adcc4bf5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/24fe245d-481d-4f76-a2fe-36307a47caf3 HTTP/1.1" status: 204 len: 168 time: 0.8232284 May 12 03:24:04.497439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59118) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:04.497439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59120) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:04.502951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-0ded025d-1f3e-4af5-8278-e1b201e10dd4 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-483101957') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:04.535514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ab65e0a7-b073-4a86-8781-a7999142dbbd up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:04.573140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.577147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] 10.222.0.23 "DELETE /v2.0/networks/34a8f424-c17b-4bb4-a11f-58572dbfb6fe HTTP/1.1" status: 204 len: 168 time: 1.0992198 May 12 03:24:04.583867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2607f1b-56ae-4d69-95d9-39501b805fac tempest-BulkNetworkOpsIpV6Test-1118564921 tempest-BulkNetworkOpsIpV6Test-1118564921-project] Pushing event deleted for resources: {'Network': ['ID=34a8f424-c17b-4bb4-a11f-58572dbfb6fe,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:04.663192 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ab65e0a7-b073-4a86-8781-a7999142dbbd triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:04.666847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:04.717381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8aa524-14e8-4033-aca8-ee0ece3a15bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:04.720847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8aa524-14e8-4033-aca8-ee0ece3a15bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:04.722651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9a8aa524-14e8-4033-aca8-ee0ece3a15bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2253435 May 12 03:24:04.731269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0ded025d-1f3e-4af5-8278-e1b201e10dd4 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-483101957 HTTP/1.1" status: 201 len: 201 time: 0.2344797 May 12 03:24:04.752023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bedf7f-1a06-4fdf-9881-5d7a0eb72be3 req-e536accf-08cb-48a3-97ab-7f6caed7403b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:04.753604 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a3bedf7f-1a06-4fdf-9881-5d7a0eb72be3 req-e536accf-08cb-48a3-97ab-7f6caed7403b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1484461 May 12 03:24:04.754328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59126) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:04.754629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59128) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:04.775295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-73dd6795-8ccb-4f0b-99e4-669bbad79082 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', {'tags': ['tempest-TagsExtTest-Tag-998191380', 'tempest-TagsExtTest-Tag-1103965376', 'tempest-TagsExtTest-Tag-140202697']}) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:04.811805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59130) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:04.886271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ab65e0a7-b073-4a86-8781-a7999142dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:04.925546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (45b4af28-6ef6-42c0-8dfe-496e2d65944b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.005499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 331882ab-2441-4817-9208-a1c5757e1ae8 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:05.024957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (331882ab-2441-4817-9208-a1c5757e1ae8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.025729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4c7df-d6d2-4a7a-9700-c3da301f6337 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:05.027009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': 'a15cdb33-e0ae-4195-aee1-e2e923436d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '99c6eb81-a55b-4fcb-a944-70467215292d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:05.027946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: 99c6eb81-a55b-4fcb-a944-70467215292d, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:05.031323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=45b4af28-6ef6-42c0-8dfe-496e2d65944b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:05.053662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 99c6eb81-a55b-4fcb-a944-70467215292d is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:05.069053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 99c6eb81-a55b-4fcb-a944-70467215292d) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:05.077005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:05.080049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.107834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a3bedf7f-1a06-4fdf-9881-5d7a0eb72be3 req-da792bca-b12c-4392-b105-f31e73b87d65 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231063 May 12 03:24:05.115282 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-73dd6795-8ccb-4f0b-99e4-669bbad79082 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags HTTP/1.1" status: 200 len: 316 time: 0.3582604 May 12 03:24:05.115941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59136) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.131486 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7150fa09-5319-4aa5-9e93-323ecdde6042 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2316208 May 12 03:24:05.133789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59138) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.138196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-19c03389-25fd-44fb-a247-664fc335763d tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:05.146813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d6fbb-4e5e-43bd-91ee-e705269d3fe2 None None] Network 835a56ff-9173-4957-9898-fdeacb70db76 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:05.164520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (331882ab-2441-4817-9208-a1c5757e1ae8), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.291330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--463211879'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:05.312042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (99c6eb81-a55b-4fcb-a944-70467215292d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.335182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271743b3-575a-46e9-b7d4-ecd393549c8f None None] Network 99c6eb81-a55b-4fcb-a944-70467215292d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:05.339333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59142) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.340550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-19c03389-25fd-44fb-a247-664fc335763d tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags HTTP/1.1" status: 204 len: 168 time: 0.2202809 May 12 03:24:05.349653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-1ab678c5-44b5-416c-a032-cfb166f18f57 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-998191380') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:05.421299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (331882ab-2441-4817-9208-a1c5757e1ae8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.424545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59144) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.428781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-68e16887-6028-4339-b7ad-e0a25b7ff891 None None] Provisioning complete for port ab65e0a7-b073-4a86-8781-a7999142dbbd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:05.429436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-68e16887-6028-4339-b7ad-e0a25b7ff891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.436534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (45b4af28-6ef6-42c0-8dfe-496e2d65944b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.469959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59148) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.485909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'name': 'tempest-router--399552657', 'project_id': '6c8dd0e0dee34035b59cc00eb9542b98'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:05.508043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d6fbb-4e5e-43bd-91ee-e705269d3fe2 None None] Network 835a56ff-9173-4957-9898-fdeacb70db76 could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:24:05.530037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d877a49-2843-416d-8148-dd6fdeef62a1 None None] Network 835a56ff-9173-4957-9898-fdeacb70db76 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:05.559558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d488f5-ed94-46a8-93ef-ef9ce5ee2141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-99c6eb81-a55b-4fcb-a944-70467215292d', 'network_id': '99c6eb81-a55b-4fcb-a944-70467215292d', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '45b4af28-6ef6-42c0-8dfe-496e2d65944b'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:05.560791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6d488f5-ed94-46a8-93ef-ef9ce5ee2141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.567280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.583456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.593302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d877a49-2843-416d-8148-dd6fdeef62a1 None None] Network 835a56ff-9173-4957-9898-fdeacb70db76 could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:24:05.593843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (331882ab-2441-4817-9208-a1c5757e1ae8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.594101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (45b4af28-6ef6-42c0-8dfe-496e2d65944b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.613446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (b74630c6-cc19-4ab5-971d-f8be1ca81678), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.615135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (b74630c6-cc19-4ab5-971d-f8be1ca81678), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.678036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fcd695c5-3aed-4784-b33b-addc24fb0069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.683814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (b74630c6-cc19-4ab5-971d-f8be1ca81678), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.685808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.693119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/331882ab-2441-4817-9208-a1c5757e1ae8 HTTP/1.1" status: 204 len: 168 time: 0.9372771 May 12 03:24:05.699730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59150) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.707060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=45b4af28-6ef6-42c0-8dfe-496e2d65944b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:05.725218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-68e16887-6028-4339-b7ad-e0a25b7ff891 None None] Current status of the port ab65e0a7-b073-4a86-8781-a7999142dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:05.730985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5420548-83ec-453d-8509-73ae2534b5fc None None] Network 99c6eb81-a55b-4fcb-a944-70467215292d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:05.734009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5810e1f-9d4b-44e2-85ad-fb523decf256 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=331882ab-2441-4817-9208-a1c5757e1ae8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:05.734414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-68e16887-6028-4339-b7ad-e0a25b7ff891 None None] Could not find standard attr ID for object 24fe245d-481d-4f76-a2fe-36307a47caf3. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:24:05.737413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (b74630c6-cc19-4ab5-971d-f8be1ca81678), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.770920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (99c6eb81-a55b-4fcb-a944-70467215292d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.771654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.774132 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-01d3d79a-b9ed-40c9-89c3-fd20908099c9 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2981124 May 12 03:24:05.782644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59152) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.795137 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f5120c35-8d42-45f2-9d93-208886b5ea64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e2f0b35c69d4e4c87d50ada9e1cbaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693416 May 12 03:24:05.823928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59154) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.853877 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1ab678c5-44b5-416c-a032-cfb166f18f57 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:05.857756 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1ab678c5-44b5-416c-a032-cfb166f18f57 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-998191380 HTTP/1.1" status: 404 len: 328 time: 0.5101955 May 12 03:24:05.863927 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5d2886a4-1060-4cbc-bdf0-ecc97dc444a8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629603 May 12 03:24:05.867814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59156) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.868150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59158) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:05.876585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-1e977a58-ba1d-4b85-a60a-a3a64a94f70c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-1103965376') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:05.877675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (b74630c6-cc19-4ab5-971d-f8be1ca81678), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:05.878537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c188d7-f107-4229-ab4b-5ecaf1e5a80d None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:05.943417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c6eb81-a55b-4fcb-a944-70467215292d']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:05.970394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15cdb33-e0ae-4195-aee1-e2e923436d0b') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:05.970780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15cdb33-e0ae-4195-aee1-e2e923436d0b') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:05.986733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-16aa2d54-82f5-4693-9cf8-630173411b1b None None] Provisioning complete for port ab65e0a7-b073-4a86-8781-a7999142dbbd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:05.987156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-16aa2d54-82f5-4693-9cf8-630173411b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.007569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce38c6b7-ef38-42eb-9e0f-047d125df000 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:06.011801 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ce38c6b7-ef38-42eb-9e0f-047d125df000 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1305783 May 12 03:24:06.012623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59160) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.015099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a15cdb33-e0ae-4195-aee1-e2e923436d0b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.041779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1e977a58-ba1d-4b85-a60a-a3a64a94f70c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:06.043036 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1e977a58-ba1d-4b85-a60a-a3a64a94f70c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-1103965376 HTTP/1.1" status: 404 len: 329 time: 0.1694837 May 12 03:24:06.049813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59162) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.059565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-85c578e3-a70c-4311-bacc-3725f6211885 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369', 'tempest-TagsExtTest-Tag-140202697') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:06.062484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a15cdb33-e0ae-4195-aee1-e2e923436d0b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.064401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdc175e1-9407-411c-8fe8-71be91dc30d7 admin admin] Publish callbacks [] for security_group (1bc5bd5c-c712-4ab1-b927-72b113642d4e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.090301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:06.095453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-16aa2d54-82f5-4693-9cf8-630173411b1b None None] Current status of the port ab65e0a7-b073-4a86-8781-a7999142dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:06.097538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9fc831-757f-4441-ba2d-b31c25e4fc2f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:06.099171 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1d9fc831-757f-4441-ba2d-b31c25e4fc2f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854766 May 12 03:24:06.101371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b74630c6-cc19-4ab5-971d-f8be1ca81678), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.102288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:06.102783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a15cdb33-e0ae-4195-aee1-e2e923436d0b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.103787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59164) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:06.109972 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:06.112374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (b74630c6-cc19-4ab5-971d-f8be1ca81678), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.143335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] Deleting port ab65e0a7-b073-4a86-8781-a7999142dbbd {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:06.144474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.156100 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c0cd56fe-406a-408b-afd4-f2c70be10de6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510457 May 12 03:24:06.164937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59168) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.166239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdc175e1-9407-411c-8fe8-71be91dc30d7 admin admin] Publish callbacks [] for security_group (1bc5bd5c-c712-4ab1-b927-72b113642d4e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.169081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:06.229118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (7590a665-59a1-44d3-979e-1cf7da1de712), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.235300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] For port ab65e0a7-b073-4a86-8781-a7999142dbbd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab65e0a7-b073-4a86-8781-a7999142dbbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:06.236081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.240832 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-85c578e3-a70c-4311-bacc-3725f6211885 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:06.245562 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-85c578e3-a70c-4311-bacc-3725f6211885 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags/tempest-TagsExtTest-Tag-140202697 HTTP/1.1" status: 404 len: 328 time: 0.1942453 May 12 03:24:06.246579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7590a665-59a1-44d3-979e-1cf7da1de712), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.249814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59170) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.254143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] Calling delete_port for ab65e0a7-b073-4a86-8781-a7999142dbbd owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:06.274536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-9a2da799-a2e6-4876-8e43-5b5cdaa090fb tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', {'tags': ['tempest-TagsExtTest-Tag-1990544831', 'tempest-TagsExtTest-Tag-261223727', 'tempest-TagsExtTest-Tag-1326154403']}) {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:06.284322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (99c6eb81-a55b-4fcb-a944-70467215292d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.323133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.332887 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/99c6eb81-a55b-4fcb-a944-70467215292d HTTP/1.1" status: 204 len: 168 time: 1.1926780 May 12 03:24:06.332887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59172) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.361566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (ab65e0a7-b073-4a86-8781-a7999142dbbd), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.384949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449135603'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:06.385629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] No DVR routers for this DVR port ab65e0a7-b073-4a86-8781-a7999142dbbd on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:06.423189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7590a665-59a1-44d3-979e-1cf7da1de712,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:06.425917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a868153-c90d-48c0-8e40-db374762071d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=99c6eb81-a55b-4fcb-a944-70467215292d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:06.429191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ab65e0a7-b073-4a86-8781-a7999142dbbd no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:06.463874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ab65e0a7-b073-4a86-8781-a7999142dbbd {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:06.464564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ab65e0a7-b073-4a86-8781-a7999142dbbd not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:06.467905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f2c8e-2dcd-4bcc-bf24-396070718543 None None] Pushing event deleted for resources: {'Port': ['ID=ab65e0a7-b073-4a86-8781-a7999142dbbd,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:06.474533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:06.477758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.478663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.492514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdc175e1-9407-411c-8fe8-71be91dc30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (1bc5bd5c-c712-4ab1-b927-72b113642d4e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.495254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdc175e1-9407-411c-8fe8-71be91dc30d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.496526 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fdc175e1-9407-411c-8fe8-71be91dc30d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bc5bd5c-c712-4ab1-b927-72b113642d4e HTTP/1.1" status: 204 len: 168 time: 0.6712887 May 12 03:24:06.593461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (b74630c6-cc19-4ab5-971d-f8be1ca81678), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.594295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b74630c6-cc19-4ab5-971d-f8be1ca81678 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:06.604131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.607949 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9234f1ee-bbd3-4fc9-a4b3-f5ce41c3bf56 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b74630c6-cc19-4ab5-971d-f8be1ca81678 HTTP/1.1" status: 204 len: 168 time: 0.8215935 May 12 03:24:06.639698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77745e71-10e7-482b-bc8e-73ecf85b0303 req-22f65d41-e10a-4d8a-b8ef-613836bfdf85 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:06.641291 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77745e71-10e7-482b-bc8e-73ecf85b0303 req-22f65d41-e10a-4d8a-b8ef-613836bfdf85 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1064577 May 12 03:24:06.714517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:06.718260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.746592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77745e71-10e7-482b-bc8e-73ecf85b0303 req-c33971a0-3256-4647-bf2b-b4732651cc8e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955114 May 12 03:24:06.871271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc175e1-9407-411c-8fe8-71be91dc30d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc5bd5c-c712-4ab1-b927-72b113642d4e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:06.874204 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9a2da799-a2e6-4876-8e43-5b5cdaa090fb tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags HTTP/1.1" status: 200 len: 317 time: 0.6126657 May 12 03:24:06.878854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59186) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.889631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-095b7e57-39f0-40d6-bb05-e2993c7bcb40 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:06.906347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59188) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:06.918847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.934031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:06.938175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.942628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7e665-09ee-48ae-9fbc-8d8370416b35 req-cc1875c6-ae69-468e-a8aa-995d0396c9b0 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:06.951511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76a7e665-09ee-48ae-9fbc-8d8370416b35 req-cc1875c6-ae69-468e-a8aa-995d0396c9b0 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.0904863 May 12 03:24:06.978923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:06.983259 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.1703718 May 12 03:24:06.988501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59192) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.045084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1adef586-e2c6-4310-b547-9132505a53ec), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.045489 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment 1adef586-e2c6-4310-b547-9132505a53ec of type vlan for network c5ba2749-ae81-4f11-8f62-10ab3f93a455 May 12 03:24:07.054056 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76a7e665-09ee-48ae-9fbc-8d8370416b35 req-20bb8346-defa-478e-b814-900bf0c7a885 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015785 May 12 03:24:07.057564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (e93fc4e8-9442-4341-8ada-05188fd09b6e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.058877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae2dd-64f8-42d5-8adf-ec529152522d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ceb7a-2434-4efa-be37-63b0c467e527,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:07.099622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59196) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.115679 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-095b7e57-39f0-40d6-bb05-e2993c7bcb40 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags HTTP/1.1" status: 204 len: 168 time: 0.2272477 May 12 03:24:07.118675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59200) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.125448 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-db48e958-7977-4001-8d75-4584dee46bac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1322975 May 12 03:24:07.131021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59202) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.135582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-security--916087079', 'description': 'tempest-security-description-1562777546'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:07.142954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c5ba2749-ae81-4f11-8f62-10ab3f93a455), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.145529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-cfdf382d-07b2-47b8-990e-5cc11528ee26 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-1990544831') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:07.183627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1745553131', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:07.189808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.193969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c5ba2749-ae81-4f11-8f62-10ab3f93a455), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.196566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:07.199005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:07.199532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.212815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:07.223117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:07.223780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.235388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3cb23-db6d-40ae-b4e7-382c8e498e30 tempest-TestNetworkAdvancedServerOps-482756907 tempest-TestNetworkAdvancedServerOps-482756907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:07.236024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4bc1ba-72c6-4725-bfd7-9d4030405429 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:07.236978 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56e3cb23-db6d-40ae-b4e7-382c8e498e30 tempest-TestNetworkAdvancedServerOps-482756907 tempest-TestNetworkAdvancedServerOps-482756907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1125 time: 0.1335633 May 12 03:24:07.243035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59204) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.247736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=e93fc4e8-9442-4341-8ada-05188fd09b6e,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:07.257035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:07.262579 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-cfdf382d-07b2-47b8-990e-5cc11528ee26 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:07.263513 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cfdf382d-07b2-47b8-990e-5cc11528ee26 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-1990544831 HTTP/1.1" status: 404 len: 329 time: 0.1404665 May 12 03:24:07.267524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59208) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.273105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-6896bd60-3237-4bc4-9226-2688d6ced9b6 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-261223727') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:07.280095 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9222200 May 12 03:24:07.281930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.282525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.288329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59210) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.295974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:07.313844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e58d9572-a730-451d-a7c5-ccdc0514e896 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1449509 May 12 03:24:07.314468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59212) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.327449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'e93fc4e8-9442-4341-8ada-05188fd09b6e', 'ip_address': '2001:db8::95ce:17ad:7b1:be8d'}], 'name': 'tempest-NetworksTestDHCPv6-1165822930'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:07.363281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.364392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dabcc-555c-4852-bf4d-01b17508e3ce tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=c5ba2749-ae81-4f11-8f62-10ab3f93a455,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:07.367646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.374867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.375691 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-6896bd60-3237-4bc4-9226-2688d6ced9b6 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:07.379605 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6896bd60-3237-4bc4-9226-2688d6ced9b6 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-261223727 HTTP/1.1" status: 404 len: 328 time: 0.1070061 May 12 03:24:07.379760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.381425 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "PUT /v2.0/security-groups/e05ceb7a-2434-4efa-be37-63b0c467e527 HTTP/1.1" status: 200 len: 1794 time: 0.2494273 May 12 03:24:07.391227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59218) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.392319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59220) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.452406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:07.471582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-41e72b7f-2650-4690-ac5c-2159f4bc7832 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62', 'tempest-TagsExtTest-Tag-1326154403') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:07.481358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'e93fc4e8-9442-4341-8ada-05188fd09b6e'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:07.482609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.548252 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.599509 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-41e72b7f-2650-4690-ac5c-2159f4bc7832 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:07.604388 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-41e72b7f-2650-4690-ac5c-2159f4bc7832 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags/tempest-TagsExtTest-Tag-1326154403 HTTP/1.1" status: 404 len: 329 time: 0.1338778 May 12 03:24:07.615893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59226) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.616386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5d35-afb9-4101-8bef-a8729a7bb2f8 req-1c270d0d-8d93-4ead-9f05-47672655d463 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:07.617957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b1e5d35-afb9-4101-8bef-a8729a7bb2f8 req-1c270d0d-8d93-4ead-9f05-47672655d463 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2082322 May 12 03:24:07.625170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-f367971a-cdd1-424e-8264-51d620aa0f24 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', {'tags': ['tempest-TagsExtTest-Tag-360153662', 'tempest-TagsExtTest-Tag-2107133615', 'tempest-TagsExtTest-Tag-1833642923']}) {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:07.627537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:07.634040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.644970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.654930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/e93fc4e8-9442-4341-8ada-05188fd09b6e/f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:07.689695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59228) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.834110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fc910-93bb-4505-accd-eb75d279cdd2 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ceb7a-2434-4efa-be37-63b0c467e527,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:07.839554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.873324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b1e5d35-afb9-4101-8bef-a8729a7bb2f8 req-f9d29f2a-b5b7-4abb-9e6c-644ee35b3449 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468200 May 12 03:24:07.907163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:07.930851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2024c415-5882-4e20-8c01-31eabdd72cdd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups/e05ceb7a-2434-4efa-be37-63b0c467e527 HTTP/1.1" status: 200 len: 1794 time: 0.3875291 May 12 03:24:07.934913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59234) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.938664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Publish callbacks [] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:07.939645 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f367971a-cdd1-424e-8264-51d620aa0f24 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags HTTP/1.1" status: 200 len: 317 time: 0.3197429 May 12 03:24:07.940382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59236) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:07.950929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-aa795cd8-92b4-4f98-b2a5-9cbef815e852 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:07.962586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-179fd26b-b644-4199-bdea-33c857c8fc9c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] Request body: {'port': {'network_id': '89d8fbba-4536-40d5-a24d-4985f13e369a', 'name': 'tempest-NetworksNegativeTestJSON-1027242402'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:07.967398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.019841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Pushing event updated for resources: {'Port': ['ID=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:08.022440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.033662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:08.035291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:08.038331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:08.065917 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-179fd26b-b644-4199-bdea-33c857c8fc9c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] POST failed (client error): The resource could not be found. May 12 03:24:08.066562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179fd26b-b644-4199-bdea-33c857c8fc9c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.073426 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-179fd26b-b644-4199-bdea-33c857c8fc9c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3730769 May 12 03:24:08.074898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59238) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.100563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (6da1dce9-d6bc-4edc-aa25-e9a3b2857865), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.103643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Attempting to bind port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:08.104014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Attempting to bind port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:08.104387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Attempting to bind port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:08.109740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:08.109997 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1552dc-6ee8-4de2-8271-06ccae384178 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] DELETE failed (client error): The resource could not be found. May 12 03:24:08.110284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:08.110501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1552dc-6ee8-4de2-8271-06ccae384178 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.110620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.110902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:08.111356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Bound port: f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:08.111730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.121611 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1c1552dc-6ee8-4de2-8271-06ccae384178 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "DELETE /v2.0/networks/9cf9a4b4-a308-415d-a829-ce913fb53f5c HTTP/1.1" status: 404 len: 339 time: 0.0374990 May 12 03:24:08.121829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Allocated IP 172.26.2.114 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/d467403e-2c70-4dad-b788-8913afb0fd67) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:08.134338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59240) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.146870 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aa795cd8-92b4-4f98-b2a5-9cbef815e852 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags HTTP/1.1" status: 204 len: 168 time: 0.2001777 May 12 03:24:08.149200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59242) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.175211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-005507e2-ccb7-4d3a-b11f-fd9e95a67a2c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-360153662') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:08.185564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=6da1dce9-d6bc-4edc-aa25-e9a3b2857865,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:08.190153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': '1adef586-e2c6-4310-b547-9132505a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:08.190558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: c5ba2749-ae81-4f11-8f62-10ab3f93a455, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:08.197014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] For port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:08.200666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] For port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:08.206869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.217633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:08.230053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c5ba2749-ae81-4f11-8f62-10ab3f93a455) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:08.241596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:08.242943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.248887 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-168d5ba4-8211-482f-a345-87d6485dbec5 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] DELETE failed (client error): The resource could not be found. May 12 03:24:08.249486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168d5ba4-8211-482f-a345-87d6485dbec5 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.251404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d432ccf-7340-4af6-b19d-bbdbbd4e9087 None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:08.253627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-168d5ba4-8211-482f-a345-87d6485dbec5 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "DELETE /v2.0/ports/c23e76d2-381b-49de-a8ef-24f402e4a570 HTTP/1.1" status: 404 len: 333 time: 0.1182258 May 12 03:24:08.260519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f607-8143-4201-a348-be8bd978fd64 req-3a987038-7fe3-478b-9b61-ab57c5d79e7d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:08.262020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca59f607-8143-4201-a348-be8bd978fd64 req-3a987038-7fe3-478b-9b61-ab57c5d79e7d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2836714 May 12 03:24:08.268454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59244) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.290400 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a70af72a-44a7-40c7-958a-b0d17d5ca955 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0014961 May 12 03:24:08.298429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59246) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.306142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:08.340513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a57696-9e33-4679-a7f3-6b02db042173 None None] Pushing event updated for resources: {'Port': ['ID=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:08.407489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c5ba2749-ae81-4f11-8f62-10ab3f93a455', 'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '6da1dce9-d6bc-4edc-aa25-e9a3b2857865'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:08.409084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.432681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f94b27f-08e7-47e8-94bb-cd18709f1e99 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] DELETE failed (client error): The resource could not be found. May 12 03:24:08.433149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f94b27f-08e7-47e8-94bb-cd18709f1e99 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.436105 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f94b27f-08e7-47e8-94bb-cd18709f1e99 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "DELETE /v2.0/subnets/cbac88b4-898e-4ba4-9762-ba7cff19cd83 HTTP/1.1" status: 404 len: 337 time: 0.1617415 May 12 03:24:08.436983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8518839a-d9fd-4ee6-acf7-6141284e9c7a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.440489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59248) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.461299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:08.465203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.473720 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-005507e2-ccb7-4d3a-b11f-fd9e95a67a2c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:08.474814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-005507e2-ccb7-4d3a-b11f-fd9e95a67a2c tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-360153662 HTTP/1.1" status: 404 len: 328 time: 0.3130491 May 12 03:24:08.482627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59250) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.490252 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-04067932-5b7c-4008-8555-c24543ae0d66 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-2107133615') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:08.502205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.532276 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf253300-3224-4508-8997-e2b70f17bfb1 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] GET failed (client error): The resource could not be found. May 12 03:24:08.533332 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bf253300-3224-4508-8997-e2b70f17bfb1 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "GET /v2.0/networks/def48f79-8893-4a18-805b-255e2eb3529e HTTP/1.1" status: 404 len: 339 time: 0.0915253 May 12 03:24:08.540909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59252) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.619377 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de555c-882c-4f68-8c37-cbbf973de7e9 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] GET failed (client error): The resource could not be found. May 12 03:24:08.621010 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-55de555c-882c-4f68-8c37-cbbf973de7e9 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "GET /v2.0/ports/c696416f-5735-4737-b906-d4c362e63626 HTTP/1.1" status: 404 len: 333 time: 0.0786402 May 12 03:24:08.625463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59254) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.643238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.645635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Allocated IP 2001:db8::2 (c5ba2749-ae81-4f11-8f62-10ab3f93a455/6da1dce9-d6bc-4edc-aa25-e9a3b2857865/37612e6a-e333-44f3-8d3d-57166eec45f0) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:08.662299 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b38faf-f90e-45ad-97ba-290b891e651b tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] GET failed (client error): The resource could not be found. May 12 03:24:08.668715 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-71b38faf-f90e-45ad-97ba-290b891e651b tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "GET /v2.0/subnets/9c182104-5577-425e-8fd7-b971622f78e0 HTTP/1.1" status: 404 len: 337 time: 0.0372174 May 12 03:24:08.668927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59256) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.674213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c4b69af5-38c3-476d-bb2c-81bb54c2490b tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:08.685801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8518839a-d9fd-4ee6-acf7-6141284e9c7a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.695802 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b69af5-38c3-476d-bb2c-81bb54c2490b tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] PUT failed (client error): The resource could not be found. May 12 03:24:08.696160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b69af5-38c3-476d-bb2c-81bb54c2490b tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.701483 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c4b69af5-38c3-476d-bb2c-81bb54c2490b tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "PUT /v2.0/networks/8fe7644c-d958-47c3-bc7f-4c71b2b4cede HTTP/1.1" status: 404 len: 339 time: 0.0274518 May 12 03:24:08.702282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59258) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.707558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3baf8d38-fc55-4437-9a5d-5a4b3160a0c8 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:08.725936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 6d5c01a7-aa35-46dc-a867-92d5ceff8b5a yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:24:08.734601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.735335 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baf8d38-fc55-4437-9a5d-5a4b3160a0c8 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] PUT failed (client error): The resource could not be found. May 12 03:24:08.735911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baf8d38-fc55-4437-9a5d-5a4b3160a0c8 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.736366 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-04067932-5b7c-4008-8555-c24543ae0d66 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:08.741734 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-04067932-5b7c-4008-8555-c24543ae0d66 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-2107133615 HTTP/1.1" status: 404 len: 329 time: 0.2508674 May 12 03:24:08.742770 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3baf8d38-fc55-4437-9a5d-5a4b3160a0c8 tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "PUT /v2.0/ports/ace908a7-1b07-456d-b23d-7f36ddbd2524 HTTP/1.1" status: 404 len: 333 time: 0.0337563 May 12 03:24:08.743072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59260) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.743391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59262) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.755749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-deb58170-83f5-441c-9ef8-b51bceab271a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf', 'tempest-TagsExtTest-Tag-1833642923') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:08.756712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca59f607-8143-4201-a348-be8bd978fd64 req-fd52bd73-3944-46f0-9434-150c64a281fa tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163051 May 12 03:24:08.837906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3b397a26-d44e-40db-af17-ce0ae30a994c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:08.858293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Publish callbacks [] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.860344 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b397a26-d44e-40db-af17-ce0ae30a994c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] PUT failed (client error): The resource could not be found. May 12 03:24:08.860732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b397a26-d44e-40db-af17-ce0ae30a994c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:08.861928 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3b397a26-d44e-40db-af17-ce0ae30a994c tempest-NetworksNegativeTestJSON-1241609022 tempest-NetworksNegativeTestJSON-1241609022-project] 10.222.0.23 "PUT /v2.0/subnets/2dd099ec-4218-4456-a0f7-2d2e9116f425 HTTP/1.1" status: 404 len: 337 time: 0.0615566 May 12 03:24:08.867202 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-deb58170-83f5-441c-9ef8-b51bceab271a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:08.871148 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-deb58170-83f5-441c-9ef8-b51bceab271a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags/tempest-TagsExtTest-Tag-1833642923 HTTP/1.1" status: 404 len: 329 time: 0.1172538 May 12 03:24:08.873076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59268) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.879969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-34ac729f-142e-4afb-9103-d471c02d6102 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', {'tags': ['tempest-TagsExtTest-Tag-1785625525', 'tempest-TagsExtTest-Tag-1663406105', 'tempest-TagsExtTest-Tag-233136383']}) {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:08.881978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:08.951662 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-34ac729f-142e-4afb-9103-d471c02d6102 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "PUT /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags HTTP/1.1" status: 200 len: 317 time: 0.0774164 May 12 03:24:08.952671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59270) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:08.962187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-26c4b700-ec20-4cbf-ae80-b07d8f97829f tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:08.977542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Pushing event updated for resources: {'Port': ['ID=37612e6a-e333-44f3-8d3d-57166eec45f0,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:09.010066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:09.013370 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-26c4b700-ec20-4cbf-ae80-b07d8f97829f tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags HTTP/1.1" status: 204 len: 168 time: 0.0552394 May 12 03:24:09.014205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59272) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.014844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:09.023315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:09.046561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-a3d773b0-7d39-4a7f-9d2b-47fff0b53298 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-1785625525') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.094387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-a3d773b0-7d39-4a7f-9d2b-47fff0b53298 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:09.098544 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a3d773b0-7d39-4a7f-9d2b-47fff0b53298 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-1785625525 HTTP/1.1" status: 404 len: 329 time: 0.0814648 May 12 03:24:09.103305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59274) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.115050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-1d70be18-7174-487f-9519-5e9296bf6c06 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-1663406105') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.149859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Attempting to bind port 37612e6a-e333-44f3-8d3d-57166eec45f0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:09.150457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Attempting to bind port 37612e6a-e333-44f3-8d3d-57166eec45f0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '1adef586-e2c6-4310-b547-9132505a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:09.151173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Attempting to bind port 37612e6a-e333-44f3-8d3d-57166eec45f0 on network c5ba2749-ae81-4f11-8f62-10ab3f93a455 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:09.151914 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1d70be18-7174-487f-9519-5e9296bf6c06 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:09.156026 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1d70be18-7174-487f-9519-5e9296bf6c06 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-1663406105 HTTP/1.1" status: 404 len: 329 time: 0.0516622 May 12 03:24:09.156706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59276) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.161303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-bc6bec27-103b-4460-b672-773cae2dc143 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f', 'tempest-TagsExtTest-Tag-233136383') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.166447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (c0d075f2-4cd3-40e7-a1cd-70ba96147769), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.169611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:09.170418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Checking segment: {'id': '1adef586-e2c6-4310-b547-9132505a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:09.171084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.171701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Bound using segment: {'id': '1adef586-e2c6-4310-b547-9132505a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:09.172690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Bound port: 37612e6a-e333-44f3-8d3d-57166eec45f0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adef586-e2c6-4310-b547-9132505a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:09.173566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.246637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:09.258405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:09.267994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for port (d467403e-2c70-4dad-b788-8913afb0fd67), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.268613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.269224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.283934 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-bc6bec27-103b-4460-b672-773cae2dc143 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] show failed (client error): The resource could not be found. May 12 03:24:09.287995 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bc6bec27-103b-4460-b672-773cae2dc143 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags/tempest-TagsExtTest-Tag-233136383 HTTP/1.1" status: 404 len: 328 time: 0.1273954 May 12 03:24:09.290488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59280) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.296951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-9b5b3a5b-0195-496f-a90e-3ecb70df1a0b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df2c25d7-b736-4927-8329-60e89a99c35f') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.298204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] For port 37612e6a-e333-44f3-8d3d-57166eec45f0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:09.302707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] For port 37612e6a-e333-44f3-8d3d-57166eec45f0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=37612e6a-e333-44f3-8d3d-57166eec45f0,segment=NetworkSegment(1adef586-e2c6-4310-b547-9132505a53ec),segment_id=1adef586-e2c6-4310-b547-9132505a53ec)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:09.325624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.346499 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0468264 May 12 03:24:09.353843 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b5b3a5b-0195-496f-a90e-3ecb70df1a0b tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f/tags HTTP/1.1" status: 204 len: 168 time: 0.0592957 May 12 03:24:09.353843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59282) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.354167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59284) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.410923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f01c8f-5fed-4b99-878e-8044f5f41b26 None None] Pushing event updated for resources: {'Port': ['ID=37612e6a-e333-44f3-8d3d-57166eec45f0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:09.422813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8518839a-d9fd-4ee6-acf7-6141284e9c7a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e05ceb7a-2434-4efa-be37-63b0c467e527), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.423664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-c142497a-601d-440e-b282-7920e832121f tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d861e6f-7a24-4d4c-996d-5e6ab67732bf') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.425348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8518839a-d9fd-4ee6-acf7-6141284e9c7a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.425490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59286) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.428796 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8518839a-d9fd-4ee6-acf7-6141284e9c7a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/e05ceb7a-2434-4efa-be37-63b0c467e527 HTTP/1.1" status: 204 len: 168 time: 1.4799941 May 12 03:24:09.432580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f88c32-9f0d-4c9d-b82f-faacd55ae645 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.434049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f88c32-9f0d-4c9d-b82f-faacd55ae645 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.435367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f88c32-9f0d-4c9d-b82f-faacd55ae645 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.436687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f88c32-9f0d-4c9d-b82f-faacd55ae645 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.438034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f88c32-9f0d-4c9d-b82f-faacd55ae645 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.439930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01f88c32-9f0d-4c9d-b82f-faacd55ae645 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0836163 May 12 03:24:09.451216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59288) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.451570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59290) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.462725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-545027976'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:09.478663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59646b98-cf0b-4dac-bef9-a53e2e909eab req-11538dcc-9f36-4100-a5d8-17acd70fed61 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:09.485546 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59646b98-cf0b-4dac-bef9-a53e2e909eab req-11538dcc-9f36-4100-a5d8-17acd70fed61 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2343717 May 12 03:24:09.497319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f86cc-e263-42ae-a418-f929370240eb tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=c0d075f2-4cd3-40e7-a1cd-70ba96147769,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:09.526966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518839a-d9fd-4ee6-acf7-6141284e9c7a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ceb7a-2434-4efa-be37-63b0c467e527,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:09.573787 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c142497a-601d-440e-b282-7920e832121f tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1513414 May 12 03:24:09.574173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59294) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.579383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-82d733dd-f333-4026-a1f0-1f6cb660a00f tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '149d7563-e57f-4964-b0d5-85941965db62') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.596413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d467403e-2c70-4dad-b788-8913afb0fd67), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.620601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.651226 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-82d733dd-f333-4026-a1f0-1f6cb660a00f tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62/tags HTTP/1.1" status: 204 len: 168 time: 0.0761688 May 12 03:24:09.654341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59296) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.658468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-146011bc-4125-4fae-b92f-32f5fd4543d7 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ddca3f22-6a5e-4081-8d69-660dc6a02369') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:09.691777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:09.697103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.734299 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-146011bc-4125-4fae-b92f-32f5fd4543d7 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369/tags HTTP/1.1" status: 204 len: 168 time: 0.0707819 May 12 03:24:09.738359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59298) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.751503 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-19d1b132-c915-4b1d-be73-1ba0919a6d0f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2964859 May 12 03:24:09.752136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59300) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.768242 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-0cfe2856-35bd-4dea-8840-b09f8c869ca0 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] delete failed (client error): The resource could not be found. May 12 03:24:09.772839 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0cfe2856-35bd-4dea-8840-b09f8c869ca0 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/e05ceb7a-2434-4efa-be37-63b0c467e527 HTTP/1.1" status: 404 len: 347 time: 0.0162859 May 12 03:24:09.773687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59302) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:09.779396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863297898'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:09.806225 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59646b98-cf0b-4dac-bef9-a53e2e909eab req-897078c3-233a-46bd-9607-d2659c75b603 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196683 May 12 03:24:09.826516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.836951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:09.845647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::95ce:17ad:7b1:be8d (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/e93fc4e8-9442-4341-8ada-05188fd09b6e/6d5c01a7-aa35-46dc-a867-92d5ceff8b5a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:09.857816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:09.858384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70f67689-cfdc-496c-93d3-08a8ce381fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.860294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Port': ['ID=d467403e-2c70-4dad-b788-8913afb0fd67,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:09.862959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:09.868359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Allocated IP 172.26.2.51 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/1ee4dd58-7367-4b57-958a-442dd7fed86a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:09.891316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] Provisioning complete for port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:09.891698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.941275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:09.963445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (21dde59a-6fa9-4c8e-b957-882386d0bdcd), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:09.974629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (21dde59a-6fa9-4c8e-b957-882386d0bdcd), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.001425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.002755 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2280929 May 12 03:24:10.010735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] Current status of the port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:10.011142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.016333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59306) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.026955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '21dde59a-6fa9-4c8e-b957-882386d0bdcd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:10.050777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] For port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:10.056228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70f67689-cfdc-496c-93d3-08a8ce381fab admin admin] Publish callbacks [] for security_group (e217f786-4487-4fa5-aa40-9307364132b8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.056794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.059215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736fe2b-00c1-4a40-9b82-f2d7006a906a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21dde59a-6fa9-4c8e-b957-882386d0bdcd,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.064701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70f67689-cfdc-496c-93d3-08a8ce381fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e217f786-4487-4fa5-aa40-9307364132b8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.071238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.071660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment 3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71 of type vlan for network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb May 12 03:24:10.100239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (30244389-f009-4571-ba89-f8251d8fc2ad), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.104913 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-70f67689-cfdc-496c-93d3-08a8ce381fab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23f169aa2759410ca7a4410858d4572e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6639929 May 12 03:24:10.109444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59308) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.116457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104fb2-0bd3-44fa-ab70-cde4765c5768 None None] Pushing event updated for resources: {'Port': ['ID=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.143457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67689-cfdc-496c-93d3-08a8ce381fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217f786-4487-4fa5-aa40-9307364132b8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.196249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b465-3921-4088-8831-fa17a5086fd6 req-aa5baa2d-c5fa-4ad7-9b06-243b608720f0 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:10.197754 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3348b465-3921-4088-8831-fa17a5086fd6 req-aa5baa2d-c5fa-4ad7-9b06-243b608720f0 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2599339 May 12 03:24:10.202375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (30244389-f009-4571-ba89-f8251d8fc2ad), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.205419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f990c86b-6c6d-4826-abcb-19f2c87cda06 admin admin] Publish callbacks [] for security_group (e217f786-4487-4fa5-aa40-9307364132b8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.208418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (30244389-f009-4571-ba89-f8251d8fc2ad), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.243156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30244389-f009-4571-ba89-f8251d8fc2ad,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.247029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f990c86b-6c6d-4826-abcb-19f2c87cda06 admin admin] Publish callbacks [] for security_group (e217f786-4487-4fa5-aa40-9307364132b8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.255810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.257004 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8fa529b6-90fd-4a72-b1d1-2aca9f5eb35a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379158 May 12 03:24:10.257137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.260583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59310) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.267752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e6b411ef-daa7-482c-b3b2-cf6327a31968 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.268908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e6b411ef-daa7-482c-b3b2-cf6327a31968 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnetpools/df2c25d7-b736-4927-8329-60e89a99c35f HTTP/1.1" status: 204 len: 168 time: 0.5187311 May 12 03:24:10.278580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59312) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.343842 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fb6dda40-02c1-48c7-a82d-586c2ae5a900 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d861e6f-7a24-4d4c-996d-5e6ab67732bf HTTP/1.1" status: 200 len: 205 time: 0.0614274 May 12 03:24:10.348469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59314) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.360344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47036683-579b-4d4a-8f9e-a4128c23de5e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (30244389-f009-4571-ba89-f8251d8fc2ad), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.418690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47036683-579b-4d4a-8f9e-a4128c23de5e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (30244389-f009-4571-ba89-f8251d8fc2ad), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.476444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.480408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:10.481217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.487424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for router (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.493135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f990c86b-6c6d-4826-abcb-19f2c87cda06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e217f786-4487-4fa5-aa40-9307364132b8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.494961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f990c86b-6c6d-4826-abcb-19f2c87cda06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.498631 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f990c86b-6c6d-4826-abcb-19f2c87cda06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e217f786-4487-4fa5-aa40-9307364132b8 HTTP/1.1" status: 204 len: 168 time: 0.3800495 May 12 03:24:10.513115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 37612e6a-e333-44f3-8d3d-57166eec45f0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:10.532419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3348b465-3921-4088-8831-fa17a5086fd6 req-48adbd5c-a6c7-44a5-87f6-83fda30ee26b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116255 May 12 03:24:10.549417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for port (1ee4dd58-7367-4b57-958a-442dd7fed86a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.592339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:10.592724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.635864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47036683-579b-4d4a-8f9e-a4128c23de5e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (30244389-f009-4571-ba89-f8251d8fc2ad), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.638857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1807795 May 12 03:24:10.647547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990c86b-6c6d-4826-abcb-19f2c87cda06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217f786-4487-4fa5-aa40-9307364132b8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.657349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59320) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.660210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47036683-579b-4d4a-8f9e-a4128c23de5e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.664545 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-47036683-579b-4d4a-8f9e-a4128c23de5e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/30244389-f009-4571-ba89-f8251d8fc2ad HTTP/1.1" status: 204 len: 168 time: 0.4009609 May 12 03:24:10.664893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (6d5c01a7-aa35-46dc-a867-92d5ceff8b5a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.666915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59322) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:10.701194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:10.724057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:10.724462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.812900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 37612e6a-e333-44f3-8d3d-57166eec45f0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=37612e6a-e333-44f3-8d3d-57166eec45f0,segment=NetworkSegment(1adef586-e2c6-4310-b547-9132505a53ec),segment_id=1adef586-e2c6-4310-b547-9132505a53ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:10.824220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.824970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47036683-579b-4d4a-8f9e-a4128c23de5e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30244389-f009-4571-ba89-f8251d8fc2ad,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.825102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:10.839350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8c6c4-0bf4-451c-94a6-c99a0a151ca6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=4ba71ef1-1dbe-480e-abf0-4a8b162cdefb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.915798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=37612e6a-e333-44f3-8d3d-57166eec45f0,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:10.918545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:10.934520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.937075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for router_controller (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:10.971353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6d5c01a7-aa35-46dc-a867-92d5ceff8b5a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.012922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897fd23-be30-44f4-a856-1ec0bb476903 None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:11.027017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3e69090a-c2e4-47dd-a8f1-a2c38ea89c87 None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:11.027392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e69090a-c2e4-47dd-a8f1-a2c38ea89c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.064971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b920a-74c6-4b5a-99cf-197f126f5349 req-1cba0e85-0043-4017-9c36-c1219295a486 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:11.066521 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50b920a-74c6-4b5a-99cf-197f126f5349 req-1cba0e85-0043-4017-9c36-c1219295a486 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1533093 May 12 03:24:11.161339 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c951cd8-e3c3-4c57-bd82-0ab53256504b tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4782994 May 12 03:24:11.168812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:11.172962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59336) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:11.182749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1ee4dd58-7367-4b57-958a-442dd7fed86a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.190051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.196603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=6d5c01a7-aa35-46dc-a867-92d5ceff8b5a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:11.207027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (0d861e6f-7a24-4d4c-996d-5e6ab67732bf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.207571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Fanout notify agent at l3_agent the message router_deleted on router 0d861e6f-7a24-4d4c-996d-5e6ab67732bf {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:11.208189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:11.227809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.228088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:11.229377 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5b396d22-75bf-4f99-b710-6d7d2181aeb8 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/routers/0d861e6f-7a24-4d4c-996d-5e6ab67732bf HTTP/1.1" status: 204 len: 168 time: 0.8799064 May 12 03:24:11.231985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.234139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:11.234500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59338) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:11.234823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.296435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb is not hosted by any dhcp agent {{(pid=104165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:24:11.302885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:11.303476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.309929 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "PUT /v2.0/networks/4ba71ef1-1dbe-480e-abf0-4a8b162cdefb HTTP/1.1" status: 200 len: 723 time: 0.6173944 May 12 03:24:11.312578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59342) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:11.322812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:11.367284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:11.389448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cee648-38ff-4543-bdc7-92f586f18b24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=4ba71ef1-1dbe-480e-abf0-4a8b162cdefb,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:11.413715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:11.437791 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8eb939c2-a255-41ef-b451-76fcf7c73417 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1188500 May 12 03:24:11.439743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:11.441538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59348) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:11.455332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:11.476094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'e93fc4e8-9442-4341-8ada-05188fd09b6e', 'ip_address': '2001:db8::95ce:17ad:7b1:be8d'}], 'name': 'tempest-NetworksTestDHCPv6-1442717466'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:11.578500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:11.579059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.592778 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50b920a-74c6-4b5a-99cf-197f126f5349 req-573e278d-6afc-4505-ada6-24e0eab26519 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4961810 May 12 03:24:11.639797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Deleting port 149d7563-e57f-4964-b0d5-85941965db62 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:11.640255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (149d7563-e57f-4964-b0d5-85941965db62), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.647648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3e69090a-c2e4-47dd-a8f1-a2c38ea89c87 None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:11.680647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:11.683986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] Update dhcp port {'port': {'network_id': 'c5ba2749-ae81-4f11-8f62-10ab3f93a455', 'fixed_ips': [{'subnet_id': '6da1dce9-d6bc-4edc-aa25-e9a3b2857865', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0d075f2-4cd3-40e7-a1cd-70ba96147769'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '37612e6a-e333-44f3-8d3d-57166eec45f0'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:24:11.684501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.702033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59352) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:11.741522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.752538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event updated for resources: {'Port': ['ID=1ee4dd58-7367-4b57-958a-442dd7fed86a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:11.763037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:11.800815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b33e06cd-832f-46f4-bac5-3b9b6d326e06 None None] Provisioning complete for port 6d5c01a7-aa35-46dc-a867-92d5ceff8b5a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:11.800815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b33e06cd-832f-46f4-bac5-3b9b6d326e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6d5c01a7-aa35-46dc-a867-92d5ceff8b5a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.858031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (149d7563-e57f-4964-b0d5-85941965db62), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.870909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b33e06cd-832f-46f4-bac5-3b9b6d326e06 None None] Port 6d5c01a7-aa35-46dc-a867-92d5ceff8b5a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:11.880222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Calling delete_port for 149d7563-e57f-4964-b0d5-85941965db62 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:11.884796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6697187f-0666-474f-9ac0-d910bd5a779a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (21dde59a-6fa9-4c8e-b957-882386d0bdcd), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.886396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:11.891230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:11.913368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port eb8115ad-25bc-4efe-9a8b-c5e3d1be8271 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:24:12.013409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] Allocated IP 172.20.0.1 (c5ba2749-ae81-4f11-8f62-10ab3f93a455/c0d075f2-4cd3-40e7-a1cd-70ba96147769/37612e6a-e333-44f3-8d3d-57166eec45f0) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:12.052645 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (b59dbe9d-f92c-460e-8681-3f87b9ddeed8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.125295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] For port 37612e6a-e333-44f3-8d3d-57166eec45f0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=37612e6a-e333-44f3-8d3d-57166eec45f0,segment=NetworkSegment(1adef586-e2c6-4310-b547-9132505a53ec),segment_id=1adef586-e2c6-4310-b547-9132505a53ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:12.160728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] Publish callbacks [] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.167362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.169047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=b59dbe9d-f92c-460e-8681-3f87b9ddeed8,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:12.175210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (149d7563-e57f-4964-b0d5-85941965db62), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.178964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:12.180424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:12.207405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event deleted for resources: {'Port': ['ID=149d7563-e57f-4964-b0d5-85941965db62,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:12.243136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.277523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ace09-39e4-44a4-9704-6173199e5c94 None None] Pushing event updated for resources: {'Port': ['ID=37612e6a-e333-44f3-8d3d-57166eec45f0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:12.277987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:12.308150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:12.317009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:12.317700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.319284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea42c49-0988-4f62-852e-602ea320f078 None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:12.332922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.350252 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ebbb24a9-c119-40d8-a8b0-7754a6011e4a tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/ports/149d7563-e57f-4964-b0d5-85941965db62 HTTP/1.1" status: 204 len: 168 time: 1.1069670 May 12 03:24:12.352931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59356) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:12.401561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1113682767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:12.427407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 37612e6a-e333-44f3-8d3d-57166eec45f0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:12.441192 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-86052dfc-7b22-4133-88b7-4ba750c5ee21 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1272042 May 12 03:24:12.442434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59358) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:12.444359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for floatingip (e0b30465-aaf9-4d99-916a-fcd883ce8a98), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.449004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Deleting subnet ddca3f22-6a5e-4081-8d69-660dc6a02369 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:12.459931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for subnet (ddca3f22-6a5e-4081-8d69-660dc6a02369), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.476521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:12.551540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6697187f-0666-474f-9ac0-d910bd5a779a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (21dde59a-6fa9-4c8e-b957-882386d0bdcd), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.564135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-4ba71ef1-1dbe-480e-abf0-4a8b162cdefb', 'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': 'b59dbe9d-f92c-460e-8681-3f87b9ddeed8'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:12.565347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.606298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.607587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.619540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:12.620568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.677926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router_controller (3f45038e-908c-4657-be6f-0b1d50c9e1cb), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.750070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.809237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Allocated IP 2001:db8::2 (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb/b59dbe9d-f92c-460e-8681-3f87b9ddeed8/3603185e-615b-4026-ae42-1b847a4eaddb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:12.859710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced932-8795-4040-a3f0-937c33808088 req-807dbd9f-d6ed-44a4-a624-e6ef06019431 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:12.861694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-baced932-8795-4040-a3f0-937c33808088 req-807dbd9f-d6ed-44a4-a624-e6ef06019431 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1378694 May 12 03:24:12.904705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:12.976623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.977825 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-683671b2-1108-45cc-87ef-339df4f0f76c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2287643 May 12 03:24:12.980621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ddca3f22-6a5e-4081-8d69-660dc6a02369), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:12.983720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59362) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.008053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-546400464'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:13.038468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d467403e-2c70-4dad-b788-8913afb0fd67), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.048974 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-baced932-8795-4040-a3f0-937c33808088 req-f8c03c59-e1d1-44d4-80f9-2e843092d715 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609902 May 12 03:24:13.071812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6697187f-0666-474f-9ac0-d910bd5a779a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (21dde59a-6fa9-4c8e-b957-882386d0bdcd), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.074644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6697187f-0666-474f-9ac0-d910bd5a779a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.078117 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6697187f-0666-474f-9ac0-d910bd5a779a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/21dde59a-6fa9-4c8e-b957-882386d0bdcd HTTP/1.1" status: 204 len: 168 time: 1.8959260 May 12 03:24:13.080583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59364) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.088774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Publish callbacks [] for port (3603185e-615b-4026-ae42-1b847a4eaddb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.099617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.109290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Made reservation on behalf of e99fe184e6304b56bef08ceb43afa679 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:13.112657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.129297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60229335'] for subnet (b59dbe9d-f92c-460e-8681-3f87b9ddeed8), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.142199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697187f-0666-474f-9ac0-d910bd5a779a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dde59a-6fa9-4c8e-b957-882386d0bdcd,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:13.158260 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): There was a conflict when trying to complete your request. May 12 03:24:13.158729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:13.162272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Pushing event updated for resources: {'Port': ['ID=3603185e-615b-4026-ae42-1b847a4eaddb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:13.182023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:13.184913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:13.191460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:13.197311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.225258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.229002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892fb13b-ed6d-4953-bb1f-e5ccd70a3483 None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:13.236147 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cffeff33-09f4-4d31-a976-232da3201286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.7867656 May 12 03:24:13.251651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59366) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.282720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ddca3f22-6a5e-4081-8d69-660dc6a02369), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.316183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Attempting to bind port 3603185e-615b-4026-ae42-1b847a4eaddb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:13.316556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Attempting to bind port 3603185e-615b-4026-ae42-1b847a4eaddb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:13.316925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Attempting to bind port 3603185e-615b-4026-ae42-1b847a4eaddb on network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:13.334770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:13.335435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Checking segment: {'id': '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:13.335846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.336599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Bound using segment: {'id': '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:13.336734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Bound port: 3603185e-615b-4026-ae42-1b847a4eaddb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ba71ef1-1dbe-480e-abf0-4a8b162cdefb'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:13.337086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.355996 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2fd958c0-5cca-4580-92f8-b08fc650a553 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2667322 May 12 03:24:13.361972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59368) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.370424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--19482627'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:13.387403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4f85f960-0d55-4f82-9936-c2ca8d131bdd None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:13.387780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f85f960-0d55-4f82-9936-c2ca8d131bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.422819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12816194-45fe-4cf7-99d8-12d983fd7bbf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:13.428090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12816194-45fe-4cf7-99d8-12d983fd7bbf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:13.432878 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-12816194-45fe-4cf7-99d8-12d983fd7bbf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1795156 May 12 03:24:13.433480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59370) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.446690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] For port 3603185e-615b-4026-ae42-1b847a4eaddb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:13.454454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] For port 3603185e-615b-4026-ae42-1b847a4eaddb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3603185e-615b-4026-ae42-1b847a4eaddb,segment=NetworkSegment(3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71),segment_id=3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:13.487907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.522878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for port (d467403e-2c70-4dad-b788-8913afb0fd67), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.550774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (d467403e-2c70-4dad-b788-8913afb0fd67), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.552075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.589746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ddca3f22-6a5e-4081-8d69-660dc6a02369), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.611074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event updated for resources: {'Port': ['ID=d467403e-2c70-4dad-b788-8913afb0fd67,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:13.611375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769401d-2221-4881-8d24-8dad530a88ae None None] Pushing event updated for resources: {'Port': ['ID=3603185e-615b-4026-ae42-1b847a4eaddb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:13.616016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4f85f960-0d55-4f82-9936-c2ca8d131bdd None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:13.653594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.672946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event deleted for resources: {'Subnet': ['ID=ddca3f22-6a5e-4081-8d69-660dc6a02369,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:13.680786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.686403 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-74f8d415-7b6f-469a-a817-16e2fa72ca04 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/subnets/ddca3f22-6a5e-4081-8d69-660dc6a02369 HTTP/1.1" status: 204 len: 168 time: 1.3298450 May 12 03:24:13.690317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdba498-c2a3-43fa-b2a1-1ec89a6658e4 None None] Network c5a767a9-8e6f-46fb-bde7-43ceda03fc71 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:13.690839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59372) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.691170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750096613762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60411964'] for subnet (b59dbe9d-f92c-460e-8681-3f87b9ddeed8), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.720329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e0b30465-aaf9-4d99-916a-fcd883ce8a98), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.811425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for security_group (00f92d5e-c208-44c9-8e79-6fc77636ba28), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.841372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 6d5c01a7-aa35-46dc-a867-92d5ceff8b5a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:13.841717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6d5c01a7-aa35-46dc-a867-92d5ceff8b5a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.853618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (00f92d5e-c208-44c9-8e79-6fc77636ba28), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.868005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:13.868005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.871954 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "PUT /v2.0/subnets/b59dbe9d-f92c-460e-8681-3f87b9ddeed8 HTTP/1.1" status: 200 len: 826 time: 1.4259374 May 12 03:24:13.875594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59374) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:13.936692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c5a767a9-8e6f-46fb-bde7-43ceda03fc71), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:13.953459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] DHCP port deletion for c5a767a9-8e6f-46fb-bde7-43ceda03fc71 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:13.969594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Floating IP e0b30465-aaf9-4d99-916a-fcd883ce8a98 associated. External IP: 172.26.2.114, port: 00f94c81-f149-4ff2-aa9c-0ff64d2911a9. May 12 03:24:14.050237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4844d-5985-4d40-a702-4149b0857ac3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=b59dbe9d-f92c-460e-8681-3f87b9ddeed8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:14.064254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:14.075524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f92d5e-c208-44c9-8e79-6fc77636ba28,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:14.124161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (2e590f3c-26b4-495e-a20f-3c4bfc4e5965), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.125609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (117d4934-c90c-4037-82f0-3dca9350e6c5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.126105 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Added segment 117d4934-c90c-4037-82f0-3dca9350e6c5 of type vlan for network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 May 12 03:24:14.142502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Router 79e0943b-1b1e-4510-9d9c-62bf5d9a1885 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:14.176031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.184179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2e590f3c-26b4-495e-a20f-3c4bfc4e5965), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.190123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6d5c01a7-aa35-46dc-a867-92d5ceff8b5a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.246496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 6d5c01a7-aa35-46dc-a867-92d5ceff8b5a owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:14.276359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (054e3a53-f8fc-49d6-ae01-e562085e0cf0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.283134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.284347 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9192705 May 12 03:24:14.290205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Deleting port e044b1b3-4b3e-481c-b760-6f2daacea1cf {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:14.290537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.292713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-77be995a-ae53-45ec-9e61-e96fe77ff254 None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:14.294043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-77be995a-ae53-45ec-9e61-e96fe77ff254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.294197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59378) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:14.300613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '2e590f3c-26b4-495e-a20f-3c4bfc4e5965', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:14.334248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting port 3603185e-615b-4026-ae42-1b847a4eaddb {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:14.334580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.345473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] Deleting port e044b1b3-4b3e-481c-b760-6f2daacea1cf {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:14.345998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.361227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a216b-e51f-4bde-9fac-efa1e3746a45 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e590f3c-26b4-495e-a20f-3c4bfc4e5965,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:14.428828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd932c-b4ef-4bf6-a82a-47eac7b4e380 req-61cf816e-572f-4cfb-b36d-d84e56d485f8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:14.432255 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d9cd932c-b4ef-4bf6-a82a-47eac7b4e380 req-61cf816e-572f-4cfb-b36d-d84e56d485f8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2155228 May 12 03:24:14.467732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (054e3a53-f8fc-49d6-ae01-e562085e0cf0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.472723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:14.473296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.508151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] For port e044b1b3-4b3e-481c-b760-6f2daacea1cf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e044b1b3-4b3e-481c-b760-6f2daacea1cf,segment=NetworkSegment(5a2082c0-d689-498d-a9ed-59868957ab49),segment_id=5a2082c0-d689-498d-a9ed-59868957ab49)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:14.509907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.511724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-77be995a-ae53-45ec-9e61-e96fe77ff254 None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:14.525702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] Calling delete_port for e044b1b3-4b3e-481c-b760-6f2daacea1cf owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:14.559438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Network': ['ID=054e3a53-f8fc-49d6-ae01-e562085e0cf0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:14.564062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] For port e044b1b3-4b3e-481c-b760-6f2daacea1cf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e044b1b3-4b3e-481c-b760-6f2daacea1cf,segment=NetworkSegment(5a2082c0-d689-498d-a9ed-59868957ab49),segment_id=5a2082c0-d689-498d-a9ed-59868957ab49)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:14.564666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.591816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:14.598399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d49a1c8b-a406-4d0f-a830-f43c5a3c8eef), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.600949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 37612e6a-e333-44f3-8d3d-57166eec45f0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:14.621857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d9cd932c-b4ef-4bf6-a82a-47eac7b4e380 req-2b4cd5fe-b192-423b-9fa7-7f1d3a253d5b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525981 May 12 03:24:14.623716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Calling delete_port for e044b1b3-4b3e-481c-b760-6f2daacea1cf owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:14.629264 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8f94dca9-7e9a-40cd-bd8f-00ed2e43e21a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6443064 May 12 03:24:14.643107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59380) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:14.649176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:14.654193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'subnet': {'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:14.660035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] For port 3603185e-615b-4026-ae42-1b847a4eaddb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3603185e-615b-4026-ae42-1b847a4eaddb,segment=NetworkSegment(3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71),segment_id=3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:14.661137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.681786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] Sync routers for ids ['79e0943b-1b1e-4510-9d9c-62bf5d9a1885'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:14.711343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Calling delete_port for 3603185e-615b-4026-ae42-1b847a4eaddb owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:14.737316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.738862 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-65298068-d00e-4ad5-863e-b7a60fdfbe78 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8287530 May 12 03:24:14.746061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59382) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:14.753074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] Routers {'79e0943b-1b1e-4510-9d9c-62bf5d9a1885'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:14.753765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79e0943b-1b1e-4510-9d9c-62bf5d9a1885'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:14.806498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:14.809104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6d5c01a7-aa35-46dc-a867-92d5ceff8b5a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.842459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:14.842459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.849378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] Routers {'79e0943b-1b1e-4510-9d9c-62bf5d9a1885'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:14.850629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79e0943b-1b1e-4510-9d9c-62bf5d9a1885'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:14.891880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=6d5c01a7-aa35-46dc-a867-92d5ceff8b5a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:14.918532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:14.955355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:14.956118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecacb86-2f3b-432d-be86-352151893b18 None None] The sync data for ids ['79e0943b-1b1e-4510-9d9c-62bf5d9a1885'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:15.013454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] No DVR routers for this DVR port e044b1b3-4b3e-481c-b760-6f2daacea1cf on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:15.016911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.017307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32441b3a-f252-4196-b0b7-f3c2fd2c30bd None None] Pushing event deleted for resources: {'Port': ['ID=e044b1b3-4b3e-481c-b760-6f2daacea1cf,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.031943 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-60c5b5b8-7687-4749-8f30-b3f243bfa1d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/6d5c01a7-aa35-46dc-a867-92d5ceff8b5a HTTP/1.1" status: 204 len: 168 time: 1.5874350 May 12 03:24:15.035222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59384) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:15.062808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Made reservation on behalf of e99fe184e6304b56bef08ceb43afa679 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:15.068980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.112255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:15.113979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3603185e-615b-4026-ae42-1b847a4eaddb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:15.177241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d49a1c8b-a406-4d0f-a830-f43c5a3c8eef), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.184377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3603185e-615b-4026-ae42-1b847a4eaddb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:15.184964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.215989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d49a1c8b-a406-4d0f-a830-f43c5a3c8eef), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.283389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e044b1b3-4b3e-481c-b760-6f2daacea1cf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.284290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410117ec-cd55-43ad-bd39-4d6f8caec1ff None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:15.295643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49a1c8b-a406-4d0f-a830-f43c5a3c8eef,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.302039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Router 6c44ef30-9a24-40f9-a30b-80c955f92541 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:15.322981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b26ba6-e677-4363-831e-ee19785b8c3c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:15.324505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b26ba6-e677-4363-831e-ee19785b8c3c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:15.326445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-83b26ba6-e677-4363-831e-ee19785b8c3c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2870939 May 12 03:24:15.329747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59386) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:15.334618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event deleted for resources: {'Port': ['ID=e044b1b3-4b3e-481c-b760-6f2daacea1cf,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.335121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3603185e-615b-4026-ae42-1b847a4eaddb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:15.335644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.339040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.343162 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1e2dfe3-6e6a-40f8-9af4-aff15a81ffd7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0460656 May 12 03:24:15.344337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59388) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:15.352129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '2e590f3c-26b4-495e-a20f-3c4bfc4e5965', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:15.365016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] No DVR routers for this DVR port e044b1b3-4b3e-481c-b760-6f2daacea1cf on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:15.393163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-433b2916-13fa-4c2f-9012-cd3177cfc7e5 None None] Provisioning complete for port 3603185e-615b-4026-ae42-1b847a4eaddb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:15.393638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-433b2916-13fa-4c2f-9012-cd3177cfc7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.483264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (ddcb5c76-2650-4a9d-bc7b-70246b37894b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.553558 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cbcc12a8-f85d-4e09-9713-8cdafc7ff900 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/79e0943b-1b1e-4510-9d9c-62bf5d9a1885 HTTP/1.1" status: 200 len: 924 time: 0.8063033 May 12 03:24:15.562740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c5a767a9-8e6f-46fb-bde7-43ceda03fc71), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.564240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59390) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:15.566896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-433b2916-13fa-4c2f-9012-cd3177cfc7e5 None None] Current status of the port 3603185e-615b-4026-ae42-1b847a4eaddb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:15.567776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-433b2916-13fa-4c2f-9012-cd3177cfc7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.579233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (26e24870-a0a1-4a1b-93af-e23ec9313ae9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.604621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a767a9-8e6f-46fb-bde7-43ceda03fc71']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:15.609481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet e93fc4e8-9442-4341-8ada-05188fd09b6e {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:15.615240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (e93fc4e8-9442-4341-8ada-05188fd09b6e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.622209 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-087439f6-2c01-4a66-94fb-738580ddd0c3 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=79e0943b-1b1e-4510-9d9c-62bf5d9a1885 HTTP/1.1" status: 200 len: 205 time: 0.0541115 May 12 03:24:15.622209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3603185e-615b-4026-ae42-1b847a4eaddb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.653300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2082c0-d689-498d-a9ed-59868957ab49') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:15.653777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2082c0-d689-498d-a9ed-59868957ab49') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:15.660718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59392) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:15.669713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (5a2082c0-d689-498d-a9ed-59868957ab49), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.690934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5a2082c0-d689-498d-a9ed-59868957ab49), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.699372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:15.699846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (5a2082c0-d689-498d-a9ed-59868957ab49), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.710786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e044b1b3-4b3e-481c-b760-6f2daacea1cf no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:15.737236 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:15.746932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e044b1b3-4b3e-481c-b760-6f2daacea1cf {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:15.747455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e044b1b3-4b3e-481c-b760-6f2daacea1cf not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:15.789831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a281e-ad6d-4063-8488-5c7fc8d0321c None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:15.813588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Port': ['ID=3603185e-615b-4026-ae42-1b847a4eaddb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.814783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c5a767a9-8e6f-46fb-bde7-43ceda03fc71), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.832202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.838176 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] 10.222.0.23 "DELETE /v2.0/networks/c5a767a9-8e6f-46fb-bde7-43ceda03fc71 HTTP/1.1" status: 204 len: 168 time: 2.1419997 May 12 03:24:15.838176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Subnet': ['ID=26e24870-a0a1-4a1b-93af-e23ec9313ae9,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.863154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (ddcb5c76-2650-4a9d-bc7b-70246b37894b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.864406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85026d-2c30-4569-b9ec-0a68f28e5278 tempest-TagsExtTest-825768616 tempest-TagsExtTest-825768616-project] Pushing event deleted for resources: {'Network': ['ID=c5a767a9-8e6f-46fb-bde7-43ceda03fc71,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.872951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Checking segment: {'id': '117d4934-c90c-4037-82f0-3dca9350e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:15.873315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network hostable DHCP agents. Network: 054e3a53-f8fc-49d6-ae01-e562085e0cf0, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:15.877964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ddcb5c76-2650-4a9d-bc7b-70246b37894b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.890474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (e93fc4e8-9442-4341-8ada-05188fd09b6e), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.891442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bc16005d-3ed9-4d45-9a51-2ba6a20eb5eb None None] Could not find standard attr ID for object 3603185e-615b-4026-ae42-1b847a4eaddb. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:24:15.903478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcb5c76-2650-4a9d-bc7b-70246b37894b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:15.920371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:15.922500 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31a9c9b7-1d9c-431a-8792-d4ffcbeebe71 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5745776 May 12 03:24:15.927719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59398) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:15.928692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:15.940969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '2e590f3c-26b4-495e-a20f-3c4bfc4e5965', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:15.979056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 054e3a53-f8fc-49d6-ae01-e562085e0cf0) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:15.979298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:15.988400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66257df-a66a-4a57-b35e-bc6c8000e0ac None None] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:15.993649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b837b2-2f01-4f5f-b65c-24c32cd1e3e4 req-b82ea284-71fa-4773-9070-e87b5c99cfec tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:15.996188 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3b837b2-2f01-4f5f-b65c-24c32cd1e3e4 req-b82ea284-71fa-4773-9070-e87b5c99cfec tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2422907 May 12 03:24:15.998861 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] Sync routers for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:16.006953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No DVR routers for this DVR port 3603185e-615b-4026-ae42-1b847a4eaddb on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:16.015833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0a47647a-8e9e-4935-9255-5935ac8b48bf), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.018839 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:16.019474 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:16.027893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:16.029147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.091827 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-eb8b992b-5311-4ad6-82d5-702bb859edb5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4455526 May 12 03:24:16.095292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59400) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.109458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'network': {'name': 'tempest-router-network01--1308523120'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:16.161120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.200552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Made reservation on behalf of e99fe184e6304b56bef08ceb43afa679 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:16.206715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.225463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0a47647a-8e9e-4935-9255-5935ac8b48bf), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.234058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-054e3a53-f8fc-49d6-ae01-e562085e0cf0', 'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0', 'project_id': 'e99fe184e6304b56bef08ceb43afa679', 'fixed_ips': [{'subnet_id': '26e24870-a0a1-4a1b-93af-e23ec9313ae9'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:16.235605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.246510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0a47647a-8e9e-4935-9255-5935ac8b48bf), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.249066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:16.261430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (b59dbe9d-f92c-460e-8681-3f87b9ddeed8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.286407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.307020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a47647a-8e9e-4935-9255-5935ac8b48bf,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:16.320509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (098f77e0-1afb-4efe-9d0d-b101da6e302e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.321256 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Added segment 098f77e0-1afb-4efe-9d0d-b101da6e302e of type vlan for network 45e4181a-f787-424f-ac1f-ba88e4ddb561 May 12 03:24:16.338241 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4dc314b-8761-4596-80e8-15b88e274791 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0718155 May 12 03:24:16.345038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:24:16.348023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494366e-9eb2-400a-a40f-89e4015d64a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:24:16.355178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e93fc4e8-9442-4341-8ada-05188fd09b6e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.368568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.371290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f380336e-c734-41e8-ad24-c59a384f97c9 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4369395 May 12 03:24:16.375844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59408) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.427921 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3b837b2-2f01-4f5f-b65c-24c32cd1e3e4 req-8c939c3c-9053-4305-afeb-9cdd0ec5299a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135654 May 12 03:24:16.447531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '2e590f3c-26b4-495e-a20f-3c4bfc4e5965', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:16.461512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59410) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.498808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (8b7da684-30c1-40be-8881-571a040db127), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.508108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (45e4181a-f787-424f-ac1f-ba88e4ddb561), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.511424 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:16.549038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Allocated IP 172.20.0.2 (054e3a53-f8fc-49d6-ae01-e562085e0cf0/26e24870-a0a1-4a1b-93af-e23ec9313ae9/87b327f7-8235-4f0e-b308-301dc4af0e14) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:16.562488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec84c3e-d75a-49c3-9e37-b5c4cb3adb9d x-openstack-request-id: req-6ec84c3e-d75a-49c3-9e37-b5c4cb3adb9d {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:24:16.562797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:24:16.563016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ec84c3e-d75a-49c3-9e37-b5c4cb3adb9d {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:24:16.563533 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec84c3e-d75a-49c3-9e37-b5c4cb3adb9d'] response: {'name': 'network-changed', 'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'status': 'completed', 'code': 200} May 12 03:24:16.578188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (45e4181a-f787-424f-ac1f-ba88e4ddb561), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.586542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:16.587757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.608756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c3256-289f-469b-831a-3d20735641a7 req-0c905e26-8dc6-4800-bfe4-f8aac168391c tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:16.610338 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-860c3256-289f-469b-831a-3d20735641a7 req-0c905e26-8dc6-4800-bfe4-f8aac168391c tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1439137 May 12 03:24:16.631342 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.5318034 May 12 03:24:16.635857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (b59dbe9d-f92c-460e-8681-3f87b9ddeed8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.638029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59414) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.657584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'network': {'name': 'tempest-router-network02--24205874'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:16.662056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (e93fc4e8-9442-4341-8ada-05188fd09b6e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.680817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (8b7da684-30c1-40be-8881-571a040db127), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.714077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8b7da684-30c1-40be-8881-571a040db127), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.729525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80345e3-54a3-474f-98cd-617fc1fce810 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Network': ['ID=45e4181a-f787-424f-ac1f-ba88e4ddb561,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:16.736589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=b59dbe9d-f92c-460e-8681-3f87b9ddeed8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:16.739838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7da684-30c1-40be-8881-571a040db127,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:16.743657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:16.752273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.753940 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-92c4a7a8-056d-4bd9-bcb5-1d4d45ed481d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690741 May 12 03:24:16.756608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59416) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.763224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '2e590f3c-26b4-495e-a20f-3c4bfc4e5965', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:16.767022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.770205 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/e93fc4e8-9442-4341-8ada-05188fd09b6e HTTP/1.1" status: 204 len: 168 time: 1.4370165 May 12 03:24:16.772038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-59a32a3b-8d57-464e-b193-92d2fb033265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:16.774232 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-59a32a3b-8d57-464e-b193-92d2fb033265 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1130 time: 0.1832385 May 12 03:24:16.789948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59418) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.795125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6ce5a-0483-461e-9a49-a062c0fa33b1 None None] Network 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:16.804990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.847711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488f7c2-cf12-4e5c-be12-6c3b3d0a5287 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=e93fc4e8-9442-4341-8ada-05188fd09b6e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:16.852705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-27d19e8c-7bec-4b37-aa29-b529be6253fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604899 May 12 03:24:16.856475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59420) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:16.869486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b96b3b-7bb2-459c-8ce5-d0d322ff70ba None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:16.871559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:16.898548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Made reservation on behalf of e99fe184e6304b56bef08ceb43afa679 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:16.898829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (a0a54e7d-909f-48f4-8404-3a47cd4538ec), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.901399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.935821 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e0b30465-aaf9-4d99-916a-fcd883ce8a98', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'port_id': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'mac_address': 'fa:16:3e:b6:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:24:11Z', 'updated_at': '2022-05-12T03:24:11Z', 'revision_number': 0, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:46Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:16.942601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:16.969414 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] Checking router: 6c44ef30-9a24-40f9-a30b-80c955f92541 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:16.980682 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:16.981517 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:16.990375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (a0a54e7d-909f-48f4-8404-3a47cd4538ec), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.027915 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-860c3256-289f-469b-831a-3d20735641a7 req-71e961e7-c867-4d4a-b45e-b1653d5b0e60 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888187 May 12 03:24:17.054557 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (a0a54e7d-909f-48f4-8404-3a47cd4538ec), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.063172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59422) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.063406 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b7affb7a-2b23-4182-8148-9ac7fcb32ea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cffc212bb0440ff819632431149698f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006370 May 12 03:24:17.067759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59424) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.069407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba71ef1-1dbe-480e-abf0-4a8b162cdefb']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:17.099241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:17.099465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:17.107685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Deleting port 1ee4dd58-7367-4b57-958a-442dd7fed86a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:17.108021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1ee4dd58-7367-4b57-958a-442dd7fed86a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.129809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:17.132731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Publish callbacks [] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.142735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe08962-a0f6-4604-b54b-9bab57c9dd1d None None] DHCP port deletion for 4ba71ef1-1dbe-480e-abf0-4a8b162cdefb request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:17.151337 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e96e270a-fda2-43b0-9a2f-88d6a04108b7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/floatingips/e0b30465-aaf9-4d99-916a-fcd883ce8a98 HTTP/1.1" status: 200 len: 992 time: 0.0846665 May 12 03:24:17.155511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.168375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.196996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a54e7d-909f-48f4-8404-3a47cd4538ec,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:17.201115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:17.204986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.214225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.220528 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5bd1a659-3679-4cfd-9c6b-7c898d669548 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4598470 May 12 03:24:17.221852 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:17.229753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59426) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.240613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:17.245376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:17.251609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:17.254045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (14ef70b7-b75a-4f0c-aec4-3205f674799c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.254578 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Added segment 14ef70b7-b75a-4f0c-aec4-3205f674799c of type vlan for network df9f6894-343f-4c63-8209-d37a1872aca0 May 12 03:24:17.256477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-395120e3-8ae1-4931-ad9d-3ebf78ad8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:17.259039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-395120e3-8ae1-4931-ad9d-3ebf78ad8ea5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 200 len: 897 time: 0.4368870 May 12 03:24:17.274590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.341373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85f25847-8536-4f13-83db-4f1d6bb4c226 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (a0a54e7d-909f-48f4-8404-3a47cd4538ec), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.355410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:17.355958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (3f8c2e8b-0b0c-442c-8e9a-8639d5a57b71), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:17.365911 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:17.376298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85f25847-8536-4f13-83db-4f1d6bb4c226 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (a0a54e7d-909f-48f4-8404-3a47cd4538ec), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.427775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-168ca6bc-3259-4f8b-b036-c021cd0e393c admin admin] Publish callbacks [] for security_group (5c80ca11-6c07-4e7e-8f77-fa9e2df4a744), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.431631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (df9f6894-343f-4c63-8209-d37a1872aca0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.448462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85f25847-8536-4f13-83db-4f1d6bb4c226 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (a0a54e7d-909f-48f4-8404-3a47cd4538ec), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.466484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:17.471193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85f25847-8536-4f13-83db-4f1d6bb4c226 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.477522 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-85f25847-8536-4f13-83db-4f1d6bb4c226 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a0a54e7d-909f-48f4-8404-3a47cd4538ec HTTP/1.1" status: 204 len: 168 time: 0.2465303 May 12 03:24:17.491644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59430) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.512709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Pushing event updated for resources: {'Port': ['ID=87b327f7-8235-4f0e-b308-301dc4af0e14,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:17.524439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1ee4dd58-7367-4b57-958a-442dd7fed86a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.533610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Attempting to bind port 87b327f7-8235-4f0e-b308-301dc4af0e14 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:17.534006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Attempting to bind port 87b327f7-8235-4f0e-b308-301dc4af0e14 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '117d4934-c90c-4037-82f0-3dca9350e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:17.534374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Attempting to bind port 87b327f7-8235-4f0e-b308-301dc4af0e14 on network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:17.544488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:17.544862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Checking segment: {'id': '117d4934-c90c-4037-82f0-3dca9350e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:17.545266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.545653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Bound using segment: {'id': '117d4934-c90c-4037-82f0-3dca9350e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:17.546143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Bound port: 87b327f7-8235-4f0e-b308-301dc4af0e14, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117d4934-c90c-4037-82f0-3dca9350e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '054e3a53-f8fc-49d6-ae01-e562085e0cf0'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:17.546520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.550822 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e0b30465-aaf9-4d99-916a-fcd883ce8a98', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'port_id': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'mac_address': 'fa:16:3e:b6:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:24:11Z', 'updated_at': '2022-05-12T03:24:11Z', 'revision_number': 0, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:46Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:17.572170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.resource_extend [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:24:17.575328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25847-8536-4f13-83db-4f1d6bb4c226 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0a54e7d-909f-48f4-8404-3a47cd4538ec,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:17.597285 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885ea81-38d7-4b52-b01b-472951847ed5 None None] The sync data for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv is: [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e0b30465-aaf9-4d99-916a-fcd883ce8a98', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'port_id': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'mac_address': 'fa:16:3e:b6:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:24:11Z', 'updated_at': '2022-05-12T03:24:11Z', 'revision_number': 0, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:46Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:17.614616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-168ca6bc-3259-4f8b-b036-c021cd0e393c admin admin] Publish callbacks [] for security_group (5c80ca11-6c07-4e7e-8f77-fa9e2df4a744), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.620012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] Deleting port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:17.620533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.659571 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fa617ec2-0496-4b56-ac5e-50e61d0c51fe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1619773 May 12 03:24:17.662897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59432) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.666585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Calling delete_port for 1ee4dd58-7367-4b57-958a-442dd7fed86a owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:17.676737 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-3d1fb030-c036-45b6-91ef-926d2969f1ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 200 len: 1000 time: 0.3991702 May 12 03:24:17.677381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (4ba71ef1-1dbe-480e-abf0-4a8b162cdefb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.682098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (6583f4f0-587a-4399-b1be-33176b19e197), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.714920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-168ca6bc-3259-4f8b-b036-c021cd0e393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5c80ca11-6c07-4e7e-8f77-fa9e2df4a744), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.717408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-168ca6bc-3259-4f8b-b036-c021cd0e393c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.720801 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-168ca6bc-3259-4f8b-b036-c021cd0e393c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c80ca11-6c07-4e7e-8f77-fa9e2df4a744 HTTP/1.1" status: 204 len: 168 time: 0.6414845 May 12 03:24:17.739451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] For port 87b327f7-8235-4f0e-b308-301dc4af0e14, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:17.739720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51505e7c-4647-495c-805d-0ec5e91f0cbe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (8b7da684-30c1-40be-8881-571a040db127), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.740558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.748037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] For port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:17.748433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.749389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/4ba71ef1-1dbe-480e-abf0-4a8b162cdefb HTTP/1.1" status: 204 len: 168 time: 3.8727593 May 12 03:24:17.761188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59436) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.767091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] For port 87b327f7-8235-4f0e-b308-301dc4af0e14, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b327f7-8235-4f0e-b308-301dc4af0e14,segment=NetworkSegment(117d4934-c90c-4037-82f0-3dca9350e6c5),segment_id=117d4934-c90c-4037-82f0-3dca9350e6c5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:17.774515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] Calling delete_port for f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:17.778382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51505e7c-4647-495c-805d-0ec5e91f0cbe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (8b7da684-30c1-40be-8881-571a040db127), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.782772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.808898 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3edac1-5c50-41fa-a742-ff3430b96e9a tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:17.809422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3edac1-5c50-41fa-a742-ff3430b96e9a tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:17.813446 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0d3edac1-5c50-41fa-a742-ff3430b96e9a tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/4ba71ef1-1dbe-480e-abf0-4a8b162cdefb HTTP/1.1" status: 404 len: 339 time: 0.0420582 May 12 03:24:17.824853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59438) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.859779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159861021', 'description': 'd1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:17.879150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:17.880672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:17.884912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:17.885552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.899585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=6583f4f0-587a-4399-b1be-33176b19e197,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:17.936701 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d3e5089f-3b18-4ec9-8569-d232f189eb63 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0723741 May 12 03:24:17.937795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59440) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:17.940363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:17.944245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.951847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': '6583f4f0-587a-4399-b1be-33176b19e197', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-19598521'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:17.955859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51505e7c-4647-495c-805d-0ec5e91f0cbe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8b7da684-30c1-40be-8881-571a040db127), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.978218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-51505e7c-4647-495c-805d-0ec5e91f0cbe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:17.979394 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-51505e7c-4647-495c-805d-0ec5e91f0cbe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8b7da684-30c1-40be-8881-571a040db127 HTTP/1.1" status: 204 len: 168 time: 0.3153949 May 12 03:24:17.987101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59442) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.008448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badac90c-4276-43d9-b9d4-f8bda10e7f97 None None] New status for floating IP e0b30465-aaf9-4d99-916a-fcd883ce8a98: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:24:18.013676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.026795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3002b-a103-4f23-a4bc-950e45104385 req-e3bb3a67-dce0-418f-a2eb-83e20e110736 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:18.037023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-96c3002b-a103-4f23-a4bc-950e45104385 req-e3bb3a67-dce0-418f-a2eb-83e20e110736 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.4747379 May 12 03:24:18.047588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505e7c-4647-495c-805d-0ec5e91f0cbe tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b7da684-30c1-40be-8881-571a040db127,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.092365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ca6bc-3259-4f8b-b036-c021cd0e393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80ca11-6c07-4e7e-8f77-fa9e2df4a744,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.098229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c5fe2-b3dd-4cf2-8004-28b3dd13d10e None None] Pushing event updated for resources: {'Port': ['ID=87b327f7-8235-4f0e-b308-301dc4af0e14,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.100365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (df9f6894-343f-4c63-8209-d37a1872aca0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.114694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:18.117747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.121476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67f695-d1b7-453f-a76e-5d11579b8906 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=4ba71ef1-1dbe-480e-abf0-4a8b162cdefb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.127058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] No DVR routers for this DVR port f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:18.155168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fcf71-31ba-4078-a915-cd377e359706 None None] Pushing event deleted for resources: {'Port': ['ID=f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.170602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59444) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.213835 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7bc8ee93-c88c-4aa5-8ae0-85a202c7768a tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2127638 May 12 03:24:18.221742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59446) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.231885 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 1.5827751 May 12 03:24:18.234852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed28ba-9a71-406c-bb23-ceb5852e63a1 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:18.245322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59448) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.276275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'subnet': {'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:18.319284 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-da8e5a93-111c-4c14-970b-ad321532dedb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/floatingips/e0b30465-aaf9-4d99-916a-fcd883ce8a98 HTTP/1.1" status: 200 len: 992 time: 0.1039104 May 12 03:24:18.347366 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-96c3002b-a103-4f23-a4bc-950e45104385 req-eb393598-526a-4ef7-bde6-f3de3199906f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054214 May 12 03:24:18.355614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:18.397456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-427bb094-8a40-493c-82e6-38617a1f1b29 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0a47647a-8e9e-4935-9255-5935ac8b48bf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.400093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (564a1e2f-81b3-4c39-a0cc-453f834d0b84), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.400767 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment 564a1e2f-81b3-4c39-a0cc-453f834d0b84 of type vlan for network 3eb7f813-5ca9-4ea2-b982-76d5e2059804 May 12 03:24:18.448590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-427bb094-8a40-493c-82e6-38617a1f1b29 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0a47647a-8e9e-4935-9255-5935ac8b48bf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.450714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '6583f4f0-587a-4399-b1be-33176b19e197'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:18.452060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.528249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.543643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b327f7-8235-4f0e-b308-301dc4af0e14 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:18.551562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:18.563462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-427bb094-8a40-493c-82e6-38617a1f1b29 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0a47647a-8e9e-4935-9255-5935ac8b48bf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.593713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-427bb094-8a40-493c-82e6-38617a1f1b29 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.596863 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-427bb094-8a40-493c-82e6-38617a1f1b29 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0a47647a-8e9e-4935-9255-5935ac8b48bf HTTP/1.1" status: 204 len: 168 time: 0.2811074 May 12 03:24:18.600408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59450) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.623669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bb094-8a40-493c-82e6-38617a1f1b29 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a47647a-8e9e-4935-9255-5935ac8b48bf,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.625438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.630486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:18.631098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.641091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 87b327f7-8235-4f0e-b308-301dc4af0e14 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:18.641496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.727300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/6583f4f0-587a-4399-b1be-33176b19e197/14a33ef8-67af-4e1f-a7a6-e7ec82bb7394) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:18.732451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9033427 May 12 03:24:18.740780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-313a0a0b-f6a8-44c1-930d-febb01215e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:18.742871 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-313a0a0b-f6a8-44c1-930d-febb01215e84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65453b8-bac6-4d38-b18e-e9e6d64d537c HTTP/1.1" status: 200 len: 835 time: 1.0346043 May 12 03:24:18.749305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59452) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.780502 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-16935d22-b6b6-46da-80ce-6e21c3d96311 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1776285 May 12 03:24:18.784629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59454) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:18.785275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43f127-c5e6-4604-b4c4-a1ce0632d2f6 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=3eb7f813-5ca9-4ea2-b982-76d5e2059804,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.816689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.832456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 3eb7f813-5ca9-4ea2-b982-76d5e2059804 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:18.855247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5dbef70-da2e-4e71-8d96-80e46225c370 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (ddcb5c76-2650-4a9d-bc7b-70246b37894b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.855963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a2497-456e-4d25-a77b-b4e09b3607ea tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Network': ['ID=df9f6894-343f-4c63-8209-d37a1872aca0,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:18.875448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network df9f6894-343f-4c63-8209-d37a1872aca0 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:18.877697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 87b327f7-8235-4f0e-b308-301dc4af0e14 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:18.878134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.880859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5dbef70-da2e-4e71-8d96-80e46225c370 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (ddcb5c76-2650-4a9d-bc7b-70246b37894b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.916389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port fff4f015-9ae6-4966-ab69-404456895770 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:24:18.961207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-876c4f75-2456-4a68-a664-91a99b4fb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:18.962782 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-876c4f75-2456-4a68-a664-91a99b4fb5e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7977e1a5-6ab2-401f-bca2-df2a60aae52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1726036 May 12 03:24:18.980956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1ee4dd58-7367-4b57-958a-442dd7fed86a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.990566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5dbef70-da2e-4e71-8d96-80e46225c370 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ddcb5c76-2650-4a9d-bc7b-70246b37894b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.995921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5dbef70-da2e-4e71-8d96-80e46225c370 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:18.998015 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b5dbef70-da2e-4e71-8d96-80e46225c370 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ddcb5c76-2650-4a9d-bc7b-70246b37894b HTTP/1.1" status: 204 len: 168 time: 0.2103031 May 12 03:24:19.002181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 87b327f7-8235-4f0e-b308-301dc4af0e14, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b327f7-8235-4f0e-b308-301dc4af0e14,segment=NetworkSegment(117d4934-c90c-4037-82f0-3dca9350e6c5),segment_id=117d4934-c90c-4037-82f0-3dca9350e6c5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:19.005855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59456) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.021735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbef70-da2e-4e71-8d96-80e46225c370 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddcb5c76-2650-4a9d-bc7b-70246b37894b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:19.071588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.089822 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Made reservation on behalf of e99fe184e6304b56bef08ceb43afa679 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:19.095600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.183487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:19.198990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df4285-17c6-43c8-a93c-5b42d0854663 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.204689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59458) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.205389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a0df4285-17c6-43c8-a93c-5b42d0854663 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks?id=3eb7f813-5ca9-4ea2-b982-76d5e2059804 HTTP/1.1" status: 200 len: 765 time: 0.4549983 May 12 03:24:19.210293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'description': 'd2'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:19.225561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:19.226481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f53ecf6a-5a3b-4d9f-adc7-8683dc9c1de5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:19.226896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3603185e-615b-4026-ae42-1b847a4eaddb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:19.231856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event deleted for resources: {'Port': ['ID=1ee4dd58-7367-4b57-958a-442dd7fed86a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:19.266774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Publish callbacks [] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.270933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 3603185e-615b-4026-ae42-1b847a4eaddb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:19.271294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3603185e-615b-4026-ae42-1b847a4eaddb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:19.292283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=87b327f7-8235-4f0e-b308-301dc4af0e14,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:19.293852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:24:19.294322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:19.298134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.325454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59460) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.340514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.347783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3280b50-be57-4e3c-8f7e-29caf84a2b79 None None] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:19.354729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:19.389178 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-029b8e15-e2b9-483c-9971-d381c1c3a7c8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4508035 May 12 03:24:19.397327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59464) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.400738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Pushing event updated for resources: {'Port': ['ID=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:19.411553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:19.430766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:19.454646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d79b9fee-3db3-4413-aecd-b3d45d922055 None None] Provisioning complete for port 87b327f7-8235-4f0e-b308-301dc4af0e14 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:19.455024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d79b9fee-3db3-4413-aecd-b3d45d922055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.482436 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bcb5645f-7381-4beb-87e7-3fb814c586f3 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4554877 May 12 03:24:19.487249 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3b78bb54-685e-4cb9-85b7-f7a342462f48 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/floatingips/e0b30465-aaf9-4d99-916a-fcd883ce8a98 HTTP/1.1" status: 200 len: 994 time: 0.1571004 May 12 03:24:19.493869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59466) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.508130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f9891d-967c-46b4-9cb2-de86115177c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.511892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-02f9891d-967c-46b4-9cb2-de86115177c2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1085575 May 12 03:24:19.517267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59468) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.574488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.580078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Attempting to bind port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:19.580459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Attempting to bind port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:19.580831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Attempting to bind port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:19.583401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.591750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.614092 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-bfb1e7e3-f29d-47dd-864c-c9a9915c7b15 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414611 May 12 03:24:19.614605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:19.614979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:19.615385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.616109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:19.616346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Bound port: 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:19.616686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.616797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.627465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network 3eb7f813-5ca9-4ea2-b982-76d5e2059804 is not hosted by any dhcp agent {{(pid=104165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:24:19.632836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.633988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.637692 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "PUT /v2.0/networks/3eb7f813-5ca9-4ea2-b982-76d5e2059804 HTTP/1.1" status: 200 len: 762 time: 0.4294889 May 12 03:24:19.639567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59470) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.702551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ad2e-49d8-442e-8205-1ef968061715 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=3eb7f813-5ca9-4ea2-b982-76d5e2059804,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:19.743455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc09d-3f2b-48b0-87e8-efd44d0b74b3 req-a4d51b79-2c12-4944-a08a-023154e3dfc0 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.744991 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7adbc09d-3f2b-48b0-87e8-efd44d0b74b3 req-a4d51b79-2c12-4944-a08a-023154e3dfc0 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2932916 May 12 03:24:19.758937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff435fd-da2e-4ff8-a0dd-d927119da584 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.766329 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5ff435fd-da2e-4ff8-a0dd-d927119da584 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks?id=3eb7f813-5ca9-4ea2-b982-76d5e2059804 HTTP/1.1" status: 200 len: 765 time: 0.1267674 May 12 03:24:19.767102 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59472) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.771780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71d843ff-aedf-4893-a5dc-9b9ad0ca9619 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d49a1c8b-a406-4d0f-a830-f43c5a3c8eef), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.795437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 3eb7f813-5ca9-4ea2-b982-76d5e2059804 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:19.825391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (37eb1866-3bc1-43ef-89b4-b5a662964983), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.828238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (79e0943b-1b1e-4510-9d9c-62bf5d9a1885), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.828821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Fanout notify agent at l3_agent the message router_deleted on router 79e0943b-1b1e-4510-9d9c-62bf5d9a1885 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:19.839472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71d843ff-aedf-4893-a5dc-9b9ad0ca9619 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d49a1c8b-a406-4d0f-a830-f43c5a3c8eef), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.846363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc8906b-1232-4e98-adc3-f3bd95671d14 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.847689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc8906b-1232-4e98-adc3-f3bd95671d14 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:19.849230 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9dc8906b-1232-4e98-adc3-f3bd95671d14 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3125174 May 12 03:24:19.858496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59474) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.860523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.861604 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3b57bdad-d07b-4dd6-bf85-d288980f85e4 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/79e0943b-1b1e-4510-9d9c-62bf5d9a1885 HTTP/1.1" status: 204 len: 168 time: 4.1999209 May 12 03:24:19.869011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59476) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:19.899315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'name': 'tempest-snat-router-12547697', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': False}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:19.906850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d79b9fee-3db3-4413-aecd-b3d45d922055 None None] Current status of the port 87b327f7-8235-4f0e-b308-301dc4af0e14 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:19.945856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] For port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:19.950056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] For port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:19.958368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:19.971345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 6583f4f0-587a-4399-b1be-33176b19e197 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:19.990036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (6583f4f0-587a-4399-b1be-33176b19e197), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.002153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4494366e-9eb2-400a-a40f-89e4015d64a0 req-c29c5c68-855e-42c6-97a8-86c32dc4365e service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779366 May 12 03:24:20.009763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Subnet': ['ID=37eb1866-3bc1-43ef-89b4-b5a662964983,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:20.012089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71d843ff-aedf-4893-a5dc-9b9ad0ca9619 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d49a1c8b-a406-4d0f-a830-f43c5a3c8eef), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.026030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71d843ff-aedf-4893-a5dc-9b9ad0ca9619 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.027830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-71d843ff-aedf-4893-a5dc-9b9ad0ca9619 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d49a1c8b-a406-4d0f-a830-f43c5a3c8eef HTTP/1.1" status: 204 len: 168 time: 0.5186026 May 12 03:24:20.035943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59478) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.037187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7adbc09d-3f2b-48b0-87e8-efd44d0b74b3 req-2aad58cd-6aa7-4a51-82d7-170a28601c51 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746966 May 12 03:24:20.038660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64559a68-7741-42f3-9143-f3bd422060cb None None] Pushing event updated for resources: {'Port': ['ID=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:20.047225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.059052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.064081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d843ff-aedf-4893-a5dc-9b9ad0ca9619 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d49a1c8b-a406-4d0f-a830-f43c5a3c8eef,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:20.077823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2fcbe-d4c2-4529-b601-a3413f7bc830 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.078376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Checking segment: {'id': '098f77e0-1afb-4efe-9d0d-b101da6e302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:20.078755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network hostable DHCP agents. Network: 45e4181a-f787-424f-ac1f-ba88e4ddb561, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:20.082063 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bab2fcbe-d4c2-4529-b601-a3413f7bc830 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3113861 May 12 03:24:20.082914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59480) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.099023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (6583f4f0-587a-4399-b1be-33176b19e197), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.149994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5e51e52d-de39-48a1-9e98-16cf993852a9 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 207 time: 0.0626662 May 12 03:24:20.153335 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c79ffbcf-2a45-4265-8052-38cfda26769c tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162362 May 12 03:24:20.157311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59482) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.157311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59484) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.175523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.185314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:20.227550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 45e4181a-f787-424f-ac1f-ba88e4ddb561) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:20.247846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4f048-2a19-4e8f-b3a7-f4fabc7c0d23 None None] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:20.263666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.264264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.317257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-492f02a9-d4f2-4543-972c-1bb5e7bd2a72 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0462780 May 12 03:24:20.320720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59486) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.327732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'subnet': {'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:20.351365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7aba1340-f578-4668-b519-62ff09566999 None None] Provisioning complete for port 87b327f7-8235-4f0e-b308-301dc4af0e14 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:20.351699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7aba1340-f578-4668-b519-62ff09566999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.422779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.579143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-45e4181a-f787-424f-ac1f-ba88e4ddb561', 'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561', 'project_id': 'e99fe184e6304b56bef08ceb43afa679', 'fixed_ips': [{'subnet_id': '37eb1866-3bc1-43ef-89b4-b5a662964983'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:20.587777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.619489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1340-f578-4668-b519-62ff09566999 None None] Current status of the port 87b327f7-8235-4f0e-b308-301dc4af0e14 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:20.645710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Made reservation on behalf of e99fe184e6304b56bef08ceb43afa679 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:20.649532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.674385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (6583f4f0-587a-4399-b1be-33176b19e197), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.686487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:20.740221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0671b4ac-6554-4c21-82b6-83911faef964 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (2e590f3c-26b4-495e-a20f-3c4bfc4e5965), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.750845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.755951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.761048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.769330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.775663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.780922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:20.786810 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0e052583-af8d-4e9f-827c-3d705bc4169c tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6246469 May 12 03:24:20.787410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59488) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.819159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Allocated IP 172.20.0.2 (45e4181a-f787-424f-ac1f-ba88e4ddb561/37eb1866-3bc1-43ef-89b4-b5a662964983/772af8be-2d3f-4f8f-a15d-5da1dd109e89) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:20.820160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0671b4ac-6554-4c21-82b6-83911faef964 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (2e590f3c-26b4-495e-a20f-3c4bfc4e5965), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.821857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.825443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:20.825960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.840810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (6583f4f0-587a-4399-b1be-33176b19e197), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.857498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.892862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=6583f4f0-587a-4399-b1be-33176b19e197,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:20.895154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.899055 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-614ff5d8-d365-4843-a533-0081f522a8ef tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/6583f4f0-587a-4399-b1be-33176b19e197 HTTP/1.1" status: 204 len: 168 time: 1.0396676 May 12 03:24:20.901468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59490) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.967057 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-947a7000-5532-4f2b-8e34-b9e2fc5dc212 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640757 May 12 03:24:20.969392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59492) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.972787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0671b4ac-6554-4c21-82b6-83911faef964 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2e590f3c-26b4-495e-a20f-3c4bfc4e5965), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.976316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0671b4ac-6554-4c21-82b6-83911faef964 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:20.978025 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0671b4ac-6554-4c21-82b6-83911faef964 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e590f3c-26b4-495e-a20f-3c4bfc4e5965 HTTP/1.1" status: 204 len: 168 time: 0.8163190 May 12 03:24:20.982542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:20.998548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59494) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:20.999835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671b4ac-6554-4c21-82b6-83911faef964 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e590f3c-26b4-495e-a20f-3c4bfc4e5965,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:21.016102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:21.016742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.109702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:21.111438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Publish callbacks [] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.125696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.130150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.132565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b327f7-8235-4f0e-b308-301dc4af0e14 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:21.173007 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-424ba31f-a03e-4dd2-bbd0-94118c648365 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1705911 May 12 03:24:21.183336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59498) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:21.190619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--828688620'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:21.233514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:21.241761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:21.243627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Pushing event updated for resources: {'Port': ['ID=772af8be-2d3f-4f8f-a15d-5da1dd109e89,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:21.246101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:21.277114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:21.286609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.303543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.337176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:21.371820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 87b327f7-8235-4f0e-b308-301dc4af0e14 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:21.372581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.449649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Attempting to bind port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:21.450929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Attempting to bind port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '098f77e0-1afb-4efe-9d0d-b101da6e302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:21.451454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Attempting to bind port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 on network 45e4181a-f787-424f-ac1f-ba88e4ddb561 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:21.462046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:21.462688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Checking segment: {'id': '098f77e0-1afb-4efe-9d0d-b101da6e302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:21.463264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.463828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Bound using segment: {'id': '098f77e0-1afb-4efe-9d0d-b101da6e302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:21.464568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Bound port: 772af8be-2d3f-4f8f-a15d-5da1dd109e89, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098f77e0-1afb-4efe-9d0d-b101da6e302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45e4181a-f787-424f-ac1f-ba88e4ddb561'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:21.465248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.470708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Allocated IP 172.26.2.133 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:21.486962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (554ea854-8c9b-4982-958b-4daae5005fad), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.499357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (554ea854-8c9b-4982-958b-4daae5005fad), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.539435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554ea854-8c9b-4982-958b-4daae5005fad,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:21.553367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.554673 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7fe1c0f0-47ed-4717-a43c-a3ca9e5369a8 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3692112 May 12 03:24:21.563099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59500) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:21.571014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '554ea854-8c9b-4982-958b-4daae5005fad', 'direction': 'ingress', 'protocol': 17}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:21.590338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] For port 772af8be-2d3f-4f8f-a15d-5da1dd109e89, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:21.602675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e536357c-2db6-4d86-9698-64623fcd5e72 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:21.604835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 87b327f7-8235-4f0e-b308-301dc4af0e14 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:21.604960 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-57afab94-e813-464b-b624-8d2b6c6cfd49 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8163640 May 12 03:24:21.606061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (fde881cd-d33e-424b-8644-996c0d3a2bf9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.610571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59502) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:21.628658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] For port 772af8be-2d3f-4f8f-a15d-5da1dd109e89, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=772af8be-2d3f-4f8f-a15d-5da1dd109e89,segment=NetworkSegment(098f77e0-1afb-4efe-9d0d-b101da6e302e),segment_id=098f77e0-1afb-4efe-9d0d-b101da6e302e)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:21.653603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4f6cf419-c208-4723-9ad9-0727c6f9b7b9 None None] Provisioning complete for port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:21.654263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f6cf419-c208-4723-9ad9-0727c6f9b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.660008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.669329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (2a815029-8ffa-4ad7-95f7-89b5a2e6ff7b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.684506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f32a-d753-4731-876b-e9b366efef61 req-f87b5581-bfe1-4c01-921d-1bdeb36d7459 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.691579 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0e6f32a-d753-4731-876b-e9b366efef61 req-f87b5581-bfe1-4c01-921d-1bdeb36d7459 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.4188347 May 12 03:24:21.736158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Subnet': ['ID=fde881cd-d33e-424b-8644-996c0d3a2bf9,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:21.739471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72beda0-489b-4cf4-8bbe-7316cd4c4c6b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.741005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72beda0-489b-4cf4-8bbe-7316cd4c4c6b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.742361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72beda0-489b-4cf4-8bbe-7316cd4c4c6b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.743662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72beda0-489b-4cf4-8bbe-7316cd4c4c6b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.744962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72beda0-489b-4cf4-8bbe-7316cd4c4c6b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.746801 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c72beda0-489b-4cf4-8bbe-7316cd4c4c6b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1351168 May 12 03:24:21.751001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59504) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:21.758158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Checking segment: {'id': '14ef70b7-b75a-4f0c-aec4-3205f674799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:21.758524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network hostable DHCP agents. Network: df9f6894-343f-4c63-8209-d37a1872aca0, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:21.768356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.817112 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0e6f32a-d753-4731-876b-e9b366efef61 req-bbbfb88f-05ed-4e6f-a893-f97283b44247 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245685 May 12 03:24:21.874379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49475697-7032-46cc-b792-572e1164e845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.875666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49475697-7032-46cc-b792-572e1164e845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.877159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49475697-7032-46cc-b792-572e1164e845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.879014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49475697-7032-46cc-b792-572e1164e845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.880503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49475697-7032-46cc-b792-572e1164e845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.880630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network df9f6894-343f-4c63-8209-d37a1872aca0 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:21.882636 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-49475697-7032-46cc-b792-572e1164e845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1295507 May 12 03:24:21.883668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (eef0649a-335c-4b58-b813-bbee1228b763), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.889612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (2a815029-8ffa-4ad7-95f7-89b5a2e6ff7b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.889811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59508) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:21.890375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743f8e-4a88-49ac-8a85-a0ac80701bd3 None None] Pushing event updated for resources: {'Port': ['ID=772af8be-2d3f-4f8f-a15d-5da1dd109e89,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:21.933016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cf419-c208-4723-9ad9-0727c6f9b7b9 None None] Current status of the port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:21.935121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (2a815029-8ffa-4ad7-95f7-89b5a2e6ff7b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.955816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, df9f6894-343f-4c63-8209-d37a1872aca0) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:21.964276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:21.965280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.968278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:21.971338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:21.985679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:21.999289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:22.011208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a815029-8ffa-4ad7-95f7-89b5a2e6ff7b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:22.016267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:22.021022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.034942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] Deleting port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:22.035324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.037321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e6631-8eb4-4266-8894-8ab8a4d7f989 None None] Network df9f6894-343f-4c63-8209-d37a1872aca0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:22.039890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.051358 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4872119 May 12 03:24:22.059888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59512) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:22.088941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.089668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.090260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.090815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.091364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.091909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.092471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.093062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.093605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.094229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.095118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.095663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.096226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.096793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.097332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d20ae5-9825-4f55-9d72-149d33aa4806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:22.108418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=eef0649a-335c-4b58-b813-bbee1228b763,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:22.123965 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-864bc681-b548-4b22-95a1-179db71c6fc5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1519685 May 12 03:24:22.128775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59514) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:22.139116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:22.230425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (9848b806-4b2d-4902-a1a8-449377e93e42), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.231913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (9848b806-4b2d-4902-a1a8-449377e93e42), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.234369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] For port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:22.234774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.235997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9b846713-82b2-40d6-8b26-05d6670cff4f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9139214 May 12 03:24:22.239047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59516) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:22.247590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc2d4b-a854-4fd6-a45e-38cca1f50858 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:22.253810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59518) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:22.255220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36bc2d4b-a854-4fd6-a45e-38cca1f50858 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks/72cdee86-422b-4b28-a55c-220d405c2949 HTTP/1.1" status: 200 len: 804 time: 0.3565497 May 12 03:24:22.289759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] Calling delete_port for 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:22.320364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-47f7afa5-2e1a-46b9-84fb-506a3c189d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:22.329170 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-47f7afa5-2e1a-46b9-84fb-506a3c189d8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.0622537 May 12 03:24:22.336541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:22.341496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-014f0cef-2f36-4e41-b52c-40bb55c11597 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (554ea854-8c9b-4982-958b-4daae5005fad), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.423185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-df9f6894-343f-4c63-8209-d37a1872aca0', 'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0', 'project_id': 'e99fe184e6304b56bef08ceb43afa679', 'fixed_ips': [{'subnet_id': 'fde881cd-d33e-424b-8644-996c0d3a2bf9'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:22.424289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.504620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-411f7de3-8187-4fdf-b927-ff437946cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:22.506664 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-411f7de3-8187-4fdf-b927-ff437946cf95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.1459835 May 12 03:24:22.510382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:22.515110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Port': ['ID=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:22.561377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:22.569537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router_controller (9848b806-4b2d-4902-a1a8-449377e93e42), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.575455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-014f0cef-2f36-4e41-b52c-40bb55c11597 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (554ea854-8c9b-4982-958b-4daae5005fad), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.591489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (9848b806-4b2d-4902-a1a8-449377e93e42), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.602298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 772af8be-2d3f-4f8f-a15d-5da1dd109e89 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:22.639642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (14a33ef8-67af-4e1f-a7a6-e7ec82bb7394), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.685088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] Pushing event deleted for resources: {'Port': ['ID=14a33ef8-67af-4e1f-a7a6-e7ec82bb7394,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:22.696159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Allocated IP 172.20.0.2 (df9f6894-343f-4c63-8209-d37a1872aca0/fde881cd-d33e-424b-8644-996c0d3a2bf9/23fdea0b-ae1f-434e-8a3c-8663ebac7611) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:22.703921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000cf3c-0a37-4e74-9ced-bcdf07b94f65 None None] No DVR routers for this DVR port 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:22.709710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.719388 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8dc5e605-172c-496e-a4ee-e1cb823dfd76 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5838757 May 12 03:24:22.726865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59520) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:22.731164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60adae56-8446-4338-aa6c-daf4ffb08316 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:22.767911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:22.768296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.817462 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b21c31e7-9b62-484e-b84a-a1ec24f9198e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/networks/72cdee86-422b-4b28-a55c-220d405c2949?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5617313 May 12 03:24:22.822858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59522) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:22.933705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-014f0cef-2f36-4e41-b52c-40bb55c11597 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (554ea854-8c9b-4982-958b-4daae5005fad), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.936324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-014f0cef-2f36-4e41-b52c-40bb55c11597 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:22.937519 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-014f0cef-2f36-4e41-b52c-40bb55c11597 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/554ea854-8c9b-4982-958b-4daae5005fad HTTP/1.1" status: 204 len: 168 time: 0.8749933 May 12 03:24:22.956140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59524) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:23.037006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0cef-2f36-4e41-b52c-40bb55c11597 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ea854-8c9b-4982-958b-4daae5005fad,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:23.037349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f7460-7cc3-4f79-b44f-347678ddad63 req-86da842d-7509-48d0-86f3-21f2129de684 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:23.039079 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-697f7460-7cc3-4f79-b44f-347678ddad63 req-86da842d-7509-48d0-86f3-21f2129de684 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.9543192 May 12 03:24:23.055523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9743102d-70b9-4874-a10b-2ebe245c309d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:23.056852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9743102d-70b9-4874-a10b-2ebe245c309d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/subnets/7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f HTTP/1.1" status: 200 len: 843 time: 0.2298291 May 12 03:24:23.079370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59526) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:23.127353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.150421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Publish callbacks [] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.198977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.199324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.199849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.200375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.200864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.201397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.201897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.202384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.202884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.203375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.203857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.204341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.205188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.205683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.206190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:23.233305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.252068 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-697f7460-7cc3-4f79-b44f-347678ddad63 req-ec7b8ec7-2d95-4998-88d1-d7fde4439257 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839844 May 12 03:24:23.266021 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ffec92d3-1239-4b03-aa77-14a55e95f60b tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3085823 May 12 03:24:23.271460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59528) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:23.275655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--582122071'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:23.282306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed89672-4f77-429f-9372-42feeee56a7d None None] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:23.322776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c877ff-2f7e-4b3b-b9ec-c69fb9eeaf24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:23.324204 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-67c877ff-2f7e-4b3b-b9ec-c69fb9eeaf24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "GET /v2.0/subnets/7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2438798 May 12 03:24:23.332867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59530) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:23.338702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Network df9f6894-343f-4c63-8209-d37a1872aca0 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:23.340364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-d752dd19-cca9-401b-bfa6-8e60ae8b1c27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 1000 time: 0.8227623 May 12 03:24:23.354343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:23.361680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:23.369674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-885750012'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:23.374493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'eef0649a-335c-4b58-b813-bbee1228b763'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:23.374493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.381076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Provisioning complete for port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:23.381450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.386800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Pushing event updated for resources: {'Port': ['ID=23fdea0b-ae1f-434e-8a3c-8663ebac7611,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:23.433216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.453077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.476314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:23.479702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.489849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-c5c5d882-ff13-4c44-a3c3-226e71befbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:23.491771 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-c5c5d882-ff13-4c44-a3c3-226e71befbca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.0946620 May 12 03:24:23.544012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.561757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:23.562336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.580330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-d4186a77-1fa0-4da7-9195-0a1c4204d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:23.581994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-d4186a77-1fa0-4da7-9195-0a1c4204d5f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0840099 May 12 03:24:23.614203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:23.672053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Attempting to bind port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:23.672428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Attempting to bind port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '14ef70b7-b75a-4f0c-aec4-3205f674799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:23.672781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Attempting to bind port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 on network df9f6894-343f-4c63-8209-d37a1872aca0 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:23.707419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a75de136-b846-4a7d-91e9-4ac3bc870192), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.707880 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Added segment a75de136-b846-4a7d-91e9-4ac3bc870192 of type vlan for network cb69152d-82a9-4843-95d0-853250e43a42 May 12 03:24:23.720773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:23.721166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Checking segment: {'id': '14ef70b7-b75a-4f0c-aec4-3205f674799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:23.721560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.721965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Bound using segment: {'id': '14ef70b7-b75a-4f0c-aec4-3205f674799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:23.722469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Bound port: 23fdea0b-ae1f-434e-8a3c-8663ebac7611, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ef70b7-b75a-4f0c-aec4-3205f674799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df9f6894-343f-4c63-8209-d37a1872aca0'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:23.722839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.770237 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-d2d87ecb-9bc3-40d6-add1-17894ece51d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802342 May 12 03:24:23.784419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 772af8be-2d3f-4f8f-a15d-5da1dd109e89, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=772af8be-2d3f-4f8f-a15d-5da1dd109e89,segment=NetworkSegment(098f77e0-1afb-4efe-9d0d-b101da6e302e),segment_id=098f77e0-1afb-4efe-9d0d-b101da6e302e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:23.801677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Current status of the port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:23.801677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.822461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.837040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/eef0649a-335c-4b58-b813-bbee1228b763/9ea39507-31cb-4a84-853b-d3f48281d785) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:23.855915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.872825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (cb69152d-82a9-4843-95d0-853250e43a42), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.876698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (45457e56-e7f8-4335-8793-a7e1e1567f03), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.886236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Allocated IP 172.20.0.1 (45e4181a-f787-424f-ac1f-ba88e4ddb561/37eb1866-3bc1-43ef-89b4-b5a662964983/09e55c43-138b-456a-8faa-c3a3e7964bf8) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:23.902416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (45457e56-e7f8-4335-8793-a7e1e1567f03), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:23.964990 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a010aaf-b15a-4d12-8727-0994bf153393 req-3155a529-8d10-4da8-a9d9-3e484b02f6f4 service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843090 May 12 03:24:23.984614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:24.020588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.023049 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7500031 May 12 03:24:24.028601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1b21-3c3e-4f1c-a13e-57bd7c9d8eba tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45457e56-e7f8-4335-8793-a7e1e1567f03,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:24.035970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59532) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:24.036707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (cb69152d-82a9-4843-95d0-853250e43a42), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.042351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:24.042935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.053641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--9274410'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:24.074560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] For port 23fdea0b-ae1f-434e-8a3c-8663ebac7611, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:24.082952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:24.083392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 14a33ef8-67af-4e1f-a7a6-e7ec82bb7394 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:24.105869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Router ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:24.135421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=772af8be-2d3f-4f8f-a15d-5da1dd109e89,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:24.141341 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7737451 May 12 03:24:24.141502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] For port 23fdea0b-ae1f-434e-8a3c-8663ebac7611, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=23fdea0b-ae1f-434e-8a3c-8663ebac7611,segment=NetworkSegment(14ef70b7-b75a-4f0c-aec4-3205f674799c),segment_id=14ef70b7-b75a-4f0c-aec4-3205f674799c)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:24.145458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59534) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:24.148672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:24:24.149122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:24:24.154450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:24.157093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.162207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.162207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.162435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.162660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.163182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.164062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.164179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.164534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.166503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.166503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.166503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.166503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.166503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.166942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.167037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:24.217870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.230916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f6542-cb0f-4564-977b-b94a300cb1d4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Network': ['ID=cb69152d-82a9-4843-95d0-853250e43a42,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:24.252564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:24.265271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Sync routers for ids ['ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:24.281758 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Routers {'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:24.284572 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:24.289025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.291180 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-20cc0820-8678-42b9-95d5-bdf983d3a69d tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4004366 May 12 03:24:24.293751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59538) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:24.322552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Publish callbacks [] for port (9ea39507-31cb-4a84-853b-d3f48281d785), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.331601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network cb69152d-82a9-4843-95d0-853250e43a42 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:24.380529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.418374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdb4b5-cc8b-47ff-aa11-9d9bb8d6f3ce None None] Pushing event updated for resources: {'Port': ['ID=23fdea0b-ae1f-434e-8a3c-8663ebac7611,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:24.432075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:24.498028 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Set router ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:24.534808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:24.537389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Pushing event updated for resources: {'Port': ['ID=9ea39507-31cb-4a84-853b-d3f48281d785,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:24.540864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21ab3-548c-444e-a439-f8cab45c8d34 req-30dfbcca-e3ff-4de7-a7d4-22adc3cb79a3 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:24.545092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:24.547478 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aee21ab3-548c-444e-a439-f8cab45c8d34 req-30dfbcca-e3ff-4de7-a7d4-22adc3cb79a3 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1348994 May 12 03:24:24.615610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 772af8be-2d3f-4f8f-a15d-5da1dd109e89 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:24.689045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7dcedb2b-3919-4ae7-ae7d-622f1c9b9e1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e HTTP/1.1" status: 200 len: 907 time: 0.3938360 May 12 03:24:24.696362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59540) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:24.702061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'name': 'tempest-snat-router-12547697', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': True}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:24.729129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.745700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-78366cf8-6a8f-4573-a00c-c55b686a7c29 None None] Current status of the port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:24.759486 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aee21ab3-548c-444e-a439-f8cab45c8d34 req-93b79592-d007-45c3-9b8f-35d8c58ab0a1 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299815 May 12 03:24:24.761873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (98d8f91a-2a44-483b-880d-f26ead41a98e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.765378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (98d8f91a-2a44-483b-880d-f26ead41a98e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.771574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:24.771956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.780936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Attempting to bind port 9ea39507-31cb-4a84-853b-d3f48281d785 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:24.781379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Attempting to bind port 9ea39507-31cb-4a84-853b-d3f48281d785 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:24.781916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Attempting to bind port 9ea39507-31cb-4a84-853b-d3f48281d785 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:24.856678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:24.856935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (98d8f91a-2a44-483b-880d-f26ead41a98e), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.858516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:24.858926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.859395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:24.860037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Bound port: 9ea39507-31cb-4a84-853b-d3f48281d785, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:24.860364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.868882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.891055 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e', 'name': 'tempest-snat-router-12547697', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': False}, 'gw_port_id': 'dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:20Z', 'updated_at': '2022-05-12T03:24:23Z', 'revision_number': 3, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port': {'id': 'dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:20Z', 'updated_at': '2022-05-12T03:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:24.896856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e5e58931-9240-4a03-8513-f25a684f6cab None None] Provisioning complete for port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:24.897232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5e58931-9240-4a03-8513-f25a684f6cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.941335 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Checking router: ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:24.942139 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Updating router ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:24:24.990446 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:24.992256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::1 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/eef0649a-335c-4b58-b813-bbee1228b763/58a4b724-173b-4cac-b2c7-d6a776a4e4c3) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:24.997012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:25.006893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Made reservation on behalf of 9cb362d5482b4a159fbcfa712b36042f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:25.011133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.027078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:25.033405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] For port 9ea39507-31cb-4a84-853b-d3f48281d785, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:25.048790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:25.057758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] For port 9ea39507-31cb-4a84-853b-d3f48281d785, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9ea39507-31cb-4a84-853b-d3f48281d785,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:25.062217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Port': ['ID=09e55c43-138b-456a-8faa-c3a3e7964bf8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:25.081764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:25.097836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.142209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e5e58931-9240-4a03-8513-f25a684f6cab None None] Current status of the port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:25.142507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (98d8f91a-2a44-483b-880d-f26ead41a98e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.192606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92be22-52e0-49fb-a88c-551a17fff8ed None None] Pushing event updated for resources: {'Port': ['ID=9ea39507-31cb-4a84-853b-d3f48281d785,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:25.200003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:24:25.200620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:24:25.232361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.373737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (0690799c-bb3c-4419-b4cb-4dc26a3c18a7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.399308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0690799c-bb3c-4419-b4cb-4dc26a3c18a7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.473297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.473297 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.4206691 May 12 03:24:25.473603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59542) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:25.493271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '45457e56-e7f8-4335-8793-a7e1e1567f03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0690799c-bb3c-4419-b4cb-4dc26a3c18a7', 'remote_ip_prefix': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:25.538519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (98d8f91a-2a44-483b-880d-f26ead41a98e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.543578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12212722-5bc4-42ab-ae6f-2f35b27e85ce tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0690799c-bb3c-4419-b4cb-4dc26a3c18a7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:25.573601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.612567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.615945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a84d89a4-b638-447c-b297-1cb9f7dcd41c None None] Provisioning complete for port 09e55c43-138b-456a-8faa-c3a3e7964bf8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:25.616609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a84d89a4-b638-447c-b297-1cb9f7dcd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.620168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.667214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a84d89a4-b638-447c-b297-1cb9f7dcd41c None None] Port 09e55c43-138b-456a-8faa-c3a3e7964bf8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:25.723748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d16fa972-0ed7-4155-ab91-8ad881046e67), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.759812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.797304 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Publish callbacks [] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.810409 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.826109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:25.870465 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048542-ba58-4c96-9ed9-774dcede5319 None None] Pushing event updated for resources: {'Port': ['ID=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:25.909164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d16fa972-0ed7-4155-ab91-8ad881046e67), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.910802 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Attempting to bind port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:25.911246 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Attempting to bind port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:25.911679 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Attempting to bind port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:25.918053 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:25.919122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:25.919262 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:25.919897 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.920382 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:25.920956 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Bound port: dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:25.922175 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.932486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d16fa972-0ed7-4155-ab91-8ad881046e67), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.935985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:25.973616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:25.974410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (9848b806-4b2d-4902-a1a8-449377e93e42), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.977109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe771e57-4a54-4740-b452-67b935a422c1 req-2bba0e5e-ec8c-4da1-81b3-5143a68d06b4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:25.978683 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fe771e57-4a54-4740-b452-67b935a422c1 req-2bba0e5e-ec8c-4da1-81b3-5143a68d06b4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0906866 May 12 03:24:25.979690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16fa972-0ed7-4155-ab91-8ad881046e67,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:25.987359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (141ebbdd-9c76-4336-b0db-e65a772dae2e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:25.996766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f99a4ef-8490-4dae-9c46-499b05bb5ad1 None None] Network df9f6894-343f-4c63-8209-d37a1872aca0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:25.997814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Allocated IP 172.26.2.28 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:26.011484 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] For port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:26.013758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.017640 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1570c49a-2bf8-48b5-978b-df9fca82007f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5374742 May 12 03:24:26.017824 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] For port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:26.030888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59546) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:26.032113 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.102165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5674a50-545b-4ab6-bed1-1096a026c4ac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d16fa972-0ed7-4155-ab91-8ad881046e67), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.106131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=141ebbdd-9c76-4336-b0db-e65a772dae2e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:26.113500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] Provisioning complete for port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:26.113802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.118796 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048542-ba58-4c96-9ed9-774dcede5319 None None] Pushing event updated for resources: {'Port': ['ID=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:26.132830 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Routers {'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:26.133733 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:26.143837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5674a50-545b-4ab6-bed1-1096a026c4ac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (d16fa972-0ed7-4155-ab91-8ad881046e67), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.159027 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fe771e57-4a54-4740-b452-67b935a422c1 req-d94ca47a-9090-4d2f-aa50-8b1f041f1184 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651919 May 12 03:24:26.284352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.284352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5674a50-545b-4ab6-bed1-1096a026c4ac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d16fa972-0ed7-4155-ab91-8ad881046e67), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.306485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Checking segment: {'id': 'a75de136-b846-4a7d-91e9-4ac3bc870192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:26.306912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network hostable DHCP agents. Network: cb69152d-82a9-4843-95d0-853250e43a42, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:26.323658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5674a50-545b-4ab6-bed1-1096a026c4ac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.326389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b5674a50-545b-4ab6-bed1-1096a026c4ac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d16fa972-0ed7-4155-ab91-8ad881046e67 HTTP/1.1" status: 204 len: 168 time: 0.2942436 May 12 03:24:26.333508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59550) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:26.342052 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] Set router ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:26.362535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] Current status of the port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:26.363065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.419428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] For port 23fdea0b-ae1f-434e-8a3c-8663ebac7611, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=23fdea0b-ae1f-434e-8a3c-8663ebac7611,segment=NetworkSegment(14ef70b7-b75a-4f0c-aec4-3205f674799c),segment_id=14ef70b7-b75a-4f0c-aec4-3205f674799c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:26.419604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5674a50-545b-4ab6-bed1-1096a026c4ac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d16fa972-0ed7-4155-ab91-8ad881046e67,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:26.429182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.444370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09856b4-4afb-46c9-a018-e6e0c090d436 req-5ba5ae36-ef7a-427f-a78d-2ed19351b281 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:26.459397 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d09856b4-4afb-46c9-a018-e6e0c090d436 req-5ba5ae36-ef7a-427f-a78d-2ed19351b281 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1296279 May 12 03:24:26.489489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.512070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Network cb69152d-82a9-4843-95d0-853250e43a42 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:26.538240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59552) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:26.543220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7c7a5-a2a4-4aed-a02f-277066c203de None None] Pushing event updated for resources: {'Port': ['ID=23fdea0b-ae1f-434e-8a3c-8663ebac7611,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:26.545404 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0fcab4e-1818-45ce-98b7-1d2aec2ebd89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2025993 May 12 03:24:26.589948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, cb69152d-82a9-4843-95d0-853250e43a42) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:26.599545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d7520-ee30-41a1-b3be-2a3f06dbd612 None None] Network cb69152d-82a9-4843-95d0-853250e43a42 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:26.606588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:26.607256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.689854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d09856b4-4afb-46c9-a018-e6e0c090d436 req-6363fa79-d5cb-40d6-8c0b-6ca92bee6839 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261028 May 12 03:24:26.701957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.713485 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ba1e0599-08fc-4a4c-8b68-e604ff3bfb06 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5629265 May 12 03:24:26.718285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.720867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59556) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:26.737264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.785012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:26.793496 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e', 'name': 'tempest-snat-router-12547697', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': False}, 'gw_port_id': 'dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:20Z', 'updated_at': '2022-05-12T03:24:23Z', 'revision_number': 3, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port': {'id': 'dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:20Z', 'updated_at': '2022-05-12T03:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:26.829637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8759500-0a5b-4d84-9d53-9b17f7b6c35e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (0690799c-bb3c-4419-b4cb-4dc26a3c18a7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.845220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:26.864042 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca7e15-5753-41de-9cc0-65137ca48078 None None] The sync data for ids ['ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e'] in dv-neutron-841363-5-hyperv is: [{'id': 'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e', 'name': 'tempest-snat-router-12547697', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': False}, 'gw_port_id': 'dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:20Z', 'updated_at': '2022-05-12T03:24:23Z', 'revision_number': 3, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port': {'id': 'dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:20Z', 'updated_at': '2022-05-12T03:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:26.918718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:26.927660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:26.950550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Port': ['ID=21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:26.951277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9ea39507-31cb-4a84-853b-d3f48281d785 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:26.963024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3413416-76f7-4a1e-bf99-61e4b81fb225 req-d473528c-2cb9-4b08-a0ba-9fa63217c706 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:26.965007 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3413416-76f7-4a1e-bf99-61e4b81fb225 req-d473528c-2cb9-4b08-a0ba-9fa63217c706 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1156549 May 12 03:24:26.984687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:26.997498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1058e0c1-a01c-42cb-afbd-2e0bb64af7fa None None] Provisioning complete for port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:26.997878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1058e0c1-a01c-42cb-afbd-2e0bb64af7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.005490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Port': ['ID=09e55c43-138b-456a-8faa-c3a3e7964bf8,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:27.039617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8759500-0a5b-4d84-9d53-9b17f7b6c35e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (0690799c-bb3c-4419-b4cb-4dc26a3c18a7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.102749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-cb69152d-82a9-4843-95d0-853250e43a42', 'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42', 'project_id': '9cb362d5482b4a159fbcfa712b36042f', 'fixed_ips': [{'subnet_id': '141ebbdd-9c76-4336-b0db-e65a772dae2e'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:27.104066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.109359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9ea39507-31cb-4a84-853b-d3f48281d785 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:27.110014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.144824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:27.158339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:27.310388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9ea39507-31cb-4a84-853b-d3f48281d785 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:27.314132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.355462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3413416-76f7-4a1e-bf99-61e4b81fb225 req-f64f6eec-cbc2-4e05-9320-20cb355d5359 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511696 May 12 03:24:27.418678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59350894'] for subnet (141ebbdd-9c76-4336-b0db-e65a772dae2e), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.501016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8759500-0a5b-4d84-9d53-9b17f7b6c35e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0690799c-bb3c-4419-b4cb-4dc26a3c18a7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.503615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8759500-0a5b-4d84-9d53-9b17f7b6c35e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.509661 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d8759500-0a5b-4d84-9d53-9b17f7b6c35e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/0690799c-bb3c-4419-b4cb-4dc26a3c18a7 HTTP/1.1" status: 204 len: 168 time: 0.9606233 May 12 03:24:27.516841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59560) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:27.533490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.566605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.568090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (9848b806-4b2d-4902-a1a8-449377e93e42), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.582607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 9ea39507-31cb-4a84-853b-d3f48281d785, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9ea39507-31cb-4a84-853b-d3f48281d785,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:27.620729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8759500-0a5b-4d84-9d53-9b17f7b6c35e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0690799c-bb3c-4419-b4cb-4dc26a3c18a7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:27.646133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Router 3f45038e-908c-4657-be6f-0b1d50c9e1cb is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:27.651549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004f58-6c70-444c-a95c-1a509a1d5582 req-b6437a0d-5dfc-49a3-8787-d3c0fd7ede8c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:27.653245 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98004f58-6c70-444c-a95c-1a509a1d5582 req-b6437a0d-5dfc-49a3-8787-d3c0fd7ede8c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1550336 May 12 03:24:27.662234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1058e0c1-a01c-42cb-afbd-2e0bb64af7fa None None] Current status of the port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:27.671307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.672367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 23fdea0b-ae1f-434e-8a3c-8663ebac7611 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:27.709036 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aa38a088-d6a3-41a5-81ea-b06c21287516 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1883407 May 12 03:24:27.710173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59562) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:27.716273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (98d8f91a-2a44-483b-880d-f26ead41a98e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.744614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:27.744991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=9ea39507-31cb-4a84-853b-d3f48281d785,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:27.775303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Allocated IP 2001:db8::3 (cb69152d-82a9-4843-95d0-853250e43a42/141ebbdd-9c76-4336-b0db-e65a772dae2e/91d45c24-e8a6-4c0e-aa0a-76369f79ddcc) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:27.813012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Provisioning complete for port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:27.813385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.864792 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98004f58-6c70-444c-a95c-1a509a1d5582 req-ac99affd-b46e-4bd0-a22f-c29428ac8335 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445246 May 12 03:24:27.871689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:27.872654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:27.920357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:27.940776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:27.956237 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8383dd19-2643-43c2-a6d9-cfc9d32b127c tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7103400 May 12 03:24:27.957611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59566) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:27.958423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] Sync routers for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:27.959008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:27.988891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:28.012900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Provisioning complete for port 09e55c43-138b-456a-8faa-c3a3e7964bf8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:28.013274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.023160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:28.023534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:28.037993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65e3f9c0-b608-4145-b88f-ea99121301b4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (45457e56-e7f8-4335-8793-a7e1e1567f03), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.115597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Port 09e55c43-138b-456a-8faa-c3a3e7964bf8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:28.151610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65e3f9c0-b608-4145-b88f-ea99121301b4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (45457e56-e7f8-4335-8793-a7e1e1567f03), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.183602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:28.247611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Provisioning complete for port 9ea39507-31cb-4a84-853b-d3f48281d785 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:28.247998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.335326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:28.335902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:28.344415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Publish callbacks [] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.394005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:28.402575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.404699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:28.405321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c58e66-6924-46fb-b7a8-ab4f0f831923 None None] The sync data for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:28.461020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Network cb69152d-82a9-4843-95d0-853250e43a42 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:28.496603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:28.501260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Pushing event updated for resources: {'Port': ['ID=91d45c24-e8a6-4c0e-aa0a-76369f79ddcc,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:28.504632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:28.524493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877260-8ed9-4785-855d-2a06dede21ce req-f19c3c52-f0bc-4eb5-8854-b7953206a073 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:28.526150 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-11877260-8ed9-4785-855d-2a06dede21ce req-f19c3c52-f0bc-4eb5-8854-b7953206a073 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1561217 May 12 03:24:28.576505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0235b-3365-4431-9a91-aeabb99b8cf5 None None] Current status of the port 9ea39507-31cb-4a84-853b-d3f48281d785 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:28.596673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Attempting to bind port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:28.598116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Attempting to bind port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'a75de136-b846-4a7d-91e9-4ac3bc870192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:28.598762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Attempting to bind port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc on network cb69152d-82a9-4843-95d0-853250e43a42 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:28.607682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:28.608523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Checking segment: {'id': 'a75de136-b846-4a7d-91e9-4ac3bc870192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:28.611267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.611890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Bound using segment: {'id': 'a75de136-b846-4a7d-91e9-4ac3bc870192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:28.612560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Bound port: 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75de136-b846-4a7d-91e9-4ac3bc870192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb69152d-82a9-4843-95d0-853250e43a42'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:28.613396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.665649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (98d8f91a-2a44-483b-880d-f26ead41a98e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.683354 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-11877260-8ed9-4785-855d-2a06dede21ce req-ece4f4d4-cd13-46db-80b7-51b55197cc74 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487210 May 12 03:24:28.758296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:28.760887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] For port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:28.763496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8e476565-d253-4ff1-9282-cb583d8e2d55 None None] Provisioning complete for port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:28.763940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8e476565-d253-4ff1-9282-cb583d8e2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.769972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] For port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=91d45c24-e8a6-4c0e-aa0a-76369f79ddcc,segment=NetworkSegment(a75de136-b846-4a7d-91e9-4ac3bc870192),segment_id=a75de136-b846-4a7d-91e9-4ac3bc870192)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:28.791194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65e3f9c0-b608-4145-b88f-ea99121301b4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (45457e56-e7f8-4335-8793-a7e1e1567f03), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.793665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-65e3f9c0-b608-4145-b88f-ea99121301b4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.794813 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-65e3f9c0-b608-4145-b88f-ea99121301b4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/45457e56-e7f8-4335-8793-a7e1e1567f03 HTTP/1.1" status: 204 len: 168 time: 1.0560029 May 12 03:24:28.802241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59570) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:28.822835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3f9c0-b608-4145-b88f-ea99121301b4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45457e56-e7f8-4335-8793-a7e1e1567f03,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:28.833438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.862166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750096613762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60080118'] for subnet (141ebbdd-9c76-4336-b0db-e65a772dae2e), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.892524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Router 9848b806-4b2d-4902-a1a8-449377e93e42 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:28.918142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8e476565-d253-4ff1-9282-cb583d8e2d55 None None] Port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:28.938837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38c8d6-fb38-4a0b-9e86-a077dfbe0ac2 None None] Pushing event updated for resources: {'Port': ['ID=91d45c24-e8a6-4c0e-aa0a-76369f79ddcc,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:28.947477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:28.947943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING neutron.objects.base [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] ORM session: SQL execution without transaction in progress, traceback: May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: result = function(*args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: proto.__init__(conn_state, self) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: self.handle() May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: self.handle_one_request() May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: self.handle_one_response() May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: result = self.application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return app(environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: resp = self.call_func(req, *args, **kw) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.func(req, *args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: response = req.get_response(self.application) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: status, headers, app_iter = self.call_application( May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: app_iter = application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: resp = self.call_func(req, *args, **kw) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.func(req, *args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: response = req.get_response(self.application) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: status, headers, app_iter = self.call_application( May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: app_iter = application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: resp = self.call_func(req, *args, **kw) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.func(req, *args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: response = req.get_response(self.application) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: status, headers, app_iter = self.call_application( May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: app_iter = application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: resp = self.call_func(req, *args, **kw) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.func(req, *args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: response = req.get_response(self.application) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: status, headers, app_iter = self.call_application( May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: app_iter = application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: resp = self.call_func(req, *args, **kw) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.func(req, *args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return request.get_response(self.application) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: status, headers, app_iter = self.call_application( May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: app_iter = application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: resp = self.call_func(req, *args, **kw) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.func(req, *args, **kwargs) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: response = req.get_response(self._app) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: status, headers, app_iter = self.call_application( May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: app_iter = application(self.environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return resp(environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return resp(environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: response = self.app(environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return resp(environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.application(environ, start_response) May 12 03:24:28.970648 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return super(Pecan, self).__call__(environ, start_response) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: self.invoke_controller(controller, args, kwargs, state) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: result = controller(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*dup_args, **dup_kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return {self.resource: self.plugin_updater(*updater_args)} May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f_with_retry(*args, **kwargs, May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(*dup_args, **dup_kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1405, in update_subnet May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: self._update_subnet_postcommit(context, original_subnet, May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: registry.publish( May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: _get_callback_manager().publish(resource, event, trigger, payload=payload) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return function(*args, **kwargs) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: errors = self._notify_loop(resource, event, trigger, payload) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: callback(resource, event, trigger, payload=payload) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: router_ids = set(port.device_id for port in query) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._iter().__iter__() May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: result = self.session.execute( May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: result = fn(orm_exec_state) May 12 03:24:28.978262 dv-neutron-841363-5-hyperv neutron-server[104164]: May 12 03:24:29.004067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:29.005019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.007123 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "PUT /v2.0/subnets/141ebbdd-9c76-4336-b0db-e65a772dae2e HTTP/1.1" status: 200 len: 900 time: 2.2388794 May 12 03:24:29.015351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59574) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.032257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-95a239be-5daa-4971-81ef-388e8c886470 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2311811 May 12 03:24:29.035878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b6fa6-1b64-4aca-a84f-18348a94fe3b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event updated for resources: {'Subnet': ['ID=141ebbdd-9c76-4336-b0db-e65a772dae2e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:29.039385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59576) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.050111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639302023'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:29.102721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:29.103298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.130477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:29.139421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.146509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.148017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9ea39507-31cb-4a84-853b-d3f48281d785 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:29.168454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Router 98d8f91a-2a44-483b-880d-f26ead41a98e is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:29.182946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda1225-c732-4f1a-a765-adbf669ea761 req-f1db965c-ba41-4612-83d5-48a55258ca7b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:29.184480 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8cda1225-c732-4f1a-a765-adbf669ea761 req-f1db965c-ba41-4612-83d5-48a55258ca7b tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1064360 May 12 03:24:29.240943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:29.251610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9ea39507-31cb-4a84-853b-d3f48281d785 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:29.253315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.339540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:29.340226 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8cda1225-c732-4f1a-a765-adbf669ea761 req-297eca3c-1257-4bf7-9c68-178738689dd6 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346583 May 12 03:24:29.352303 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-05bc286f-b50e-40bb-9420-d12849f84004 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "PUT /v2.0/routers/9848b806-4b2d-4902-a1a8-449377e93e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6210673 May 12 03:24:29.353950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59578) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.358732 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Sync routers for ids ['9848b806-4b2d-4902-a1a8-449377e93e42'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:29.377494 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Routers {'9848b806-4b2d-4902-a1a8-449377e93e42'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:29.390543 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['9848b806-4b2d-4902-a1a8-449377e93e42'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:29.424675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (cb69152d-82a9-4843-95d0-853250e43a42), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.451983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (41b5f724-e499-4486-8fcd-804bc30328d6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.465463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e971382-82eb-4943-ad3a-9fb22e91c0e5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:29.469086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (41b5f724-e499-4486-8fcd-804bc30328d6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.471576 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8e971382-82eb-4943-ad3a-9fb22e91c0e5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports/58a4b724-173b-4cac-b2c7-d6a776a4e4c3 HTTP/1.1" status: 200 len: 911 time: 0.1124361 May 12 03:24:29.472244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59580) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.478403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9ea39507-31cb-4a84-853b-d3f48281d785 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:29.479914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 23fdea0b-ae1f-434e-8a3c-8663ebac7611 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:29.509266 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-e7d666f8-1535-4bf6-bab2-69573a006dad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:24:29.512901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e7d666f8-1535-4bf6-bab2-69573a006dad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5393286 May 12 03:24:29.524477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:29.528633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59582) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.538793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Sync routers for ids ['98d8f91a-2a44-483b-880d-f26ead41a98e'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:29.587131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Routers {'98d8f91a-2a44-483b-880d-f26ead41a98e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:29.588196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['98d8f91a-2a44-483b-880d-f26ead41a98e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:29.594939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:29.595590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.625188 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Set router 9848b806-4b2d-4902-a1a8-449377e93e42 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:29.638813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6bcb0-f0c2-44a8-80bb-4aa86b8f9652 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:29.654586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6bcb0-f0c2-44a8-80bb-4aa86b8f9652 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:29.661232 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-89a6bcb0-f0c2-44a8-80bb-4aa86b8f9652 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1688523 May 12 03:24:29.662879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59586) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.663454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:29.663808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.693348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.696070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6538963 May 12 03:24:29.703437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.709245 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f96846bb-ae4a-4784-84c3-f47bd237dfa7 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.0112894 May 12 03:24:29.710536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59590) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.711082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59592) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:29.718501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da9743-f1e6-492b-a405-93097012f01d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5f724-e499-4486-8fcd-804bc30328d6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:29.753594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '41b5f724-e499-4486-8fcd-804bc30328d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:29.811910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:29.848556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Set router 98d8f91a-2a44-483b-880d-f26ead41a98e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:29.855853 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:22Z', 'updated_at': '2022-05-12T03:24:26Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None, '_interfaces': [{'id': '58a4b724-173b-4cac-b2c7-d6a776a4e4c3', 'name': '', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'mac_address': 'fa:16:3e:3e:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eef0649a-335c-4b58-b813-bbee1228b763', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:23Z', 'updated_at': '2022-05-12T03:24:27Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'subnets': [{'id': 'eef0649a-335c-4b58-b813-bbee1228b763', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:29.885704 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Checking router: 9848b806-4b2d-4902-a1a8-449377e93e42 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:29.886378 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Updating router 9848b806-4b2d-4902-a1a8-449377e93e42 port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:24:29.922352 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:29.933919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (023d46c3-c1ae-48e4-8c0d-c65e6747bfe6), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.059047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] For port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=91d45c24-e8a6-4c0e-aa0a-76369f79ddcc,segment=NetworkSegment(a75de136-b846-4a7d-91e9-4ac3bc870192),segment_id=a75de136-b846-4a7d-91e9-4ac3bc870192)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:30.059781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.076329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.089032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Calling delete_port for 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:30.122391 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f5c4db76-b7fa-4209-8b8c-c409c9e18ec3 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/98d8f91a-2a44-483b-880d-f26ead41a98e HTTP/1.1" status: 200 len: 905 time: 0.3632255 May 12 03:24:30.126102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59596) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:30.197342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (023d46c3-c1ae-48e4-8c0d-c65e6747bfe6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.249366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (023d46c3-c1ae-48e4-8c0d-c65e6747bfe6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.301333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023d46c3-c1ae-48e4-8c0d-c65e6747bfe6,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:30.360365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8f91a-2a44-483b-880d-f26ead41a98e', 'name': 'tempest-snat-router-12547697', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:24Z', 'updated_at': '2022-05-12T03:24:27Z', 'revision_number': 3, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port': {'id': '21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8f91a-2a44-483b-880d-f26ead41a98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:25Z', 'updated_at': '2022-05-12T03:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:30.375096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.376597 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-702ddb30-a329-4e45-a70e-461d3ddb03e1 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6266885 May 12 03:24:30.396158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Checking router: 98d8f91a-2a44-483b-880d-f26ead41a98e for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:30.396514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Updating router 98d8f91a-2a44-483b-880d-f26ead41a98e port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:24:30.399523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59598) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:30.421613 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Publish callbacks [] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.443512 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.478879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.542015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (98d8f91a-2a44-483b-880d-f26ead41a98e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.546906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c711c969-1813-4d72-90ad-97e59751ec54 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (023d46c3-c1ae-48e4-8c0d-c65e6747bfe6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.568583 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920ed3-ca62-4eea-8f7e-57f9ea082576 None None] Pushing event updated for resources: {'Port': ['ID=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:30.616222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c711c969-1813-4d72-90ad-97e59751ec54 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (023d46c3-c1ae-48e4-8c0d-c65e6747bfe6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.680302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (9848b806-4b2d-4902-a1a8-449377e93e42), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.753342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c711c969-1813-4d72-90ad-97e59751ec54 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (023d46c3-c1ae-48e4-8c0d-c65e6747bfe6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.754914 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Attempting to bind port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:30.755410 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Attempting to bind port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:30.756082 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Attempting to bind port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:30.759062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c711c969-1813-4d72-90ad-97e59751ec54 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.760204 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c711c969-1813-4d72-90ad-97e59751ec54 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/023d46c3-c1ae-48e4-8c0d-c65e6747bfe6 HTTP/1.1" status: 204 len: 168 time: 0.3452132 May 12 03:24:30.765150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58029cdd-7fb8-4c08-b77e-26db05569b05 req-9f8e4523-8a3c-482c-9477-b2d3f3306133 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:30.768613 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-58029cdd-7fb8-4c08-b77e-26db05569b05 req-9f8e4523-8a3c-482c-9477-b2d3f3306133 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2298830 May 12 03:24:30.769099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59602) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:30.778334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (91d45c24-e8a6-4c0e-aa0a-76369f79ddcc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.782048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:30.782288 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:30.782744 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.782905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711c969-1813-4d72-90ad-97e59751ec54 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=023d46c3-c1ae-48e4-8c0d-c65e6747bfe6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:30.783330 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:30.783928 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Bound port: 58a4b724-173b-4cac-b2c7-d6a776a4e4c3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:30.784438 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.816479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:30.870474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Port': ['ID=91d45c24-e8a6-4c0e-aa0a-76369f79ddcc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:30.923379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No DVR routers for this DVR port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:30.928617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] For port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:30.932713 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] For port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:30.958306 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:30.963559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cd952-0574-4c20-95c8-b3b50c4e029b None None] Network cb69152d-82a9-4843-95d0-853250e43a42 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:31.012405 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-58029cdd-7fb8-4c08-b77e-26db05569b05 req-989450ac-40b9-4b50-b268-6637964073cf tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245837 May 12 03:24:31.013065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Deleting port 09e55c43-138b-456a-8faa-c3a3e7964bf8 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:31.013510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.022803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (98d8f91a-2a44-483b-880d-f26ead41a98e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.051812 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6140349d-271e-4097-9f92-110f5ac80634 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2771351 May 12 03:24:31.054118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59606) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:31.065868 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Routers {'9848b806-4b2d-4902-a1a8-449377e93e42'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:31.066983 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['9848b806-4b2d-4902-a1a8-449377e93e42'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:31.071981 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920ed3-ca62-4eea-8f7e-57f9ea082576 None None] Pushing event updated for resources: {'Port': ['ID=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:31.166277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (141ebbdd-9c76-4336-b0db-e65a772dae2e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.269912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Deleting port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:31.270284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.271575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Provisioning complete for port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:31.272005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.273757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.322523 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] Set router 9848b806-4b2d-4902-a1a8-449377e93e42 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:31.369336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Publish callbacks [] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.390202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Calling delete_port for 09e55c43-138b-456a-8faa-c3a3e7964bf8 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:31.413623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5e5fb40-6b48-4d4d-ac8e-ae125901ecac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (41b5f724-e499-4486-8fcd-804bc30328d6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.415340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.421740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (141ebbdd-9c76-4336-b0db-e65a772dae2e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.436605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:31.442895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.482276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=141ebbdd-9c76-4336-b0db-e65a772dae2e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:31.491877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-412c1d34-09dd-4248-9905-653b6e6b8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:31.493383 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-412c1d34-09dd-4248-9905-653b6e6b8c0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=853cf20929ad41dbbe34687e736bcbd4&device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 1129 time: 0.1101401 May 12 03:24:31.515738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:31.516172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.565609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Attempting to bind port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:31.565915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Attempting to bind port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:31.566291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Attempting to bind port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:31.570070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46839d2b-cfcb-4759-9aff-077f1ab042ec None None] Pushing event updated for resources: {'Port': ['ID=21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:31.622583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (cb69152d-82a9-4843-95d0-853250e43a42), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.632331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e95d4-4f5d-486e-8fe0-7acdcbc12607 None None] Network cb69152d-82a9-4843-95d0-853250e43a42 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:31.651612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:31.651989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:31.652464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.652780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:31.653254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Bound port: 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:31.653629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.658636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb69152d-82a9-4843-95d0-853250e43a42']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:31.670442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] For port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:31.670946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.681425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75de136-b846-4a7d-91e9-4ac3bc870192') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:31.681625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5e5fb40-6b48-4d4d-ac8e-ae125901ecac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (41b5f724-e499-4486-8fcd-804bc30328d6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.682160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75de136-b846-4a7d-91e9-4ac3bc870192') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:31.695579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:31.698597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a75de136-b846-4a7d-91e9-4ac3bc870192), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.719214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a75de136-b846-4a7d-91e9-4ac3bc870192), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.743408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Current status of the port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:31.743743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.755594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:31.756161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a75de136-b846-4a7d-91e9-4ac3bc870192), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:31.759880 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:31.786295 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:22Z', 'updated_at': '2022-05-12T03:24:26Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None, '_interfaces': [{'id': '58a4b724-173b-4cac-b2c7-d6a776a4e4c3', 'name': '', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'mac_address': 'fa:16:3e:3e:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eef0649a-335c-4b58-b813-bbee1228b763', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:23Z', 'updated_at': '2022-05-12T03:24:30Z', 'revision_number': 4, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'subnets': [{'id': 'eef0649a-335c-4b58-b813-bbee1228b763', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:31.824724 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dad3c5-d5cc-49e6-a398-b848f18141d9 None None] The sync data for ids ['9848b806-4b2d-4902-a1a8-449377e93e42'] in dv-neutron-841363-5-hyperv is: [{'id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:22Z', 'updated_at': '2022-05-12T03:24:26Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None, '_interfaces': [{'id': '58a4b724-173b-4cac-b2c7-d6a776a4e4c3', 'name': '', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'mac_address': 'fa:16:3e:3e:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eef0649a-335c-4b58-b813-bbee1228b763', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:23Z', 'updated_at': '2022-05-12T03:24:30Z', 'revision_number': 4, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'subnets': [{'id': 'eef0649a-335c-4b58-b813-bbee1228b763', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:31.845945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:31.845945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:31.854338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (cb69152d-82a9-4843-95d0-853250e43a42), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.855000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] For port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:31.859582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.867903 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/cb69152d-82a9-4843-95d0-853250e43a42 HTTP/1.1" status: 204 len: 168 time: 2.8468618 May 12 03:24:31.878365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59610) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:31.898759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] For port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:31.899682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:31.900047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 12 03:24:31.908606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:31.913438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070af96f-a99f-4c58-a651-f742309cf7d5 req-d87490fe-3c54-4542-b436-d8ad9573cc05 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:31.920946 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-070af96f-a99f-4c58-a651-f742309cf7d5 req-d87490fe-3c54-4542-b436-d8ad9573cc05 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.5406773 May 12 03:24:31.932072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] For port 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:31.955147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Could not find standard attr ID for object 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:24:31.956194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2950fc1-23e5-4182-a766-4d2a75e06340 None None] DHCP port deletion for cb69152d-82a9-4843-95d0-853250e43a42 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:31.958721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Port 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc not found, will not notify nova. {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 12 03:24:31.967401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.009123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaef376-506d-4206-bbdc-21b7a607752a None None] Pushing event updated for resources: {'Port': ['ID=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:32.039682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Routers {'98d8f91a-2a44-483b-880d-f26ead41a98e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:32.040324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['98d8f91a-2a44-483b-880d-f26ead41a98e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:32.065281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.128071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Calling delete_port for 21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:32.151060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (09e55c43-138b-456a-8faa-c3a3e7964bf8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.156758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b313c05-d44f-4822-983c-4f62bf417bab None None] Provisioning complete for port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:32.157132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b313c05-d44f-4822-983c-4f62bf417bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.185830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46839d2b-cfcb-4759-9aff-077f1ab042ec None None] Pushing event updated for resources: {'Port': ['ID=21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:32.225556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] Set router 98d8f91a-2a44-483b-880d-f26ead41a98e gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:32.265703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-b77fc2ec-3876-41a3-8237-5265da1c33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:32.267218 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-b77fc2ec-3876-41a3-8237-5265da1c33d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 200 len: 913 time: 0.6385801 May 12 03:24:32.267822 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5e5fb40-6b48-4d4d-ac8e-ae125901ecac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (41b5f724-e499-4486-8fcd-804bc30328d6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.270408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5e5fb40-6b48-4d4d-ac8e-ae125901ecac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.271448 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a5e5fb40-6b48-4d4d-ac8e-ae125901ecac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/41b5f724-e499-4486-8fcd-804bc30328d6 HTTP/1.1" status: 204 len: 168 time: 1.1957018 May 12 03:24:32.284969 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-070af96f-a99f-4c58-a651-f742309cf7d5 req-fd309163-3770-4f6e-9b3a-cb64cce25a0a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097828 May 12 03:24:32.287406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59612) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:32.305106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Port': ['ID=09e55c43-138b-456a-8faa-c3a3e7964bf8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:32.315620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8f91a-2a44-483b-880d-f26ead41a98e', 'name': 'tempest-snat-router-12547697', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:24Z', 'updated_at': '2022-05-12T03:24:31Z', 'revision_number': 4, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:32.362655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c01df1-77b0-4d34-8d82-10d5f33c37d4 None None] The sync data for ids ['98d8f91a-2a44-483b-880d-f26ead41a98e'] in dv-neutron-841363-5-hyperv is: [{'id': '98d8f91a-2a44-483b-880d-f26ead41a98e', 'name': 'tempest-snat-router-12547697', 'tenant_id': '7f854b8b2328457ca9a536dab1938925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:24Z', 'updated_at': '2022-05-12T03:24:31Z', 'revision_number': 4, 'project_id': '7f854b8b2328457ca9a536dab1938925', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:32.410648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5fb40-6b48-4d4d-ac8e-ae125901ecac tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5f724-e499-4486-8fcd-804bc30328d6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:32.442066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b313c05-d44f-4822-983c-4f62bf417bab None None] Current status of the port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:32.503318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e077cfb4-b3a5-42b3-ae9e-4e0bac0292b8 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:32.503318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e077cfb4-b3a5-42b3-ae9e-4e0bac0292b8 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:32.509068 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e077cfb4-b3a5-42b3-ae9e-4e0bac0292b8 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/141ebbdd-9c76-4336-b0db-e65a772dae2e HTTP/1.1" status: 404 len: 337 time: 0.6266854 May 12 03:24:32.509068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1615a-5b7f-4be3-bc83-3a60dc7c1d24 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=cb69152d-82a9-4843-95d0-853250e43a42,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:32.511565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59616) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:32.526402 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:24:32.561045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-7e169dcc-7938-488a-8602-9e85b3e9dcea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 200 len: 1000 time: 0.2721512 May 12 03:24:32.570845 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-38238e70-d130-4a39-9752-9fe014bf2d47 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:32.572078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38238e70-d130-4a39-9752-9fe014bf2d47 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:32.577096 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-38238e70-d130-4a39-9752-9fe014bf2d47 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/cb69152d-82a9-4843-95d0-853250e43a42 HTTP/1.1" status: 404 len: 339 time: 0.0507858 May 12 03:24:32.582137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59618) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:32.597309 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8271446c-c941-4718-b04e-8d56dd8c23e3 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2973928 May 12 03:24:32.604055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59620) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:32.608904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--621727086'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:32.630667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (58a4b724-173b-4cac-b2c7-d6a776a4e4c3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.658503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:32.697102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:32.697866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 12 03:24:32.705099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=58a4b724-173b-4cac-b2c7-d6a776a4e4c3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:32.729373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Port 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 not found, will not notify nova. {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 12 03:24:32.746741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.847569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:32.869872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (9848b806-4b2d-4902-a1a8-449377e93e42), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.892349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:32.895879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.901308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91d45c24-e8a6-4c0e-aa0a-76369f79ddcc not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:32.902549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-ddb97533-c885-42ce-ba4b-3fb2adbbe87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:32.904889 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-ddb97533-c885-42ce-ba4b-3fb2adbbe87f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 200 len: 851 time: 0.3310692 May 12 03:24:32.945241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:32.989806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.044233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb7f813-5ca9-4ea2-b982-76d5e2059804']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:33.058627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564a1e2f-81b3-4c39-a0cc-453f834d0b84') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:33.058917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564a1e2f-81b3-4c39-a0cc-453f834d0b84') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:33.071624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e45e1843-411d-464f-847d-7bbb108cb751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.117270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (564a1e2f-81b3-4c39-a0cc-453f834d0b84), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.160672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (564a1e2f-81b3-4c39-a0cc-453f834d0b84), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.168077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Router 9848b806-4b2d-4902-a1a8-449377e93e42 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:33.172236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:33.172624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (564a1e2f-81b3-4c39-a0cc-453f834d0b84), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:33.175666 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:33.284303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (3eb7f813-5ca9-4ea2-b982-76d5e2059804), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.334231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.338179 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/3eb7f813-5ca9-4ea2-b982-76d5e2059804 HTTP/1.1" status: 204 len: 168 time: 0.7581072 May 12 03:24:33.343576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59624) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:33.348141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:33.350216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b0855-8a3c-4a76-bd5f-fa33fcfe6366 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=3eb7f813-5ca9-4ea2-b982-76d5e2059804,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:33.355216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-55d46ee4-61e4-4bbb-8fcc-7bd7c26cd40b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "PUT /v2.0/routers/9848b806-4b2d-4902-a1a8-449377e93e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6891491 May 12 03:24:33.357977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59626) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:33.419196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e951c-6757-43a8-a3ea-da8fe91635a6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:33.420440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e951c-6757-43a8-a3ea-da8fe91635a6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:33.422119 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-914e951c-6757-43a8-a3ea-da8fe91635a6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0629599 May 12 03:24:33.424835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59628) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:33.475917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet eef0649a-335c-4b58-b813-bbee1228b763 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:33.479240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (eef0649a-335c-4b58-b813-bbee1228b763), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.510136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19e8a5b-ab8a-4767-abf4-3e11a3834845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:33.510636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19e8a5b-ab8a-4767-abf4-3e11a3834845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:33.514376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e19e8a5b-ab8a-4767-abf4-3e11a3834845 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/b59dbe9d-f92c-460e-8681-3f87b9ddeed8 HTTP/1.1" status: 404 len: 337 time: 0.1642916 May 12 03:24:33.523216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59630) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:33.539897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (eef0649a-335c-4b58-b813-bbee1228b763), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.562067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-3cc9009a-281d-4109-9bd1-435c6027ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:33.563601 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-3cc9009a-281d-4109-9bd1-435c6027ef75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e890778a-0f94-466b-9d2b-1438d80726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6340909 May 12 03:24:33.574655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3824791-28a5-4fc9-b123-3c6c9591dd20 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:33.575215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3824791-28a5-4fc9-b123-3c6c9591dd20 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:33.580670 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e3824791-28a5-4fc9-b123-3c6c9591dd20 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/4ba71ef1-1dbe-480e-abf0-4a8b162cdefb HTTP/1.1" status: 404 len: 339 time: 0.0541332 May 12 03:24:33.582547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59632) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:33.595214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.627448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4ad9-f99b-4644-a29a-40c3f04f5b01 req-c591f4d6-b57a-461a-a4b5-0bfb3a6497db tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:33.628937 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3aaa4ad9-f99b-4644-a29a-40c3f04f5b01 req-c591f4d6-b57a-461a-a4b5-0bfb3a6497db tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2267418 May 12 03:24:33.665652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting subnet c0d075f2-4cd3-40e7-a1cd-70ba96147769 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:33.671706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (c0d075f2-4cd3-40e7-a1cd-70ba96147769), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.691688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event deleted for resources: {'Port': ['ID=21ad3c46-a30b-4267-a6f9-ff1a4fb0b65b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:33.719575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (eef0649a-335c-4b58-b813-bbee1228b763), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.747465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c0d075f2-4cd3-40e7-a1cd-70ba96147769), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.822746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (b8d0e22b-713c-4aab-9832-05049c7cb550), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.847755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (eef0649a-335c-4b58-b813-bbee1228b763), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.865000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (b8d0e22b-713c-4aab-9832-05049c7cb550), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.883502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c0d075f2-4cd3-40e7-a1cd-70ba96147769), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.884759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Router 3f45038e-908c-4657-be6f-0b1d50c9e1cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:33.887106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.892559 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/eef0649a-335c-4b58-b813-bbee1228b763 HTTP/1.1" status: 204 len: 168 time: 0.4643738 May 12 03:24:33.892755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388608e-24b0-4cc8-9880-4fcf58680a3b None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:33.898706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59634) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:33.913463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4dd6c-0a48-40f0-9198-0903cd8ae33d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=eef0649a-335c-4b58-b813-bbee1228b763,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:33.952704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0e22b-713c-4aab-9832-05049c7cb550,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:33.967056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c0d075f2-4cd3-40e7-a1cd-70ba96147769), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.992402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.995460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:33.999209 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/c0d075f2-4cd3-40e7-a1cd-70ba96147769 HTTP/1.1" status: 204 len: 168 time: 0.4158103 May 12 03:24:33.999477 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-26ab1143-1594-4a42-abbc-de42f750b9d4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3942723 May 12 03:24:34.000263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59636) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.007505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb771e8-6ecd-44c3-a66a-31778e28d9ef None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:34.008084 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-df0784eb-ce87-4947-87e8-6cede799772e service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279203 May 12 03:24:34.022819 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3aaa4ad9-f99b-4644-a29a-40c3f04f5b01 req-369abe4c-b40b-45f8-8c62-64e6372eb7ef tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350573 May 12 03:24:34.023437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59638) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.025274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cf146-4c2b-43b2-baae-413ac409a7af tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d075f2-4cd3-40e7-a1cd-70ba96147769,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:34.038754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': 'b8d0e22b-713c-4aab-9832-05049c7cb550', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:34.092872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:34.161913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] Deleting port 9ea39507-31cb-4a84-853b-d3f48281d785 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:34.162818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.173670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (98d8f91a-2a44-483b-880d-f26ead41a98e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.237591 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] For port 9ea39507-31cb-4a84-853b-d3f48281d785, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9ea39507-31cb-4a84-853b-d3f48281d785,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:34.238351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.255209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] Calling delete_port for 9ea39507-31cb-4a84-853b-d3f48281d785 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:34.289137 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-94bb6fa6-f5e5-4f77-9e20-2712c87e32a7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3548086 May 12 03:24:34.292690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59640) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.358841 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] Sync routers for ids ['9848b806-4b2d-4902-a1a8-449377e93e42'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:34.370369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (9ea39507-31cb-4a84-853b-d3f48281d785), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.376794 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] Routers {'9848b806-4b2d-4902-a1a8-449377e93e42'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:34.377469 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['9848b806-4b2d-4902-a1a8-449377e93e42'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.415225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] Pushing event deleted for resources: {'Port': ['ID=9ea39507-31cb-4a84-853b-d3f48281d785,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:34.418512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.422195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801dbf8-0e09-4096-9ba2-9f5bdbf30d7a None None] No DVR routers for this DVR port 9ea39507-31cb-4a84-853b-d3f48281d785 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:34.424839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (98d8f91a-2a44-483b-880d-f26ead41a98e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.428468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:34.435760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting subnet 6da1dce9-d6bc-4edc-aa25-e9a3b2857865 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:34.442787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router (9848b806-4b2d-4902-a1a8-449377e93e42), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.448418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (98d8f91a-2a44-483b-880d-f26ead41a98e), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.454240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] Sync routers for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:34.457770 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-abcef5aa-c348-4d12-b7f5-a579b05b3e73 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9281912 May 12 03:24:34.462636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59642) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.477329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (6da1dce9-d6bc-4edc-aa25-e9a3b2857865), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.484156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:34.484804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.572774 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] Set router 9848b806-4b2d-4902-a1a8-449377e93e42 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:34.660629 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:22Z', 'updated_at': '2022-05-12T03:24:31Z', 'revision_number': 3, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.679164 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-f4aedc88-4443-4699-ac08-e4bd7fcfb8e5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] delete failed (client error): The resource could not be found. May 12 03:24:34.685927 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4aedc88-4443-4699-ac08-e4bd7fcfb8e5 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1745548581 HTTP/1.1" status: 404 len: 335 time: 0.2182698 May 12 03:24:34.691702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59644) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.693185 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] Checking router: 9848b806-4b2d-4902-a1a8-449377e93e42 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:34.699554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ef4fb1db-2eb0-413d-85cb-be7a7d1bd43a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f45038e-908c-4657-be6f-0b1d50c9e1cb'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:34.708512 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9a4171b-9b1f-4ad7-9800-c5181260afa4 req-45a43096-6450-4638-994a-10abffc9676a service neutron] 10.222.0.57 "GET /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630981 May 12 03:24:34.709694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (98d8f91a-2a44-483b-880d-f26ead41a98e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.710371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98d8f91a-2a44-483b-880d-f26ead41a98e {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:34.713735 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] Routers {'9848b806-4b2d-4902-a1a8-449377e93e42'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:34.715928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.717484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5230e947-8961-4147-a43a-a9f9b0e37446 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/routers/98d8f91a-2a44-483b-880d-f26ead41a98e HTTP/1.1" status: 204 len: 168 time: 4.5886002 May 12 03:24:34.724493 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['9848b806-4b2d-4902-a1a8-449377e93e42'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.767518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9ea39507-31cb-4a84-853b-d3f48281d785 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:34.777449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.782734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59646) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.794852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (9848b806-4b2d-4902-a1a8-449377e93e42), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.809919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router_controller (9848b806-4b2d-4902-a1a8-449377e93e42), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.821097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9ea39507-31cb-4a84-853b-d3f48281d785 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:34.821727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9ea39507-31cb-4a84-853b-d3f48281d785 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:34.829967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:34.830607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.896251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:34.898367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baeb35-bbb6-45d0-8e9e-f5e2fc25a8c5 None None] The sync data for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:34.899125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (9848b806-4b2d-4902-a1a8-449377e93e42), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.899749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Fanout notify agent at l3_agent the message router_deleted on router 9848b806-4b2d-4902-a1a8-449377e93e42 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:34.899905 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] Set router 9848b806-4b2d-4902-a1a8-449377e93e42 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:34.906620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.907734 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c861dffb-ce8f-4f8e-b9b6-2a029f1b201a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/routers/9848b806-4b2d-4902-a1a8-449377e93e42 HTTP/1.1" status: 204 len: 168 time: 0.6138067 May 12 03:24:34.912955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59648) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:34.917999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:34.919202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (6da1dce9-d6bc-4edc-aa25-e9a3b2857865), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:34.968804 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:22Z', 'updated_at': '2022-05-12T03:24:31Z', 'revision_number': 3, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:35.001731 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc52e4d-0e26-49f1-8202-dad1138f058a None None] The sync data for ids ['9848b806-4b2d-4902-a1a8-449377e93e42'] in dv-neutron-841363-5-hyperv is: [{'id': '9848b806-4b2d-4902-a1a8-449377e93e42', 'name': 'tempest-NetworksTestDHCPv6-router-956184226', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:22Z', 'updated_at': '2022-05-12T03:24:31Z', 'revision_number': 3, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:35.029502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:35.034627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.062317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.086148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bf4ef501-6a13-4f2d-9dfe-19b6b3c28657 None None] Provisioning complete for port 37612e6a-e333-44f3-8d3d-57166eec45f0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:35.086895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef501-6a13-4f2d-9dfe-19b6b3c28657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.128635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.176084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ef501-6a13-4f2d-9dfe-19b6b3c28657 None None] Current status of the port 37612e6a-e333-44f3-8d3d-57166eec45f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:35.242466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f4b6078a-eb6d-4188-84fa-599999bdc3a2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.250121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:35.254673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (6da1dce9-d6bc-4edc-aa25-e9a3b2857865), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.292511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:35.295755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:35.299987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:35.300590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.307262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52a427-f5f9-47f5-968e-a937920e8487 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:35.313109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=f4b6078a-eb6d-4188-84fa-599999bdc3a2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:35.327859 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6ef71d28-7083-4c12-a31e-0cc37459a058 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4113493 May 12 03:24:35.328576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59652) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:35.333479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:35.367889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (cd924428-e1de-4496-b463-66aeb1c7e594), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.369580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (cd924428-e1de-4496-b463-66aeb1c7e594), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.432947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router_controller (cd924428-e1de-4496-b463-66aeb1c7e594), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.442181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (cd924428-e1de-4496-b463-66aeb1c7e594), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.451108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:35.452113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.478740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.480605 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-985da88d-96c4-4f11-b4e9-c8e9c277a872 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1512475 May 12 03:24:35.484742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59654) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:35.601040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6d6d6a12-2cab-4066-8560-82609aa5f258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.653762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/f4b6078a-eb6d-4188-84fa-599999bdc3a2/59ff18f0-08b0-4f49-9d51-d0f2a6bf1326) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:35.667141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4f1da-d42a-429d-bb2c-cb6d2111f15a req-01daeaa3-fa6f-4399-93bf-a2ddc8bf662c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:35.669209 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e2f4f1da-d42a-429d-bb2c-cb6d2111f15a req-01daeaa3-fa6f-4399-93bf-a2ddc8bf662c tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.5556743 May 12 03:24:35.673782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ef4fb1db-2eb0-413d-85cb-be7a7d1bd43a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router_gateway (3f45038e-908c-4657-be6f-0b1d50c9e1cb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.680897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.682445 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e99e2e08-778b-48a1-a945-f20bdcead499 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6731100 May 12 03:24:35.690586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59656) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:35.709328 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fed6948b-984b-49a2-8ce8-5bf293bf443d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules/7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f HTTP/1.1" status: 200 len: 763 time: 0.0174813 May 12 03:24:35.713298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59658) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:35.746658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.751422 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-ef4fb1db-2eb0-413d-85cb-be7a7d1bd43a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] update failed (client error): The resource could not be found. May 12 03:24:35.752403 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ef4fb1db-2eb0-413d-85cb-be7a7d1bd43a tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb HTTP/1.1" status: 404 len: 339 time: 1.0567949 May 12 03:24:35.760372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59660) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:35.830216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (6da1dce9-d6bc-4edc-aa25-e9a3b2857865), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.840851 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e2f4f1da-d42a-429d-bb2c-cb6d2111f15a req-d23c82b3-9b77-4a5e-b6b8-da2cf1e57648 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575816 May 12 03:24:35.889639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=6da1dce9-d6bc-4edc-aa25-e9a3b2857865,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:35.896696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Publish callbacks [] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.905698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d266b1f-97dc-493c-a023-6dbb5386ddde None None] Network c5ba2749-ae81-4f11-8f62-10ab3f93a455 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:35.920694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:35.926697 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9dfcedb3-87d9-4d12-98dd-a3c48389dfd3 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/6da1dce9-d6bc-4edc-aa25-e9a3b2857865 HTTP/1.1" status: 204 len: 168 time: 1.8708222 May 12 03:24:35.927346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59664) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:35.935882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.019500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:36.022557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:36.026688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.043478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c5ba2749-ae81-4f11-8f62-10ab3f93a455), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.054004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:36.060723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Pushing event updated for resources: {'Port': ['ID=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:36.114559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Deleting port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:36.114902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.126455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Attempting to bind port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:36.127015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Attempting to bind port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:36.127457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Attempting to bind port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:36.134407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:36.134984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:36.135497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.135954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:36.136630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Bound port: 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:36.137290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.138964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting port 37612e6a-e333-44f3-8d3d-57166eec45f0 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:36.139302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.180754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] DHCP port deletion for c5ba2749-ae81-4f11-8f62-10ab3f93a455 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:36.241793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01b8538c-db86-44d7-b60e-0e28bdc9c806 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5286970 May 12 03:24:36.249387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] For port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:36.251329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59666) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:36.251689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] Deleting port 37612e6a-e333-44f3-8d3d-57166eec45f0 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:36.252158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.265927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] For port 37612e6a-e333-44f3-8d3d-57166eec45f0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=37612e6a-e333-44f3-8d3d-57166eec45f0,segment=NetworkSegment(1adef586-e2c6-4310-b547-9132505a53ec),segment_id=1adef586-e2c6-4310-b547-9132505a53ec)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:36.266210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.278572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] For port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:36.290120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Calling delete_port for 37612e6a-e333-44f3-8d3d-57166eec45f0 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:36.300729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] For port dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:36.301096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.315463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.325854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d295-56ad-47d0-97c8-2d159956e107 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.328258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Calling delete_port for dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:36.337862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.372049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d295-56ad-47d0-97c8-2d159956e107 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.374133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] For port 37612e6a-e333-44f3-8d3d-57166eec45f0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=37612e6a-e333-44f3-8d3d-57166eec45f0,segment=NetworkSegment(1adef586-e2c6-4310-b547-9132505a53ec),segment_id=1adef586-e2c6-4310-b547-9132505a53ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:36.374544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.435524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] Calling delete_port for 37612e6a-e333-44f3-8d3d-57166eec45f0 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:36.448776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.463799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e5bc-7587-4532-82f4-cf689bf8d6b2 None None] Pushing event updated for resources: {'Port': ['ID=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:36.500640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.519652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.536053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 37612e6a-e333-44f3-8d3d-57166eec45f0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:36.547198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Port': ['ID=37612e6a-e333-44f3-8d3d-57166eec45f0,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:36.553961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No DVR routers for this DVR port 37612e6a-e333-44f3-8d3d-57166eec45f0 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:36.563184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 37612e6a-e333-44f3-8d3d-57166eec45f0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:36.563543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 37612e6a-e333-44f3-8d3d-57166eec45f0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:36.563669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d295-56ad-47d0-97c8-2d159956e107 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.565329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:36.594042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:36.594369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58a4b724-173b-4cac-b2c7-d6a776a4e4c3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:36.598082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d295-56ad-47d0-97c8-2d159956e107 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.599181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c4c7d295-56ad-47d0-97c8-2d159956e107 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f HTTP/1.1" status: 204 len: 168 time: 0.3471959 May 12 03:24:36.603091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59668) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:36.606141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (37612e6a-e333-44f3-8d3d-57166eec45f0), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.622320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7d295-56ad-47d0-97c8-2d159956e107 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e6eb31f-2da9-4d1e-ad89-7385d5e08e0f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:36.651509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] Pushing event deleted for resources: {'Port': ['ID=37612e6a-e333-44f3-8d3d-57166eec45f0,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:36.654553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde8fd9-24a8-4d98-9c34-0bf13a2071b9 None None] No DVR routers for this DVR port 37612e6a-e333-44f3-8d3d-57166eec45f0 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:36.758832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c5ba2749-ae81-4f11-8f62-10ab3f93a455), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.800711 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9bf16893-5cd4-4d06-bdae-9d2baa618e47 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1922946 May 12 03:24:36.803606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59670) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:36.806439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ba2749-ae81-4f11-8f62-10ab3f93a455']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:36.813095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': 'b8d0e22b-713c-4aab-9832-05049c7cb550', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:36.830541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adef586-e2c6-4310-b547-9132505a53ec') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:36.830928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adef586-e2c6-4310-b547-9132505a53ec') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:36.866569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (1adef586-e2c6-4310-b547-9132505a53ec), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.896178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1adef586-e2c6-4310-b547-9132505a53ec), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.913991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e01aa30-d720-4b7c-9aed-4a90f5afbd44), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.914783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::1 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/f4b6078a-eb6d-4188-84fa-599999bdc3a2/d1329343-8ac4-4bd6-8d30-c01c361bb44c) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:36.916704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:36.917106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (1adef586-e2c6-4310-b547-9132505a53ec), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: items = [ May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:36.920671 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:36.944126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.003795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Allocated IP 172.20.0.1 (054e3a53-f8fc-49d6-ae01-e562085e0cf0/26e24870-a0a1-4a1b-93af-e23ec9313ae9/5c52b452-2200-41db-9e36-8f1c69082688) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:37.026948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:37.063275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c5ba2749-ae81-4f11-8f62-10ab3f93a455), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.093033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.096266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/c5ba2749-ae81-4f11-8f62-10ab3f93a455 HTTP/1.1" status: 204 len: 168 time: 1.1657031 May 12 03:24:37.102580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59674) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.142779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d93168-0bd5-4163-8712-cae35980a642 req-bf8c9a0e-0c9d-4bbe-b110-30cd0281ad52 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:37.144292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76d93168-0bd5-4163-8712-cae35980a642 req-bf8c9a0e-0c9d-4bbe-b110-30cd0281ad52 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1940131 May 12 03:24:37.150041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cd959-8fb7-4a01-aaa1-033e1b6e63d2 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=c5ba2749-ae81-4f11-8f62-10ab3f93a455,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:37.163776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e01aa30-d720-4b7c-9aed-4a90f5afbd44), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.170021 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f833804-c823-4560-adc6-74aef0c2eb0b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:37.170486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f833804-c823-4560-adc6-74aef0c2eb0b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:37.175828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7e01aa30-d720-4b7c-9aed-4a90f5afbd44), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.175988 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f833804-c823-4560-adc6-74aef0c2eb0b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/45b4af28-6ef6-42c0-8dfe-496e2d65944b HTTP/1.1" status: 404 len: 337 time: 0.0700681 May 12 03:24:37.176437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.180850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59676) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.204808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.207686 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f349c16-de7c-42e6-aa58-93d1c01f8a4e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:37.208215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f349c16-de7c-42e6-aa58-93d1c01f8a4e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:37.210148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e01aa30-d720-4b7c-9aed-4a90f5afbd44,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:37.213972 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8f349c16-de7c-42e6-aa58-93d1c01f8a4e tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/99c6eb81-a55b-4fcb-a944-70467215292d HTTP/1.1" status: 404 len: 339 time: 0.0299118 May 12 03:24:37.216176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59678) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.263818 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4d2fba-dd7d-49e4-8b46-c13f39ec5f0b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:37.264495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4d2fba-dd7d-49e4-8b46-c13f39ec5f0b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:37.267480 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6a4d2fba-dd7d-49e4-8b46-c13f39ec5f0b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/3d5a7eeb-0af1-4111-8b43-29a950f85bdc HTTP/1.1" status: 404 len: 337 time: 0.0473599 May 12 03:24:37.273841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59680) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.291806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.295383 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dfc204e4-9eb5-41ce-b545-b08d4fa561d6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4885178 May 12 03:24:37.298501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76d93168-0bd5-4163-8712-cae35980a642 req-17ce3a54-cf25-45ed-9ab0-9428d83b72e3 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441081 May 12 03:24:37.298651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for port (5c52b452-2200-41db-9e36-8f1c69082688), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.298976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59682) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.312876 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49ac662-84ac-4996-b61d-135662d6e712 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:37.313534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49ac662-84ac-4996-b61d-135662d6e712 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:37.326088 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c49ac662-84ac-4996-b61d-135662d6e712 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/835a56ff-9173-4957-9898-fdeacb70db76 HTTP/1.1" status: 404 len: 339 time: 0.0376186 May 12 03:24:37.333922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59684) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.339849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.343220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_controller (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.348754 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-682d13ea-cbdc-4a1a-bf98-381c3b19562b tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules/7e01aa30-d720-4b7c-9aed-4a90f5afbd44 HTTP/1.1" status: 200 len: 763 time: 0.0471480 May 12 03:24:37.357614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59688) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.374571 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9be22f-a334-47eb-887e-94c0be7184f9 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:37.375002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9be22f-a334-47eb-887e-94c0be7184f9 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:37.378140 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0c9be22f-a334-47eb-887e-94c0be7184f9 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/2c9ee9c8-a04d-4da2-a8d0-07cb37cad6bf HTTP/1.1" status: 404 len: 337 time: 0.0425928 May 12 03:24:37.385991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59690) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.396143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.438935 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dc2a27-9046-48cb-8ef2-f66ccf1b7c91 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:37.439448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dc2a27-9046-48cb-8ef2-f66ccf1b7c91 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:37.442524 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-63dc2a27-9046-48cb-8ef2-f66ccf1b7c91 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/f923e105-cc23-4e5c-8ae3-14c8328a2d29 HTTP/1.1" status: 404 len: 339 time: 0.0550978 May 12 03:24:37.445968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59692) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.463520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:37.473929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:37.477365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:37.477941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (cd924428-e1de-4496-b463-66aeb1c7e594), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.485035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.485681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:37.495735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fbb2-db47-4631-b3ca-153dbd120f4e req-d5eb77d4-1de0-4b7c-b050-d9d8fd60b621 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:37.497323 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e64fbb2-db47-4631-b3ca-153dbd120f4e req-d5eb77d4-1de0-4b7c-b050-d9d8fd60b621 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0993190 May 12 03:24:37.500390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.505322 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-df425d88-8f90-4048-af83-ae15c0d39bfa tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ccf977e3-9f74-4e78-a3c2-55cb30cb6b5e HTTP/1.1" status: 204 len: 168 time: 2.7200766 May 12 03:24:37.513594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59694) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.522000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-397304196', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:37.525224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=d1329343-8ac4-4bd6-8d30-c01c361bb44c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:37.530179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5c52b452-2200-41db-9e36-8f1c69082688), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.555038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:37.574262 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-88eb7cee-f7a8-4f07-a3fe-37e1912198bb tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2104795 May 12 03:24:37.575347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59696) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.589555 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:37.592143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:37.611788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting subnet 329bf61d-9d80-4627-8cc5-4d3172fc0179 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:37.667676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.668980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.679009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (329bf61d-9d80-4627-8cc5-4d3172fc0179), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.685764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Port': ['ID=5c52b452-2200-41db-9e36-8f1c69082688,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:37.686257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e64fbb2-db47-4631-b3ca-153dbd120f4e req-01e5dd8f-b973-4a6c-9a0d-6d5721d80fc8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716225 May 12 03:24:37.712278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff4e1a27-0389-437b-9406-2a6659e435c4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e01aa30-d720-4b7c-9aed-4a90f5afbd44), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.730596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff4e1a27-0389-437b-9406-2a6659e435c4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (7e01aa30-d720-4b7c-9aed-4a90f5afbd44), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.733395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.783119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (329bf61d-9d80-4627-8cc5-4d3172fc0179), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.833673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.888722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.909571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff4e1a27-0389-437b-9406-2a6659e435c4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7e01aa30-d720-4b7c-9aed-4a90f5afbd44), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.917191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff4e1a27-0389-437b-9406-2a6659e435c4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.918596 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ff4e1a27-0389-437b-9406-2a6659e435c4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7e01aa30-d720-4b7c-9aed-4a90f5afbd44 HTTP/1.1" status: 204 len: 168 time: 0.3405833 May 12 03:24:37.928218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59700) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:37.966378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e1a27-0389-437b-9406-2a6659e435c4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e01aa30-d720-4b7c-9aed-4a90f5afbd44,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:37.975307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (329bf61d-9d80-4627-8cc5-4d3172fc0179), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:37.999232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.001202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] Provisioning complete for port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:38.001818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.078153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5c52b452-2200-41db-9e36-8f1c69082688), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.104633 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2e1a0aa4-1e72-4e04-a72c-22e7cf7d4db5 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1669693 May 12 03:24:38.107875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59704) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:38.122539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] Current status of the port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:38.123291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.136303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': 'b8d0e22b-713c-4aab-9832-05049c7cb550', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:38.189314 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Project 16f0f8d1cb0e4cabbca9e65cc3e120b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:24:38.190895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] For port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:38.198964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.234336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0db880a2-bce9-449f-ace6-7136c3a68735), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.258657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949993f5-8c56-4f0a-9b73-580bea386601 req-dbbc752d-2e6e-4f84-bb42-3b4c147212d4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:38.262711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1cd1b-e7ff-491c-84ac-0cbbe4c08cea None None] Pushing event updated for resources: {'Port': ['ID=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:38.265677 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-949993f5-8c56-4f0a-9b73-580bea386601 req-dbbc752d-2e6e-4f84-bb42-3b4c147212d4 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1693628 May 12 03:24:38.327536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ee291dcf-42ed-48a5-9d87-e5b60beaa5ad None None] Provisioning complete for port 5c52b452-2200-41db-9e36-8f1c69082688 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:38.328994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ee291dcf-42ed-48a5-9d87-e5b60beaa5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5c52b452-2200-41db-9e36-8f1c69082688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.368646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.369769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ee291dcf-42ed-48a5-9d87-e5b60beaa5ad None None] Port 5c52b452-2200-41db-9e36-8f1c69082688 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:38.377488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (329bf61d-9d80-4627-8cc5-4d3172fc0179), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.380467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ee291dcf-42ed-48a5-9d87-e5b60beaa5ad None None] Provisioning complete for port d1329343-8ac4-4bd6-8d30-c01c361bb44c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:38.381497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ee291dcf-42ed-48a5-9d87-e5b60beaa5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.416551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ee291dcf-42ed-48a5-9d87-e5b60beaa5ad None None] Port d1329343-8ac4-4bd6-8d30-c01c361bb44c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:38.434932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=329bf61d-9d80-4627-8cc5-4d3172fc0179,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:38.462890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.468641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4ba5220-9c8b-41a2-b926-63b108c7e89b tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/329bf61d-9d80-4627-8cc5-4d3172fc0179 HTTP/1.1" status: 204 len: 168 time: 1.0213282 May 12 03:24:38.472817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59706) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:38.487080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e0121-d35c-4c59-8d9e-650dc2932332 None None] Network 8d58e098-9ac9-4e22-ba38-6acd01fbf95c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:38.497845 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-949993f5-8c56-4f0a-9b73-580bea386601 req-4174a117-fb38-434d-988f-0f84ee85a545 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219851 May 12 03:24:38.550745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.566046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.567232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (cd924428-e1de-4496-b463-66aeb1c7e594), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.599995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:38.606180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0db880a2-bce9-449f-ace6-7136c3a68735), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.619596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0db880a2-bce9-449f-ace6-7136c3a68735), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.648609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8d58e098-9ac9-4e22-ba38-6acd01fbf95c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.654100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db880a2-bce9-449f-ace6-7136c3a68735,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:38.672640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:38.673307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.717005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] DHCP port deletion for 8d58e098-9ac9-4e22-ba38-6acd01fbf95c request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:38.725418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.729119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c1800242-a837-40e6-86f1-213ee0c648bd tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6121190 May 12 03:24:38.731760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59708) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:38.775561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] Deleting port 142c8d33-ba1a-4209-8f4b-753c79cea70e {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:38.775904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.797841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-596e90bc-8991-4bce-86a0-5c88677fc06f tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules/0db880a2-bce9-449f-ace6-7136c3a68735 HTTP/1.1" status: 200 len: 769 time: 0.0638628 May 12 03:24:38.799704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59710) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:38.834880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.862210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.867837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:38.877957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting port 142c8d33-ba1a-4209-8f4b-753c79cea70e {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:38.878142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] For port 142c8d33-ba1a-4209-8f4b-753c79cea70e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=142c8d33-ba1a-4209-8f4b-753c79cea70e,segment=NetworkSegment(f7711da5-a424-4e6c-af3e-09d2bc41cf83),segment_id=f7711da5-a424-4e6c-af3e-09d2bc41cf83)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:38.878361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.878484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:38.894633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] Calling delete_port for 142c8d33-ba1a-4209-8f4b-753c79cea70e owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:38.945658 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8a4cbc10-e8d6-4119-b2b6-7afc38d4a4e5 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1426504 May 12 03:24:38.951271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59712) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:38.971964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:38.981669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=d1329343-8ac4-4bd6-8d30-c01c361bb44c,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.003461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:39.004073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc9e52f8-8e7e-481c-bb50-e33af1e2ebd7 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:39.029676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.037336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:39.040432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:39.043753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for port (5c52b452-2200-41db-9e36-8f1c69082688), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.053285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] For port 142c8d33-ba1a-4209-8f4b-753c79cea70e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=142c8d33-ba1a-4209-8f4b-753c79cea70e,segment=NetworkSegment(f7711da5-a424-4e6c-af3e-09d2bc41cf83),segment_id=f7711da5-a424-4e6c-af3e-09d2bc41cf83)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:39.053872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.057702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d13fbdf-ef6c-47a6-864e-2985c2adeb89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0db880a2-bce9-449f-ace6-7136c3a68735), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.064181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] Pushing event deleted for resources: {'Port': ['ID=142c8d33-ba1a-4209-8f4b-753c79cea70e,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.069951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d7b4f-801c-4b92-9378-dc1826c0ed81 None None] No DVR routers for this DVR port 142c8d33-ba1a-4209-8f4b-753c79cea70e on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:39.091898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Calling delete_port for 142c8d33-ba1a-4209-8f4b-753c79cea70e owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:39.095897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d13fbdf-ef6c-47a6-864e-2985c2adeb89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (0db880a2-bce9-449f-ace6-7136c3a68735), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.102730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (5c52b452-2200-41db-9e36-8f1c69082688), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.164595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Allocated IP 172.26.2.168 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/08a14a51-1e44-4b6e-89b2-312c70988044) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:39.194094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d13fbdf-ef6c-47a6-864e-2985c2adeb89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0db880a2-bce9-449f-ace6-7136c3a68735), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.218487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d13fbdf-ef6c-47a6-864e-2985c2adeb89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.221865 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1d13fbdf-ef6c-47a6-864e-2985c2adeb89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0db880a2-bce9-449f-ace6-7136c3a68735 HTTP/1.1" status: 204 len: 168 time: 0.2675743 May 12 03:24:39.222379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.226137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59714) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.227071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event updated for resources: {'Port': ['ID=5c52b452-2200-41db-9e36-8f1c69082688,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.259682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13fbdf-ef6c-47a6-864e-2985c2adeb89 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db880a2-bce9-449f-ace6-7136c3a68735,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.288447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (142c8d33-ba1a-4209-8f4b-753c79cea70e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.309656 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5a55e2f7-8b1c-43e3-a260-19e0faedd284 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796123 May 12 03:24:39.322330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59716) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.335752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Port': ['ID=142c8d33-ba1a-4209-8f4b-753c79cea70e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.348075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No DVR routers for this DVR port 142c8d33-ba1a-4209-8f4b-753c79cea70e on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:39.350412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e5a2c820-b784-434f-a33c-17aba33ba84e None None] Provisioning complete for port d1329343-8ac4-4bd6-8d30-c01c361bb44c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:39.351060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c820-b784-434f-a33c-17aba33ba84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.361313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Router cd924428-e1de-4496-b463-66aeb1c7e594 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:39.363783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for port (08a14a51-1e44-4b6e-89b2-312c70988044), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.393170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2c820-b784-434f-a33c-17aba33ba84e None None] Port d1329343-8ac4-4bd6-8d30-c01c361bb44c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:39.397899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:39.434409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:39.470451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8d58e098-9ac9-4e22-ba38-6acd01fbf95c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.517135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-156023cf-4032-4e69-a12d-328ddafb9de4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (b8d0e22b-713c-4aab-9832-05049c7cb550), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.522752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d58e098-9ac9-4e22-ba38-6acd01fbf95c']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:39.547454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7711da5-a424-4e6c-af3e-09d2bc41cf83') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:39.547809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7711da5-a424-4e6c-af3e-09d2bc41cf83') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:39.561601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (f7711da5-a424-4e6c-af3e-09d2bc41cf83), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.576194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-156023cf-4032-4e69-a12d-328ddafb9de4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (b8d0e22b-713c-4aab-9832-05049c7cb550), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.577782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.581503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (08a14a51-1e44-4b6e-89b2-312c70988044), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.596957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f7711da5-a424-4e6c-af3e-09d2bc41cf83), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.605052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Router 3f45038e-908c-4657-be6f-0b1d50c9e1cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:39.608701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:39.619710 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Sync routers for ids ['cd924428-e1de-4496-b463-66aeb1c7e594'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:39.624637 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-263fcaea-447a-4000-9d74-4d73f17f389e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "PUT /v2.0/routers/cd924428-e1de-4496-b463-66aeb1c7e594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1384263 May 12 03:24:39.627755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59720) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.630995 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Routers {'cd924428-e1de-4496-b463-66aeb1c7e594'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:39.631689 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cd924428-e1de-4496-b463-66aeb1c7e594'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:39.641922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:39.641922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (f7711da5-a424-4e6c-af3e-09d2bc41cf83), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:39.645812 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:39.697965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:39.705500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39038c7e-11ae-42ee-8ce6-5729c8c0d8ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:39.711558 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-39038c7e-11ae-42ee-8ce6-5729c8c0d8ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports/d1329343-8ac4-4bd6-8d30-c01c361bb44c HTTP/1.1" status: 200 len: 911 time: 0.0828118 May 12 03:24:39.712786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59722) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.713392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:39.721108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:39.724200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-416053af-5deb-4a9a-9af0-5dc8a378a8ec None None] Provisioning complete for port 5c52b452-2200-41db-9e36-8f1c69082688 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:39.726012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-416053af-5deb-4a9a-9af0-5dc8a378a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5c52b452-2200-41db-9e36-8f1c69082688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.736540 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Set router cd924428-e1de-4496-b463-66aeb1c7e594 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:39.761280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17538f8-facb-49b6-99cf-6aa549a7c1e6 req-6cc6bda8-4846-4b15-afef-12e6fa2093f8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:39.762869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c17538f8-facb-49b6-99cf-6aa549a7c1e6 req-6cc6bda8-4846-4b15-afef-12e6fa2093f8 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.1623375 May 12 03:24:39.778830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-416053af-5deb-4a9a-9af0-5dc8a378a8ec None None] Port 5c52b452-2200-41db-9e36-8f1c69082688 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:24:39.789234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event updated for resources: {'Port': ['ID=08a14a51-1e44-4b6e-89b2-312c70988044,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.810639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-156023cf-4032-4e69-a12d-328ddafb9de4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (b8d0e22b-713c-4aab-9832-05049c7cb550), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.813145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-156023cf-4032-4e69-a12d-328ddafb9de4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.816742 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-156023cf-4032-4e69-a12d-328ddafb9de4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/b8d0e22b-713c-4aab-9832-05049c7cb550 HTTP/1.1" status: 204 len: 168 time: 0.4882500 May 12 03:24:39.819910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59724) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.826844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8d58e098-9ac9-4e22-ba38-6acd01fbf95c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.848749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:39.854649 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/8d58e098-9ac9-4e22-ba38-6acd01fbf95c HTTP/1.1" status: 204 len: 168 time: 1.3536279 May 12 03:24:39.854649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156023cf-4032-4e69-a12d-328ddafb9de4 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0e22b-713c-4aab-9832-05049c7cb550,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.859745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59726) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.885481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:39.894050 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-acbd3201-a88b-47f9-a20f-fd98b5db0149 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1285102 May 12 03:24:39.898695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4b2a7-d682-439e-a3cb-0587b8a6b1d0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:39.900256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] Sync routers for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:39.904108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4b2a7-d682-439e-a3cb-0587b8a6b1d0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:39.908316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e9b4b2a7-d682-439e-a3cb-0587b8a6b1d0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1913304 May 12 03:24:39.911252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59728) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.911592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59730) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.914526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:39.915257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:39.933733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126eca-a065-411f-b038-3c6af898e97d tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=8d58e098-9ac9-4e22-ba38-6acd01fbf95c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:39.941325 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad620506-fc9a-4d53-8b66-834c5060f681 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:39.941788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad620506-fc9a-4d53-8b66-834c5060f681 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:39.945397 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ad620506-fc9a-4d53-8b66-834c5060f681 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/91645bc9-6061-4ffc-a6a3-0bd3f3cb5ed5 HTTP/1.1" status: 404 len: 337 time: 0.0846486 May 12 03:24:39.950951 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c17538f8-facb-49b6-99cf-6aa549a7c1e6 req-ce2ede69-aff7-4a4b-9316-a781236cc248 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635802 May 12 03:24:39.952710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59732) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:39.975634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:39.984697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:39.985634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:40.011170 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdc44e7-ca2b-4b8a-ae45-5d46cecfdfa4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] DELETE failed (client error): The resource could not be found. May 12 03:24:40.011962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdc44e7-ca2b-4b8a-ae45-5d46cecfdfa4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:24:40.015064 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dfdc44e7-ca2b-4b8a-ae45-5d46cecfdfa4 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/f7d258f1-b625-41b4-825a-9d2e04b4200a HTTP/1.1" status: 404 len: 339 time: 0.0614436 May 12 03:24:40.019955 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3823e128-c2ff-4713-b43a-d86fac0d6c2d tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1974573 May 12 03:24:40.028453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59734) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:40.028788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59736) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:40.030763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:40.031490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb947a4-3fea-4087-983e-d1aee9e21ac8 None None] The sync data for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:40.042814 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:35Z', 'updated_at': '2022-05-12T03:24:37Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None, '_interfaces': [{'id': 'd1329343-8ac4-4bd6-8d30-c01c361bb44c', 'name': '', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'mac_address': 'fa:16:3e:b4:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:36Z', 'updated_at': '2022-05-12T03:24:38Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'subnets': [{'id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:40.071584 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Checking router: cd924428-e1de-4496-b463-66aeb1c7e594 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:40.072081 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Updating router cd924428-e1de-4496-b463-66aeb1c7e594 port d1329343-8ac4-4bd6-8d30-c01c361bb44c binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:24:40.095959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734839066'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:40.103465 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.183166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.223403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ae616b4-031d-4091-9518-5cc8bca320fc tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.242969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting subnet 7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:40.280170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.429919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.454911 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Publish callbacks [] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.470334 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.471716 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-6ae616b4-031d-4091-9518-5cc8bca320fc tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 03:24:40.472948 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6ae616b4-031d-4091-9518-5cc8bca320fc tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb HTTP/1.1" status: 409 len: 376 time: 0.5604320 May 12 03:24:40.478979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59740) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:40.527372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90696461-fb30-4f4e-a218-9601459684bc req-349aee05-6e3f-43e5-ad3b-f3db286d4267 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:40.528879 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90696461-fb30-4f4e-a218-9601459684bc req-349aee05-6e3f-43e5-ad3b-f3db286d4267 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.0831461 May 12 03:24:40.535680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 142c8d33-ba1a-4209-8f4b-753c79cea70e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:40.570265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 142c8d33-ba1a-4209-8f4b-753c79cea70e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:40.570619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 142c8d33-ba1a-4209-8f4b-753c79cea70e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:40.620240 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e3e22-4e72-462a-8faa-fc72441c81a0 None None] Pushing event updated for resources: {'Port': ['ID=d1329343-8ac4-4bd6-8d30-c01c361bb44c,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:40.638922 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Attempting to bind port d1329343-8ac4-4bd6-8d30-c01c361bb44c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:40.639496 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Attempting to bind port d1329343-8ac4-4bd6-8d30-c01c361bb44c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:40.640049 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Attempting to bind port d1329343-8ac4-4bd6-8d30-c01c361bb44c on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:40.647876 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:40.648868 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:40.649465 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.650063 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:40.650786 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Bound port: d1329343-8ac4-4bd6-8d30-c01c361bb44c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:40.651419 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.735450 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] For port d1329343-8ac4-4bd6-8d30-c01c361bb44c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:40.735993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.745191 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] For port d1329343-8ac4-4bd6-8d30-c01c361bb44c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d1329343-8ac4-4bd6-8d30-c01c361bb44c,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:40.759882 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.855170 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e3e22-4e72-462a-8faa-fc72441c81a0 None None] Pushing event updated for resources: {'Port': ['ID=d1329343-8ac4-4bd6-8d30-c01c361bb44c,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:40.921370 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Routers {'cd924428-e1de-4496-b463-66aeb1c7e594'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:40.922032 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cd924428-e1de-4496-b463-66aeb1c7e594'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:40.926409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (2e251950-db1c-4f3c-84af-84121abdb0b3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.974047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Deleting port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:40.974461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.986115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2e251950-db1c-4f3c-84af-84121abdb0b3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:40.988568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] Provisioning complete for port d1329343-8ac4-4bd6-8d30-c01c361bb44c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:40.988936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.167475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] Current status of the port d1329343-8ac4-4bd6-8d30-c01c361bb44c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:41.168640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.213182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] For port d1329343-8ac4-4bd6-8d30-c01c361bb44c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d1329343-8ac4-4bd6-8d30-c01c361bb44c,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:41.219927 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.224074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.228774 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1910827 May 12 03:24:41.231798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59762) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:41.240529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Request body: {'security_group_rule': {'security_group_id': '2e251950-db1c-4f3c-84af-84121abdb0b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:41.293616 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] Set router cd924428-e1de-4496-b463-66aeb1c7e594 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:41.304415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.310897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8611da-5b75-4023-8d4f-2b772e54384d None None] Pushing event updated for resources: {'Port': ['ID=d1329343-8ac4-4bd6-8d30-c01c361bb44c,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:41.339492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb54-5926-4948-8190-756a078b891f req-244b91ae-c002-4ae5-971f-ad30297ecf40 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:41.341062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4f8bb54-5926-4948-8190-756a078b891f req-244b91ae-c002-4ae5-971f-ad30297ecf40 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 945 time: 0.2175920 May 12 03:24:41.349010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544a330-ad84-4a7c-bb05-ee2779a899e6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e251950-db1c-4f3c-84af-84121abdb0b3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:41.351062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9c07-e7e5-4d0c-88ec-784110fad938 req-98ef714a-77b5-4c5d-8ddb-7231fb603910 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:41.358575 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-782b9c07-e7e5-4d0c-88ec-784110fad938 req-98ef714a-77b5-4c5d-8ddb-7231fb603910 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.2687209 May 12 03:24:41.429361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.447520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7362a8b8-602a-4809-bdea-463d1bd2862e None None] Provisioning complete for port d1329343-8ac4-4bd6-8d30-c01c361bb44c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:41.448272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7362a8b8-602a-4809-bdea-463d1bd2862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.476943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] For port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:41.477310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.532893 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-782b9c07-e7e5-4d0c-88ec-784110fad938 req-28c43eba-09b7-49d3-a88f-247b69d2d6fb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734636 May 12 03:24:41.551935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7362a8b8-602a-4809-bdea-463d1bd2862e None None] Current status of the port d1329343-8ac4-4bd6-8d30-c01c361bb44c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:41.571766 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4f8bb54-5926-4948-8190-756a078b891f req-139e7d31-2989-431f-83f3-3040f11d9c9f tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups?id=e65966d0-7811-4fd6-b371-26b91d7e2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021959 May 12 03:24:41.585494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (cd924428-e1de-4496-b463-66aeb1c7e594), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.587178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (e775b5d5-cb42-4ed1-9dcf-8995cb4ebb31), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.630734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:35Z', 'updated_at': '2022-05-12T03:24:37Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None, '_interfaces': [{'id': 'd1329343-8ac4-4bd6-8d30-c01c361bb44c', 'name': '', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'mac_address': 'fa:16:3e:b4:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:36Z', 'updated_at': '2022-05-12T03:24:40Z', 'revision_number': 4, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'subnets': [{'id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:41.659448 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92aef23-738c-4455-b265-756aea1e53b2 None None] The sync data for ids ['cd924428-e1de-4496-b463-66aeb1c7e594'] in dv-neutron-841363-5-hyperv is: [{'id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:35Z', 'updated_at': '2022-05-12T03:24:37Z', 'revision_number': 2, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None, '_interfaces': [{'id': 'd1329343-8ac4-4bd6-8d30-c01c361bb44c', 'name': '', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'mac_address': 'fa:16:3e:b4:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:36Z', 'updated_at': '2022-05-12T03:24:40Z', 'revision_number': 4, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'subnets': [{'id': 'f4b6078a-eb6d-4188-84fa-599999bdc3a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:41.684984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.757629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Router f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:41.784440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.788104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (e775b5d5-cb42-4ed1-9dcf-8995cb4ebb31), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.823378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.823835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49b9ed3c-bbc2-4b1f-b8e7-582000395f40), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.824283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Floating IP 49b9ed3c-bbc2-4b1f-b8e7-582000395f40 disassociated. External IP: 172.26.2.27, port: 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85. May 12 03:24:41.824707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Calling delete_port for 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:41.840503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (e775b5d5-cb42-4ed1-9dcf-8995cb4ebb31), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.908469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.914519 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/subnets/7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f HTTP/1.1" status: 204 len: 168 time: 1.8820632 May 12 03:24:41.917592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d81c5-e128-48ff-b263-4165937f68ff None None] Network 72cdee86-422b-4b28-a55c-220d405c2949 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:41.921786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0e93c-e88a-4afa-8169-4928e775f437 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7e5fe3-c6b6-4dcb-b7db-9a4bd791090f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:41.924046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59764) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:41.977765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:41.988961 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] Sync routers for ids ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:41.989563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:41.993581 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7574246 May 12 03:24:41.994426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4877d-bd0f-4139-ba41-629197ddb0c7 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e775b5d5-cb42-4ed1-9dcf-8995cb4ebb31,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:42.002997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59766) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:42.011618 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] Routers {'f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:42.013113 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:42.050824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.050824 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3f677336-981f-4370-871c-e784e3f45ddd tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5326846 May 12 03:24:42.051943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59768) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:42.058564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': False}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:42.086773 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:42.109069 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] Routers {'f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:42.109696 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:42.160838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (72cdee86-422b-4b28-a55c-220d405c2949), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.194290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:42.194908 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252a88d-5bf4-42ff-84f9-4d47ebff4bc4 None None] The sync data for ids ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:42.280654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d47c-5137-43de-8e29-427958fc132e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (2e251950-db1c-4f3c-84af-84121abdb0b3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.301204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.319246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port d1329343-8ac4-4bd6-8d30-c01c361bb44c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:42.319569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.337839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Deleting port ef235b8b-d7a0-4f70-b45d-74288ae085b2 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:42.338034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.345074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (0d94d4e8-180f-426f-83ca-1ab0c8d1dc85), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.384565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d47c-5137-43de-8e29-427958fc132e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (2e251950-db1c-4f3c-84af-84121abdb0b3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.394370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event deleted for resources: {'Port': ['ID=0d94d4e8-180f-426f-83ca-1ab0c8d1dc85,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:42.394962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] DHCP port deletion for 72cdee86-422b-4b28-a55c-220d405c2949 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:42.465355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] For port ef235b8b-d7a0-4f70-b45d-74288ae085b2, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ef235b8b-d7a0-4f70-b45d-74288ae085b2,segment=NetworkSegment(19e7dfdd-fd3a-4208-b927-65db0e466e4b),segment_id=19e7dfdd-fd3a-4208-b927-65db0e466e4b)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:42.465723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.479848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Calling delete_port for ef235b8b-d7a0-4f70-b45d-74288ae085b2 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:42.513751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] Deleting port ef235b8b-d7a0-4f70-b45d-74288ae085b2 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:42.514365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.636541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] For port ef235b8b-d7a0-4f70-b45d-74288ae085b2, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ef235b8b-d7a0-4f70-b45d-74288ae085b2,segment=NetworkSegment(19e7dfdd-fd3a-4208-b927-65db0e466e4b),segment_id=19e7dfdd-fd3a-4208-b927-65db0e466e4b)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:42.636947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.655262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] Calling delete_port for ef235b8b-d7a0-4f70-b45d-74288ae085b2 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:42.746553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d1329343-8ac4-4bd6-8d30-c01c361bb44c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:42.759776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Deleting port 5c52b452-2200-41db-9e36-8f1c69082688 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:42.760133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5c52b452-2200-41db-9e36-8f1c69082688), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.781933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.813600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.831524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d1329343-8ac4-4bd6-8d30-c01c361bb44c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:42.831931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.864082 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24415180-40ac-4bd6-941d-59722fdcbacc req-ac90ecda-cd89-4878-a841-4a17b06cac06 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.0757344 May 12 03:24:42.887641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (ef235b8b-d7a0-4f70-b45d-74288ae085b2), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:42.923196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] Pushing event deleted for resources: {'Port': ['ID=ef235b8b-d7a0-4f70-b45d-74288ae085b2,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:42.929059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c05787-694c-48f4-92e4-84bda3e4391e None None] No DVR routers for this DVR port ef235b8b-d7a0-4f70-b45d-74288ae085b2 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:42.940602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e393cfd-379d-47e2-b5a6-4ce7ccfa109f req-d164b9a4-be89-4ff2-b196-98e8abf46f93 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:42.940602 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3e393cfd-379d-47e2-b5a6-4ce7ccfa109f req-d164b9a4-be89-4ff2-b196-98e8abf46f93 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1421978 May 12 03:24:42.975877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d1329343-8ac4-4bd6-8d30-c01c361bb44c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:43.036398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ef235b8b-d7a0-4f70-b45d-74288ae085b2 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:43.063337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ef235b8b-d7a0-4f70-b45d-74288ae085b2 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:43.063962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ef235b8b-d7a0-4f70-b45d-74288ae085b2 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:43.186150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] No DVR routers for this DVR port ef235b8b-d7a0-4f70-b45d-74288ae085b2 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:43.218494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Port': ['ID=ef235b8b-d7a0-4f70-b45d-74288ae085b2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:43.248309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d47c-5137-43de-8e29-427958fc132e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2e251950-db1c-4f3c-84af-84121abdb0b3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.250876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d47c-5137-43de-8e29-427958fc132e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.252051 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8ce2d47c-5137-43de-8e29-427958fc132e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e251950-db1c-4f3c-84af-84121abdb0b3 HTTP/1.1" status: 204 len: 168 time: 1.2481101 May 12 03:24:43.269812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59774) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:43.288744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] For port d1329343-8ac4-4bd6-8d30-c01c361bb44c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d1329343-8ac4-4bd6-8d30-c01c361bb44c,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:43.289112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.314488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2d47c-5137-43de-8e29-427958fc132e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e251950-db1c-4f3c-84af-84121abdb0b3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:43.342419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for d1329343-8ac4-4bd6-8d30-c01c361bb44c owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:43.362070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5c52b452-2200-41db-9e36-8f1c69082688), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.430112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (72cdee86-422b-4b28-a55c-220d405c2949), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.432617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Calling delete_port for 5c52b452-2200-41db-9e36-8f1c69082688 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:43.452546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Router 54e02006-c5a6-48ec-b27c-30ae1a714ceb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:43.458376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3e393cfd-379d-47e2-b5a6-4ce7ccfa109f req-cf311d2a-f86c-4ea2-875d-61e52e05a77b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4820325 May 12 03:24:43.461007 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b23ea764-f1c9-4222-8abe-fb71811351fc tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1900518 May 12 03:24:43.463568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59776) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:43.494681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cdee86-422b-4b28-a55c-220d405c2949']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:43.507476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e7dfdd-fd3a-4208-b927-65db0e466e4b') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:43.507774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e7dfdd-fd3a-4208-b927-65db0e466e4b') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:43.550670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (19e7dfdd-fd3a-4208-b927-65db0e466e4b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.577023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-93043ad1-801d-4ccc-983b-f8526eaa0b82 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1123762 May 12 03:24:43.578917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (19e7dfdd-fd3a-4208-b927-65db0e466e4b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.580709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59778) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:43.595927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:43.596327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (19e7dfdd-fd3a-4208-b927-65db0e466e4b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:43.599377 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:43.607410 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-51e70087-bd5c-425e-b3a1-965cee9653f6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] delete failed (client error): The resource could not be found. May 12 03:24:43.608424 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-51e70087-bd5c-425e-b3a1-965cee9653f6 tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e251950-db1c-4f3c-84af-84121abdb0b3 HTTP/1.1" status: 404 len: 347 time: 0.0255435 May 12 03:24:43.614412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:43.745442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:43.761217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] Sync routers for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:43.771478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:43.799815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (72cdee86-422b-4b28-a55c-220d405c2949), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.802897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:43.803252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:43.808501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:43.809359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:43.813772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.816515 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] 10.222.0.23 "DELETE /v2.0/networks/72cdee86-422b-4b28-a55c-220d405c2949 HTTP/1.1" status: 204 len: 168 time: 1.8837221 May 12 03:24:43.823159 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5091bb5f-7976-41b6-856d-c89a6a8e0a7e tempest-SecGroupIPv6Test-322123632 tempest-SecGroupIPv6Test-322123632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2071192 May 12 03:24:43.837832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ee1b-f498-4d72-8a55-2cd616e98731 tempest-NetworksIpV6Test-1294593629 tempest-NetworksIpV6Test-1294593629-project] Pushing event deleted for resources: {'Network': ['ID=72cdee86-422b-4b28-a55c-220d405c2949,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:43.854439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] No DVR routers for this DVR port 0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:43.857071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:43.860979 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90696461-fb30-4f4e-a218-9601459684bc req-e8f9df2f-8d4e-43b8-ae92-b1609bb5ca1d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.57 "DELETE /v2.0/ports/0d94d4e8-180f-426f-83ca-1ab0c8d1dc85 HTTP/1.1" status: 204 len: 173 time: 3.3224087 May 12 03:24:43.863591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'name': 'network-vif-deleted', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:24:43.867996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e2daf-4ed4-42da-b7c4-2cd550e8627e" -d '{"events": [{"server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "name": "network-vif-deleted", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:24:43.960501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527f1000-c44c-45de-a3e6-ff6442f8452f x-openstack-request-id: req-527f1000-c44c-45de-a3e6-ff6442f8452f {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:24:43.960840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9d4106-58ae-4f7b-a9b3-2045b1d3d094", "name": "network-vif-deleted", "tag": "0d94d4e8-180f-426f-83ca-1ab0c8d1dc85", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:24:43.961051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-527f1000-c44c-45de-a3e6-ff6442f8452f {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:24:43.961530 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527f1000-c44c-45de-a3e6-ff6442f8452f'] response: {'server_uuid': 'ab9d4106-58ae-4f7b-a9b3-2045b1d3d094', 'name': 'network-vif-deleted', 'tag': '0d94d4e8-180f-426f-83ca-1ab0c8d1dc85', 'status': 'completed', 'code': 200} May 12 03:24:44.040721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5c52b452-2200-41db-9e36-8f1c69082688), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.063859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d1329343-8ac4-4bd6-8d30-c01c361bb44c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.098551 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c41c140-9da6-4433-a5e8-aefe29e45a91 req-22f1d033-ddfb-4073-8721-c20dc978102d tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab9d4106-58ae-4f7b-a9b3-2045b1d3d094 HTTP/1.1" status: 200 len: 210 time: 0.0839169 May 12 03:24:44.115675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Port': ['ID=5c52b452-2200-41db-9e36-8f1c69082688,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:44.120106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:44.121908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.126554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.183908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=d1329343-8ac4-4bd6-8d30-c01c361bb44c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:44.516028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59794) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:44.516710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (cd924428-e1de-4496-b463-66aeb1c7e594), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.557735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-64e07771-b297-4adb-a41a-a2c2fdcdb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:44.559288 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-64e07771-b297-4adb-a41a-a2c2fdcdb6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1130 time: 0.5954552 May 12 03:24:44.561050 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Router f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:44.601358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:44.618743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59800) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:44.637345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (3f45038e-908c-4657-be6f-0b1d50c9e1cb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.649120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] Checking router: 54e02006-c5a6-48ec-b27c-30ae1a714ceb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:44.659063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:44.660001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:44.785059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:44.889500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Router cd924428-e1de-4496-b463-66aeb1c7e594 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:44.944364 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c0a1cba1-86a9-4fcd-9991-cddaabd84482 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cb362d5482b4a159fbcfa712b36042f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254496 May 12 03:24:44.948530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:44.951252 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732a3fb-9366-4628-9ff4-5f4d6fdf9f11 req-9489c0f5-6d33-4081-8f34-ea385a918d87 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:44.953316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2732a3fb-9366-4628-9ff4-5f4d6fdf9f11 req-9489c0f5-6d33-4081-8f34-ea385a918d87 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.3089595 May 12 03:24:44.961144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:44.973699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:44.974830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-45be5aab-8e22-4468-bb0b-bdb27168c556 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "PUT /v2.0/routers/f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 HTTP/1.1" status: 200 len: 925 time: 2.9216626 May 12 03:24:44.980293 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] Sync routers for ids ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:44.995919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59806) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:44.998434 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] Routers {'f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:44.999156 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.002964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Router 3f45038e-908c-4657-be6f-0b1d50c9e1cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:45.037025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.047324 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.051904 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd52fa1d-ec74-47f5-9cf3-164220684652 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16f0f8d1cb0e4cabbca9e65cc3e120b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287651 May 12 03:24:45.053293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-c8b47a57-fd48-41b6-a478-5e3d19c1a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.054905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59808) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.055045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-c8b47a57-fd48-41b6-a478-5e3d19c1a575 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 200 len: 897 time: 0.4656425 May 12 03:24:45.066415 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] Routers {'f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:45.069785 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.080349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:45.083083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08dc19-cf26-40b3-893a-884db3733de0 None None] The sync data for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv is: [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:21:28Z', 'revision_number': 4, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9521d69b-3eba-4eff-a3dd-8c496ab59b2a', 'name': '', 'network_id': 'e890778a-0f94-466b-9d2b-1438d80726f8', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'mac_address': 'fa:16:3e:c5:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:27Z', 'updated_at': '2022-05-12T03:21:36Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'subnets': [{'id': 'c2b4b9ac-bace-457d-888c-28124a84df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:45.094699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] Sync routers for ids ['cd924428-e1de-4496-b463-66aeb1c7e594'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:45.108561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] Routers {'cd924428-e1de-4496-b463-66aeb1c7e594'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:45.109352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cd924428-e1de-4496-b463-66aeb1c7e594'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.126139 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b649c4b8-7e00-4913-8ca3-bd1616891ca9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "PUT /v2.0/routers/cd924428-e1de-4496-b463-66aeb1c7e594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2074327 May 12 03:24:45.129927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59810) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.142230 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2732a3fb-9366-4628-9ff4-5f4d6fdf9f11 req-d7d2a07f-0529-4f13-96e5-51725ac48f28 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759591 May 12 03:24:45.189716 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.190537 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82084f2d-353f-4613-b07b-966f7b0d2088 None None] The sync data for ids ['f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:45.234943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] Set router cd924428-e1de-4496-b463-66aeb1c7e594 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:45.242272 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-4be32539-f99a-4b7f-a783-54e51eb33978 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 200 len: 1002 time: 0.1741586 May 12 03:24:45.254405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:45.266838 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] Sync routers for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:45.267680 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a2a58746-d441-44dc-9926-dee7cb26d7ad tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7862229 May 12 03:24:45.275720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59816) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.276278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59818) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.285106 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9b834941-a85a-44ff-96c6-e5de328731e4 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 HTTP/1.1" status: 200 len: 925 time: 0.2855351 May 12 03:24:45.288556 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:45.289239 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.331834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59820) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.332492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-67d1cadd-4898-4f56-a942-9200d396356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.332886 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-183a0c2d-66ce-47f1-bc37-7f7f26089c93 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] show failed (client error): The resource could not be found. May 12 03:24:45.334509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-67d1cadd-4898-4f56-a942-9200d396356b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65453b8-bac6-4d38-b18e-e9e6d64d537c HTTP/1.1" status: 200 len: 835 time: 0.0823617 May 12 03:24:45.337363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:35Z', 'updated_at': '2022-05-12T03:24:43Z', 'revision_number': 3, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.338654 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.339746 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-183a0c2d-66ce-47f1-bc37-7f7f26089c93 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-953937418 HTTP/1.1" status: 404 len: 334 time: 0.0620651 May 12 03:24:45.342651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59822) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.348616 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] Routers {'3f45038e-908c-4657-be6f-0b1d50c9e1cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:45.349874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.356972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-872b45bf-c6d9-4069-ad96-c07f6de3227f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:45.405918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] Checking router: cd924428-e1de-4496-b463-66aeb1c7e594 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:45.411161 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-872b45bf-c6d9-4069-ad96-c07f6de3227f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] update failed (client error): The resource could not be found. May 12 03:24:45.412916 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-872b45bf-c6d9-4069-ad96-c07f6de3227f tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1648600719 HTTP/1.1" status: 404 len: 335 time: 0.0679579 May 12 03:24:45.419391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.420261 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee66d3d-a84a-414e-b5c3-091db203fdf8 None None] The sync data for ids ['3f45038e-908c-4657-be6f-0b1d50c9e1cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:45.423334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59824) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.424650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] Routers {'cd924428-e1de-4496-b463-66aeb1c7e594'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:45.425245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cd924428-e1de-4496-b463-66aeb1c7e594'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.441165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97c0e88e-e195-484c-b328-58ae287350ff admin admin] Publish callbacks [] for security_group (fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.444512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-83640de1-07d4-4fff-84d1-d6fb165de447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.446029 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-83640de1-07d4-4fff-84d1-d6fb165de447 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7977e1a5-6ab2-401f-bca2-df2a60aae52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1023209 May 12 03:24:45.504646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec6139-c155-49c5-86ce-f0aad437efc8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.506001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec6139-c155-49c5-86ce-f0aad437efc8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.510096 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-20ec6139-c155-49c5-86ce-f0aad437efc8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3744376 May 12 03:24:45.518608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d9738-a3a1-4817-bc0c-b2c78e93dc72 None None] New status for floating IP 49b9ed3c-bbc2-4b1f-b8e7-582000395f40: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:24:45.521425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] Set router cd924428-e1de-4496-b463-66aeb1c7e594 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:45.521671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59826) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.534134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1dce56-b871-4462-a54e-f363f728f34a tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.539038 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-be1dce56-b871-4462-a54e-f363f728f34a tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1979411 May 12 03:24:45.544084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.549745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-facf3fa1-3487-42cd-ac23-b257c67ee4b1 admin admin] Publish callbacks [] for security_group (7590a665-59a1-44d3-979e-1cf7da1de712), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.589485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet f4b6078a-eb6d-4188-84fa-599999bdc3a2 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:45.594102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (f4b6078a-eb6d-4188-84fa-599999bdc3a2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.598015 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-707d41d4-bb0d-421b-ad65-edca47b51ee4 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431940 May 12 03:24:45.662983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97c0e88e-e195-484c-b328-58ae287350ff admin admin] Publish callbacks [] for security_group (fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.668658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (f4b6078a-eb6d-4188-84fa-599999bdc3a2), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.688993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Deleting subnet fde881cd-d33e-424b-8644-996c0d3a2bf9 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:45.698681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-facf3fa1-3487-42cd-ac23-b257c67ee4b1 admin admin] Publish callbacks [] for security_group (7590a665-59a1-44d3-979e-1cf7da1de712), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.704861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (fde881cd-d33e-424b-8644-996c0d3a2bf9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.708087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c9df8-9aaa-4e42-ade5-5c20b24acc49 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:45.712790 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-788c9df8-9aaa-4e42-ade5-5c20b24acc49 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.1612320 May 12 03:24:45.714503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59830) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.770095 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-42709fae-ede8-4aad-a512-03028d898868 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 HTTP/1.1" status: 200 len: 205 time: 0.0550706 May 12 03:24:45.771590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59832) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:45.795775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:35Z', 'updated_at': '2022-05-12T03:24:43Z', 'revision_number': 3, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:45.810174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d682-3dfd-430a-b382-bf0affacd614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group (e65966d0-7811-4fd6-b371-26b91d7e2f5d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.830941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (fde881cd-d33e-424b-8644-996c0d3a2bf9), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.857697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f664d-83c2-4358-b5cc-024bee68a34a None None] The sync data for ids ['cd924428-e1de-4496-b463-66aeb1c7e594'] in dv-neutron-841363-5-hyperv is: [{'id': 'cd924428-e1de-4496-b463-66aeb1c7e594', 'name': 'tempest-NetworksTestDHCPv6-router-845422761', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:35Z', 'updated_at': '2022-05-12T03:24:43Z', 'revision_number': 3, 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:45.866565 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1e6a8517-7dec-419b-acc7-c8b2e2a18e55 req-d78943fd-6e87-491b-b27c-bf26bc24916a service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489529 May 12 03:24:45.897690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f4b6078a-eb6d-4188-84fa-599999bdc3a2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:45.999586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.041024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (f4b6078a-eb6d-4188-84fa-599999bdc3a2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.076625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b6078a-eb6d-4188-84fa-599999bdc3a2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:46.086975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.092382 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bbed295e-09ce-4536-9e38-4bc6ebc35043 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/f4b6078a-eb6d-4188-84fa-599999bdc3a2 HTTP/1.1" status: 204 len: 168 time: 0.5675642 May 12 03:24:46.093239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59834) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:46.095702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723a7fb-b4bb-48df-8f89-0409b6c595bf None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:46.168007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d682-3dfd-430a-b382-bf0affacd614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group (e65966d0-7811-4fd6-b371-26b91d7e2f5d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.254708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97c0e88e-e195-484c-b328-58ae287350ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.258921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97c0e88e-e195-484c-b328-58ae287350ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.263001 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-97c0e88e-e195-484c-b328-58ae287350ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34 HTTP/1.1" status: 204 len: 168 time: 1.3134577 May 12 03:24:46.271353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-facf3fa1-3487-42cd-ac23-b257c67ee4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7590a665-59a1-44d3-979e-1cf7da1de712), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.274474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-facf3fa1-3487-42cd-ac23-b257c67ee4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.276075 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-facf3fa1-3487-42cd-ac23-b257c67ee4b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7590a665-59a1-44d3-979e-1cf7da1de712 HTTP/1.1" status: 204 len: 168 time: 1.2202365 May 12 03:24:46.335045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:46.356402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (fde881cd-d33e-424b-8644-996c0d3a2bf9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.396059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] Deleting port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:46.396528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.426682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0e88e-e195-484c-b328-58ae287350ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a3a8c-f1b4-4052-bc0b-8139e8c9ee34,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:46.434877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (fde881cd-d33e-424b-8644-996c0d3a2bf9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.494778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf3fa1-3487-42cd-ac23-b257c67ee4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7590a665-59a1-44d3-979e-1cf7da1de712,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:46.510173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Subnet': ['ID=fde881cd-d33e-424b-8644-996c0d3a2bf9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:46.512123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d682-3dfd-430a-b382-bf0affacd614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e65966d0-7811-4fd6-b371-26b91d7e2f5d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.515833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d682-3dfd-430a-b382-bf0affacd614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.520835 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ceb1d682-3dfd-430a-b382-bf0affacd614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "DELETE /v2.0/security-groups/e65966d0-7811-4fd6-b371-26b91d7e2f5d HTTP/1.1" status: 204 len: 168 time: 1.1942978 May 12 03:24:46.534758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1d682-3dfd-430a-b382-bf0affacd614 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65966d0-7811-4fd6-b371-26b91d7e2f5d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:46.545640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:46.554941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.562998 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d15c87d-8b8d-47ed-bb7b-bfef59add27b tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/subnets/fde881cd-d33e-424b-8644-996c0d3a2bf9 HTTP/1.1" status: 204 len: 168 time: 1.1229072 May 12 03:24:46.567327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59848) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:46.585289 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-64f4ce02-dbd4-49db-bae6-90e72a79780a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] show failed (client error): The resource could not be found. May 12 03:24:46.589430 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-64f4ce02-dbd4-49db-bae6-90e72a79780a tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "GET /v2.0/security-groups/e65966d0-7811-4fd6-b371-26b91d7e2f5d HTTP/1.1" status: 404 len: 347 time: 0.0397708 May 12 03:24:46.594993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d559d4e-4b79-4c95-82b8-25e5ac7eafa6 None None] Network df9f6894-343f-4c63-8209-d37a1872aca0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:46.611756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59850) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:46.615773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] For port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:46.616472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.635876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] Calling delete_port for 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:46.738342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Deleting subnet 37eb1866-3bc1-43ef-89b4-b5a662964983 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:46.745656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1f3f04f3-d408-422e-9b9b-baf15820f409 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6496956 May 12 03:24:46.754786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59852) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:46.764071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (37eb1866-3bc1-43ef-89b4-b5a662964983), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.780597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:46.820025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Deleting port d89fde37-b09a-42b7-b2fe-6cd2b37b0b79 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:46.820439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.839395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.841863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (37eb1866-3bc1-43ef-89b4-b5a662964983), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.893190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3e488-2a67-42cf-a1e5-18b9137de86d req-35fc7222-461a-4803-9167-717b73f66369 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:46.894695 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4ce3e488-2a67-42cf-a1e5-18b9137de86d req-35fc7222-461a-4803-9167-717b73f66369 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1663058 May 12 03:24:46.897917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router (cd924428-e1de-4496-b463-66aeb1c7e594), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.991766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (59ff18f0-08b0-4f49-9d51-d0f2a6bf1326), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:46.999710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:46.999710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:46.999974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d1329343-8ac4-4bd6-8d30-c01c361bb44c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:47.021498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Deleting port 08a14a51-1e44-4b6e-89b2-312c70988044 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:47.022136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (08a14a51-1e44-4b6e-89b2-312c70988044), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.049909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.051438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.051786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] Pushing event deleted for resources: {'Port': ['ID=59ff18f0-08b0-4f49-9d51-d0f2a6bf1326,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:47.055921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: d1329343-8ac4-4bd6-8d30-c01c361bb44c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:47.056303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d1329343-8ac4-4bd6-8d30-c01c361bb44c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:47.058805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8606992-2a71-475a-b35e-2ec43fddb436 None None] No DVR routers for this DVR port 59ff18f0-08b0-4f49-9d51-d0f2a6bf1326 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:47.120940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Calling delete_port for d89fde37-b09a-42b7-b2fe-6cd2b37b0b79 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:47.170548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b89720-85ee-48f1-9843-71795f601fde None None] DHCP port deletion for df9f6894-343f-4c63-8209-d37a1872aca0 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:47.204514 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4ce3e488-2a67-42cf-a1e5-18b9137de86d req-48bc2a33-fe8d-41f4-a035-c396e7d368a6 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865911 May 12 03:24:47.213594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (cd924428-e1de-4496-b463-66aeb1c7e594), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.217155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router_controller (cd924428-e1de-4496-b463-66aeb1c7e594), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.248461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32b89720-85ee-48f1-9843-71795f601fde None None] Deleting port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:47.249079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32b89720-85ee-48f1-9843-71795f601fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.266564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (37eb1866-3bc1-43ef-89b4-b5a662964983), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.332613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-32b89720-85ee-48f1-9843-71795f601fde None None] For port 23fdea0b-ae1f-434e-8a3c-8663ebac7611, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=23fdea0b-ae1f-434e-8a3c-8663ebac7611,segment=NetworkSegment(14ef70b7-b75a-4f0c-aec4-3205f674799c),segment_id=14ef70b7-b75a-4f0c-aec4-3205f674799c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:47.333140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32b89720-85ee-48f1-9843-71795f601fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.339405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (08a14a51-1e44-4b6e-89b2-312c70988044), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.351234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32b89720-85ee-48f1-9843-71795f601fde None None] Calling delete_port for 23fdea0b-ae1f-434e-8a3c-8663ebac7611 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:47.355517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (cd924428-e1de-4496-b463-66aeb1c7e594), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.356285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Fanout notify agent at l3_agent the message router_deleted on router cd924428-e1de-4496-b463-66aeb1c7e594 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:47.367967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.369304 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-74225fca-6208-4aee-80d5-8639cac90618 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/routers/cd924428-e1de-4496-b463-66aeb1c7e594 HTTP/1.1" status: 204 len: 168 time: 0.6139035 May 12 03:24:47.376092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Calling delete_port for 08a14a51-1e44-4b6e-89b2-312c70988044 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:47.378329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59880) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.440002 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-837b9186-4fe6-4f7f-a97c-3b7eb49e76c0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603683 May 12 03:24:47.474097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59886) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.486313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32b89720-85ee-48f1-9843-71795f601fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (23fdea0b-ae1f-434e-8a3c-8663ebac7611), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.546976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b89720-85ee-48f1-9843-71795f601fde None None] No DVR routers for this DVR port 23fdea0b-ae1f-434e-8a3c-8663ebac7611 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:47.549041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (37eb1866-3bc1-43ef-89b4-b5a662964983), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.550718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b89720-85ee-48f1-9843-71795f601fde None None] Pushing event deleted for resources: {'Port': ['ID=23fdea0b-ae1f-434e-8a3c-8663ebac7611,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:47.595923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59888) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.600856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039885 May 12 03:24:47.604267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59890) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.611005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Subnet': ['ID=37eb1866-3bc1-43ef-89b4-b5a662964983,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:47.621326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.624627 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9264b7bd-d075-4717-ac18-c7d472af6a8e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/subnets/37eb1866-3bc1-43ef-89b4-b5a662964983 HTTP/1.1" status: 204 len: 168 time: 1.0552304 May 12 03:24:47.627603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59894) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.628256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d89fde37-b09a-42b7-b2fe-6cd2b37b0b79), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.632776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b788b67-3e84-4cf7-befe-135c58e3d6d6 None None] Network 45e4181a-f787-424f-ac1f-ba88e4ddb561 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:47.635059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937dbf4-05c3-4e33-bd6d-3077c5d9d432 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:47.636793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1937dbf4-05c3-4e33-bd6d-3077c5d9d432 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1606832 May 12 03:24:47.648953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59896) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.665553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Pushing event deleted for resources: {'Port': ['ID=d89fde37-b09a-42b7-b2fe-6cd2b37b0b79,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:47.736916 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-73a11792-9b32-4696-a63f-fd8d257c46e8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836625 May 12 03:24:47.745597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59900) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.782413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:47.837089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks [] for floatingip (49b9ed3c-bbc2-4b1f-b8e7-582000395f40), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.850830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.852061 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b47dbfe7-6502-4c2e-b837-7fa6161190c9 tempest-ServerActionsTestJSON-528412593 tempest-ServerActionsTestJSON-528412593-project] 10.222.0.23 "DELETE /v2.0/floatingips/49b9ed3c-bbc2-4b1f-b8e7-582000395f40 HTTP/1.1" status: 204 len: 168 time: 1.2306705 May 12 03:24:47.855044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59902) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:47.870508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (df9f6894-343f-4c63-8209-d37a1872aca0), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.881591 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] DHCP port deletion for 45e4181a-f787-424f-ac1f-ba88e4ddb561 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:47.913774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (08a14a51-1e44-4b6e-89b2-312c70988044), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:47.957442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event deleted for resources: {'Port': ['ID=08a14a51-1e44-4b6e-89b2-312c70988044,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:47.979245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] Deleting port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:47.980300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.055270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:48.059447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.081728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] For port 772af8be-2d3f-4f8f-a15d-5da1dd109e89, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=772af8be-2d3f-4f8f-a15d-5da1dd109e89,segment=NetworkSegment(098f77e0-1afb-4efe-9d0d-b101da6e302e),segment_id=098f77e0-1afb-4efe-9d0d-b101da6e302e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:48.082445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.089599 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e74f45f0-195b-4724-a6fa-35bc07e63e0c tempest-NetworksApiDiscovery-1318369685 tempest-NetworksApiDiscovery-1318369685-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4839182 May 12 03:24:48.108973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] Calling delete_port for 772af8be-2d3f-4f8f-a15d-5da1dd109e89 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:48.136015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (df9f6894-343f-4c63-8209-d37a1872aca0), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.203190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9f6894-343f-4c63-8209-d37a1872aca0']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:48.206007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.223008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (772af8be-2d3f-4f8f-a15d-5da1dd109e89), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.267312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] No DVR routers for this DVR port 772af8be-2d3f-4f8f-a15d-5da1dd109e89 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:48.280575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ef70b7-b75a-4f0c-aec4-3205f674799c') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:48.287439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ef70b7-b75a-4f0c-aec4-3205f674799c') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:48.291083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b2b5c-3e32-4d88-9f77-fc14778925c8 None None] Pushing event deleted for resources: {'Port': ['ID=772af8be-2d3f-4f8f-a15d-5da1dd109e89,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:48.381964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (14ef70b7-b75a-4f0c-aec4-3205f674799c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.425695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.433587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.441399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (54e02006-c5a6-48ec-b27c-30ae1a714ceb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.449460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (14ef70b7-b75a-4f0c-aec4-3205f674799c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.457526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7956ff2-0a58-476c-ba24-5927317657d6 req-228c7a19-80aa-4818-967b-633f9d5aaee8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:48.464946 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7956ff2-0a58-476c-ba24-5927317657d6 req-228c7a19-80aa-4818-967b-633f9d5aaee8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1304104 May 12 03:24:48.469835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59918) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:48.520443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:48.520887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (14ef70b7-b75a-4f0c-aec4-3205f674799c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:48.526242 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:48.539102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 772af8be-2d3f-4f8f-a15d-5da1dd109e89 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:48.566402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 772af8be-2d3f-4f8f-a15d-5da1dd109e89 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:48.566910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 772af8be-2d3f-4f8f-a15d-5da1dd109e89 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:48.567565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 23fdea0b-ae1f-434e-8a3c-8663ebac7611 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:48.599643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 23fdea0b-ae1f-434e-8a3c-8663ebac7611 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:48.600158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 23fdea0b-ae1f-434e-8a3c-8663ebac7611 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:48.618608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.619227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Fanout notify agent at l3_agent the message router_deleted on router f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:48.644320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.645485 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cee990b8-aa6d-4228-b42b-23dfdf28f0ba tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 HTTP/1.1" status: 204 len: 168 time: 2.8694799 May 12 03:24:48.650668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59924) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:48.655571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1079875863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:48.726236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (df9f6894-343f-4c63-8209-d37a1872aca0), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.729809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.730814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.730943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.734502 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/networks/df9f6894-343f-4c63-8209-d37a1872aca0 HTTP/1.1" status: 204 len: 168 time: 1.1054919 May 12 03:24:48.746702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59928) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:48.782914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7956ff2-0a58-476c-ba24-5927317657d6 req-581744a0-d2c8-4f37-bb43-aaa957799d3a tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170793 May 12 03:24:48.787618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22eaf6a9-9738-47f6-954c-fec42fd9820a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.789601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ac0e-bdd5-4010-86f7-c8b18e0f46ff tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Network': ['ID=df9f6894-343f-4c63-8209-d37a1872aca0,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:48.861112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (03b2fcd8-754d-4ffa-b897-afb985923a61), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.868466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Deleting port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:48.868852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.872066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.897300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59932) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:48.941462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.943686 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-081f03dd-f7fe-4e0e-9ed1-e18c7eac06e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2917123 May 12 03:24:48.946517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59936) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:48.949314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (45e4181a-f787-424f-ac1f-ba88e4ddb561), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:48.955606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:48.972266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:24:48.980599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (33942c0e-dcf0-4f44-b8e5-fedc9aaac551), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.046159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:49.047875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] For port 9521d69b-3eba-4eff-a3dd-8c496ab59b2a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:49.048244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.073582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:49.076466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:49.077254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.085234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94a139-fccc-4548-addd-24951043ae51 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:49.093075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Calling delete_port for 9521d69b-3eba-4eff-a3dd-8c496ab59b2a owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:49.114318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=33942c0e-dcf0-4f44-b8e5-fedc9aaac551,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:49.173312 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fac54126-ccc4-434a-8670-8e4f6a4b7b65 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4266419 May 12 03:24:49.178397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (45e4181a-f787-424f-ac1f-ba88e4ddb561), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.182385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:49.190891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1770400662', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:49.198913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:49.204592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '33942c0e-dcf0-4f44-b8e5-fedc9aaac551'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:49.206028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.213540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22eaf6a9-9738-47f6-954c-fec42fd9820a admin admin] Publish callbacks [] for security_group (c3e57997-324a-4d86-8984-d065fb053823), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.239147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (03b2fcd8-754d-4ffa-b897-afb985923a61), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.252306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e4181a-f787-424f-ac1f-ba88e4ddb561']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:49.254353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22eaf6a9-9738-47f6-954c-fec42fd9820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c3e57997-324a-4d86-8984-d065fb053823), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.281393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098f77e0-1afb-4efe-9d0d-b101da6e302e') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:49.281687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098f77e0-1afb-4efe-9d0d-b101da6e302e') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:49.310934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:49.314723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.347971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (098f77e0-1afb-4efe-9d0d-b101da6e302e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.357861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Allocated IP 2001:db8::f816:3eff:fe46:e5ba (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/33942c0e-dcf0-4f44-b8e5-fedc9aaac551/c71ecf47-6f1e-4053-bb74-c97ea40605ac) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:49.386820 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-22eaf6a9-9738-47f6-954c-fec42fd9820a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=943de62e91044042a575f464769d00f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9089408 May 12 03:24:49.390789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59940) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:49.399094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.401069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaf6a9-9738-47f6-954c-fec42fd9820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e57997-324a-4d86-8984-d065fb053823,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:49.408381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (098f77e0-1afb-4efe-9d0d-b101da6e302e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.445431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:49.445845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (098f77e0-1afb-4efe-9d0d-b101da6e302e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:49.450627 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:49.519032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Publish callbacks [] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.526652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.567308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:49.573477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:49.579149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:49.583608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Pushing event updated for resources: {'Port': ['ID=c71ecf47-6f1e-4053-bb74-c97ea40605ac,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:49.607351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:49.611833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.615113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (45e4181a-f787-424f-ac1f-ba88e4ddb561), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.619361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.627438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/networks/45e4181a-f787-424f-ac1f-ba88e4ddb561 HTTP/1.1" status: 204 len: 168 time: 0.8744206 May 12 03:24:49.629361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59942) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:49.646463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31022d0f-3d2f-4f4a-bbc1-7302cd7ff5d0 admin admin] Publish callbacks [] for security_group (c3e57997-324a-4d86-8984-d065fb053823), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.658336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Attempting to bind port c71ecf47-6f1e-4053-bb74-c97ea40605ac on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:49.658838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Attempting to bind port c71ecf47-6f1e-4053-bb74-c97ea40605ac by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:49.659284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Attempting to bind port c71ecf47-6f1e-4053-bb74-c97ea40605ac on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:49.664761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:49.665286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:49.665955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.666439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:49.667011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Bound port: c71ecf47-6f1e-4053-bb74-c97ea40605ac, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:49.667476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.675734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f29c2-86d4-4fef-8293-bc0448881f6e tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Network': ['ID=45e4181a-f787-424f-ac1f-ba88e4ddb561,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:49.739227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31022d0f-3d2f-4f4a-bbc1-7302cd7ff5d0 admin admin] Publish callbacks [] for security_group (c3e57997-324a-4d86-8984-d065fb053823), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.740395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] For port c71ecf47-6f1e-4053-bb74-c97ea40605ac, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:49.744124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] For port c71ecf47-6f1e-4053-bb74-c97ea40605ac, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c71ecf47-6f1e-4053-bb74-c97ea40605ac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:49.753994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.781677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Deleting subnet 26e24870-a0a1-4a1b-93af-e23ec9313ae9 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:49.791907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (26e24870-a0a1-4a1b-93af-e23ec9313ae9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.804014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (9fb476aa-cf12-47c2-8810-20b4c75271a6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.824867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9fb476aa-cf12-47c2-8810-20b4c75271a6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.831197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694aa84-964c-42b9-bc51-5da10d6600d5 None None] Pushing event updated for resources: {'Port': ['ID=c71ecf47-6f1e-4053-bb74-c97ea40605ac,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:49.865172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (03b2fcd8-754d-4ffa-b897-afb985923a61), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.868025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:24:49.909831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb476aa-cf12-47c2-8810-20b4c75271a6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:49.917512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.933513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (26e24870-a0a1-4a1b-93af-e23ec9313ae9), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.936872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31022d0f-3d2f-4f4a-bbc1-7302cd7ff5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c3e57997-324a-4d86-8984-d065fb053823), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.940113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31022d0f-3d2f-4f4a-bbc1-7302cd7ff5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.943936 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-31022d0f-3d2f-4f4a-bbc1-7302cd7ff5d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3e57997-324a-4d86-8984-d065fb053823 HTTP/1.1" status: 204 len: 168 time: 0.5466840 May 12 03:24:49.945171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bd9c66eb-2f7b-416c-a602-62d6a1da91fd), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:49.945628 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment bd9c66eb-2f7b-416c-a602-62d6a1da91fd of type vlan for network 781c2cd0-5329-4f92-8acb-35d9d3d2531d May 12 03:24:50.009398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31022d0f-3d2f-4f4a-bbc1-7302cd7ff5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e57997-324a-4d86-8984-d065fb053823,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:50.022815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9521d69b-3eba-4eff-a3dd-8c496ab59b2a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.026689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608ace8-39b7-49a5-97ab-b35fb481d08e req-a3635671-3802-4fd7-b2a4-8268a42e6c4b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:50.028275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5608ace8-39b7-49a5-97ab-b35fb481d08e req-a3635671-3802-4fd7-b2a4-8268a42e6c4b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1485701 May 12 03:24:50.047771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (781c2cd0-5329-4f92-8acb-35d9d3d2531d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.104525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Pushing event deleted for resources: {'Port': ['ID=9521d69b-3eba-4eff-a3dd-8c496ab59b2a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:50.160575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (781c2cd0-5329-4f92-8acb-35d9d3d2531d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.166720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:50.167584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.224740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Allocated IP 172.26.2.53 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/ba6a7718-943f-436a-af7e-6c469bf957aa) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:50.232257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (26e24870-a0a1-4a1b-93af-e23ec9313ae9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.243429 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5608ace8-39b7-49a5-97ab-b35fb481d08e req-d8786e69-459c-47b9-b256-76084d2b331c tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988406 May 12 03:24:50.322874 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 1.4196770 May 12 03:24:50.331419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4601bd-c996-42fa-ade7-4c71c2c51b19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=781c2cd0-5329-4f92-8acb-35d9d3d2531d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:50.335843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59948) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:50.342908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-228857206', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:50.355773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:24:50.358461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (f99b92f2-cbf5-4b08-bdef-602ed4b135a6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.450533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:50.464043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:50.472565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.484618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (fe85c4c1-492b-40b3-91fa-30565a85d05f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.503657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:50.507860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.515932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (26e24870-a0a1-4a1b-93af-e23ec9313ae9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.546700 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3632994 May 12 03:24:50.550004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59950) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:50.555623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:d5:d9:30', 'name': 'tempest-NetworksTestDHCPv6-1669004825'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:50.563709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9c27-1af5-43d1-b445-c27d32165c2c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=f99b92f2-cbf5-4b08-bdef-602ed4b135a6,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:50.569823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Subnet': ['ID=26e24870-a0a1-4a1b-93af-e23ec9313ae9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:50.612302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.617331 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8ca5f773-9682-4892-a87c-8a821147e580 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/subnets/26e24870-a0a1-4a1b-93af-e23ec9313ae9 HTTP/1.1" status: 204 len: 168 time: 0.9862130 May 12 03:24:50.624284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59952) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:50.631481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b2fc6-bd04-44f8-a357-e073987c3ce0 None None] Network 054e3a53-f8fc-49d6-ae01-e562085e0cf0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:50.667024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (fe85c4c1-492b-40b3-91fa-30565a85d05f), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.675656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for port (ba6a7718-943f-436a-af7e-6c469bf957aa), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.687064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (54e02006-c5a6-48ec-b27c-30ae1a714ceb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.735693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c71ecf47-6f1e-4053-bb74-c97ea40605ac up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:50.740378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (054e3a53-f8fc-49d6-ae01-e562085e0cf0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.811124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c71ecf47-6f1e-4053-bb74-c97ea40605ac triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:50.812054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.852579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ba6a7718-943f-436a-af7e-6c469bf957aa), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.867700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] DHCP port deletion for 054e3a53-f8fc-49d6-ae01-e562085e0cf0 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:50.919422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] Deleting port 87b327f7-8235-4f0e-b308-301dc4af0e14 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:50.919787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.924967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Deleting port 87b327f7-8235-4f0e-b308-301dc4af0e14 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:50.925303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:50.961146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:50.973466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:50.986741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:50.993933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event updated for resources: {'Port': ['ID=ba6a7718-943f-436a-af7e-6c469bf957aa,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:51.025367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] For port 87b327f7-8235-4f0e-b308-301dc4af0e14, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b327f7-8235-4f0e-b308-301dc4af0e14,segment=NetworkSegment(117d4934-c90c-4037-82f0-3dca9350e6c5),segment_id=117d4934-c90c-4037-82f0-3dca9350e6c5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:51.025768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.047362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] Calling delete_port for 87b327f7-8235-4f0e-b308-301dc4af0e14 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:51.054506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c71ecf47-6f1e-4053-bb74-c97ea40605ac is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:51.055227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.067175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] For port 87b327f7-8235-4f0e-b308-301dc4af0e14, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b327f7-8235-4f0e-b308-301dc4af0e14,segment=NetworkSegment(117d4934-c90c-4037-82f0-3dca9350e6c5),segment_id=117d4934-c90c-4037-82f0-3dca9350e6c5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:51.067584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.119961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Calling delete_port for 87b327f7-8235-4f0e-b308-301dc4af0e14 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:51.126557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port c71ecf47-6f1e-4053-bb74-c97ea40605ac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c71ecf47-6f1e-4053-bb74-c97ea40605ac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:51.188102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.202660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.228580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] No DVR routers for this DVR port 87b327f7-8235-4f0e-b308-301dc4af0e14 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:51.249154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:51.296601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=c71ecf47-6f1e-4053-bb74-c97ea40605ac,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:51.350235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d7f4a-f864-4464-8d8a-f5f789693b02 None None] Pushing event deleted for resources: {'Port': ['ID=87b327f7-8235-4f0e-b308-301dc4af0e14,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:51.367506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (fe85c4c1-492b-40b3-91fa-30565a85d05f), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.380460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Router 54e02006-c5a6-48ec-b27c-30ae1a714ceb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:24:51.402510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (87b327f7-8235-4f0e-b308-301dc4af0e14), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.426428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.428525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e90ada-985e-4df6-b5d9-201b8098f09c None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:51.507979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Port': ['ID=87b327f7-8235-4f0e-b308-301dc4af0e14,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:51.510692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-01f2fc76-b3ac-4547-80f3-0c76537820a8 None None] Provisioning complete for port c71ecf47-6f1e-4053-bb74-c97ea40605ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:51.511229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01f2fc76-b3ac-4547-80f3-0c76537820a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.515337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] No DVR routers for this DVR port 87b327f7-8235-4f0e-b308-301dc4af0e14 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:51.521006 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:24:51.535689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8acb-bf0c-4462-93a8-ba2360d19d44 req-298754cf-e8ed-4d62-a801-605ea85f75ce tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:51.537284 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b18e8acb-bf0c-4462-93a8-ba2360d19d44 req-298754cf-e8ed-4d62-a801-605ea85f75ce tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1277118 May 12 03:24:51.642401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-01f2fc76-b3ac-4547-80f3-0c76537820a8 None None] Current status of the port c71ecf47-6f1e-4053-bb74-c97ea40605ac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:51.686407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': '33942c0e-dcf0-4f44-b8e5-fedc9aaac551', 'ip_address': '2001:db8::f816:3eff:fe46:e5ba'}, {'subnet_id': 'f99b92f2-cbf5-4b08-bdef-602ed4b135a6'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'c71ecf47-6f1e-4053-bb74-c97ea40605ac'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:24:51.721429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.748784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.756811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b18e8acb-bf0c-4462-93a8-ba2360d19d44 req-496d468f-eb32-43f6-b62a-ae8cd4c7fb1d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806576 May 12 03:24:51.780894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:51.929655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 172.20.0.3 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/f99b92f2-cbf5-4b08-bdef-602ed4b135a6/edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:51.939079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fed5:d930 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/33942c0e-dcf0-4f44-b8e5-fedc9aaac551/edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:51.962198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.71 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/c9ea0c99-aa84-4938-adc4-3ea854700628) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:51.965381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (054e3a53-f8fc-49d6-ae01-e562085e0cf0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.003050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (03b2fcd8-754d-4ffa-b897-afb985923a61), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.040709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:52.043254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e3a53-f8fc-49d6-ae01-e562085e0cf0']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.049772 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-40728876-6d2f-4e22-8eed-d485c09ae88d admin admin] 10.222.0.23 "PUT /v2.0/routers/54e02006-c5a6-48ec-b27c-30ae1a714ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1915476 May 12 03:24:52.055493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59956) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:52.056156 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] Sync routers for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:52.067825 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:52.068771 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.069377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117d4934-c90c-4037-82f0-3dca9350e6c5') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.069678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117d4934-c90c-4037-82f0-3dca9350e6c5') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.116496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (117d4934-c90c-4037-82f0-3dca9350e6c5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.167379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.179502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (117d4934-c90c-4037-82f0-3dca9350e6c5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.205025 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:52.207575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.219639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:52.220046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (117d4934-c90c-4037-82f0-3dca9350e6c5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.224600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:52.226409 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:52.281212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:52.285591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:52.295131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:52.313941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] Allocated IP 172.20.0.2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/f99b92f2-cbf5-4b08-bdef-602ed4b135a6/c71ecf47-6f1e-4053-bb74-c97ea40605ac) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:52.322175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:52.328507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.342000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks [] for router (54e02006-c5a6-48ec-b27c-30ae1a714ceb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.374125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:52.381390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:52.388595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:52.402444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (054e3a53-f8fc-49d6-ae01-e562085e0cf0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.404310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:52.405065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.412046 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:24:49Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.417030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.420791 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/networks/054e3a53-f8fc-49d6-ae01-e562085e0cf0 HTTP/1.1" status: 204 len: 168 time: 1.7953708 May 12 03:24:52.425729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59958) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:52.444575 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] Checking router: 54e02006-c5a6-48ec-b27c-30ae1a714ceb for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:52.451896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c1c70-89de-48b6-bd0f-d011b5ba0167 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Pushing event deleted for resources: {'Network': ['ID=054e3a53-f8fc-49d6-ae01-e562085e0cf0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:52.454264 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] Routers {'54e02006-c5a6-48ec-b27c-30ae1a714ceb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:52.454970 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.507113 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a2a7ba22-d4a7-458b-8116-431abeddd4e3 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f45038e-908c-4657-be6f-0b1d50c9e1cb HTTP/1.1" status: 200 len: 205 time: 0.0713019 May 12 03:24:52.512172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59960) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:52.588560 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] Set router 54e02006-c5a6-48ec-b27c-30ae1a714ceb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:52.597733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.622375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.625783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=c9ea0c99-aa84-4938-adc4-3ea854700628,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:52.637027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c71ecf47-6f1e-4053-bb74-c97ea40605ac up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:52.670326 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6c72467e-6758-4a45-af5c-ed849d2e6162 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1190817 May 12 03:24:52.675226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59962) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:52.698416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks [] for router_gateway (54e02006-c5a6-48ec-b27c-30ae1a714ceb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.709424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] For port c71ecf47-6f1e-4053-bb74-c97ea40605ac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c71ecf47-6f1e-4053-bb74-c97ea40605ac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:52.712058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c71ecf47-6f1e-4053-bb74-c97ea40605ac triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:52.712550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.718556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.773146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] Publish callbacks [] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.775854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cd71b-2fad-4bcd-88a2-980bf1e83a4d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:52.783659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cd71b-2fad-4bcd-88a2-980bf1e83a4d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:52.786526 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8b9cd71b-2fad-4bcd-88a2-980bf1e83a4d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1090422 May 12 03:24:52.786689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:52.790165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59966) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:52.820997 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:24:49Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:52.853456 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06dcab-c7d9-49d2-8384-772ddfe9dda4 None None] The sync data for ids ['54e02006-c5a6-48ec-b27c-30ae1a714ceb'] in dv-neutron-841363-5-hyperv is: [{'id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'name': 'tempest-ServerActionsTestJSON-1848021918-router', 'tenant_id': '853cf20929ad41dbbe34687e736bcbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:21:21Z', 'updated_at': '2022-05-12T03:24:49Z', 'revision_number': 5, 'project_id': '853cf20929ad41dbbe34687e736bcbd4', 'gw_port': {'id': '7dc8b2b6-3c12-4e42-af2b-d960bd986ef3', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e02006-c5a6-48ec-b27c-30ae1a714ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:21:22Z', 'updated_at': '2022-05-12T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:52.903800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c71ecf47-6f1e-4053-bb74-c97ea40605ac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:52.944618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180e5bc-a018-4eb1-b9d0-c3ac035bcff6 None None] Pushing event updated for resources: {'Port': ['ID=c71ecf47-6f1e-4053-bb74-c97ea40605ac,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:52.985053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.002690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058f6a-3d65-48af-aa96-d2480002690f req-40a95fa1-7eba-46dd-939b-b29608ddf64f tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:53.004193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1058f6a-3d65-48af-aa96-d2480002690f req-40a95fa1-7eba-46dd-939b-b29608ddf64f tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1140945 May 12 03:24:53.035372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:53.035761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.068823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.072742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router_controller (3f45038e-908c-4657-be6f-0b1d50c9e1cb), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.139167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Deleting port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:53.139562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.195746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (3f45038e-908c-4657-be6f-0b1d50c9e1cb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.196589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Fanout notify agent at l3_agent the message router_deleted on router 3f45038e-908c-4657-be6f-0b1d50c9e1cb {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:53.204089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.207584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-547c112e-4e85-4b02-81f6-dabadb8b1d08 tempest-RoutersNegativeTest-1700418832 tempest-RoutersNegativeTest-1700418832-project] 10.222.0.23 "DELETE /v2.0/routers/3f45038e-908c-4657-be6f-0b1d50c9e1cb HTTP/1.1" status: 204 len: 168 time: 0.6921332 May 12 03:24:53.237807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b327f7-8235-4f0e-b308-301dc4af0e14 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:53.260036 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1058f6a-3d65-48af-aa96-d2480002690f req-2167a94e-68ab-4cfd-bd53-e5cec6f29820 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198832 May 12 03:24:53.272350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.294135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:53.313531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 87b327f7-8235-4f0e-b308-301dc4af0e14 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:53.314890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b327f7-8235-4f0e-b308-301dc4af0e14 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:53.324430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] For port 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:53.324798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.335831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Router 03b2fcd8-754d-4ffa-b897-afb985923a61 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:53.347601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Calling delete_port for 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:53.445246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.562921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:53.570021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.574344 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-03928654-2c98-4d2d-84b8-6ff244fdc4bf tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "PUT /v2.0/routers/03b2fcd8-754d-4ffa-b897-afb985923a61 HTTP/1.1" status: 200 len: 883 time: 4.6213925 May 12 03:24:53.577851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] Sync routers for ids ['03b2fcd8-754d-4ffa-b897-afb985923a61'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:53.579823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:53.602333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] Routers {'03b2fcd8-754d-4ffa-b897-afb985923a61'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:53.603252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['03b2fcd8-754d-4ffa-b897-afb985923a61'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:53.647397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:53.671799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] Routers {'03b2fcd8-754d-4ffa-b897-afb985923a61'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:53.672795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['03b2fcd8-754d-4ffa-b897-afb985923a61'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:53.748036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59978) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:53.763018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:53.763890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b36039-fc5c-4e14-b29c-e0f101b27fdf None None] The sync data for ids ['03b2fcd8-754d-4ffa-b897-afb985923a61'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:53.837984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:24:53.934687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:53.985291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:53.994309 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d5b57b8c-9ba5-414e-9f9c-ee2f7f1200d5 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/03b2fcd8-754d-4ffa-b897-afb985923a61 HTTP/1.1" status: 200 len: 924 time: 0.4132907 May 12 03:24:53.997698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59982) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.001301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6f8a5862-2322-4050-a056-3c1a666bde70 None None] Provisioning complete for port c71ecf47-6f1e-4053-bb74-c97ea40605ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:54.001754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6f8a5862-2322-4050-a056-3c1a666bde70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.063399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f83bf-4906-4bd1-ae29-ff1b91fae339 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.065255 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-836f83bf-4906-4bd1-ae29-ff1b91fae339 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=03b2fcd8-754d-4ffa-b897-afb985923a61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0667510 May 12 03:24:54.070374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.073966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-019a8383-94ed-486d-b17c-9e07ee86351f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e99fe184e6304b56bef08ceb43afa679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244379 May 12 03:24:54.076834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59986) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.145338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a5862-2322-4050-a056-3c1a666bde70 None None] Current status of the port c71ecf47-6f1e-4053-bb74-c97ea40605ac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:54.187178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:24:54.196988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eca335-7078-4161-a5e1-50df6947fdfc tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.203640 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:24:54.214985 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-40eca335-7078-4161-a5e1-50df6947fdfc tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.1369715 May 12 03:24:54.216083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59988) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.223640 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:54.224462 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:54.238120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7dc8b2b6-3c12-4e42-af2b-d960bd986ef3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.263923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.266955 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4bbb905b-b0d0-43db-bac2-853a2f46c44a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9295259 May 12 03:24:54.271171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59990) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.272041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fec9e81a-9674-47d0-8322-4860515c1e84 admin admin] Publish callbacks [] for security_group (00f92d5e-c208-44c9-8e79-6fc77636ba28), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.293689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc8b2b6-3c12-4e42-af2b-d960bd986ef3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:54.299818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fec9e81a-9674-47d0-8322-4860515c1e84 admin admin] Publish callbacks [] for security_group (00f92d5e-c208-44c9-8e79-6fc77636ba28), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.302746 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-afd5a7ac-388c-4486-b212-17852b90f207 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b2fcd8-754d-4ffa-b897-afb985923a61 HTTP/1.1" status: 200 len: 205 time: 0.0855193 May 12 03:24:54.303379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 59992) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.369020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.375922 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b3e381f6-b157-4fb1-8d5c-a4540d7177af tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4 HTTP/1.1" status: 204 len: 168 time: 1.5844829 May 12 03:24:54.376728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 59998) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.379125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fec9e81a-9674-47d0-8322-4860515c1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (00f92d5e-c208-44c9-8e79-6fc77636ba28), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.382213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fec9e81a-9674-47d0-8322-4860515c1e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.383316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fec9e81a-9674-47d0-8322-4860515c1e84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00f92d5e-c208-44c9-8e79-6fc77636ba28 HTTP/1.1" status: 204 len: 168 time: 0.3044133 May 12 03:24:54.464429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fff42-ceb2-4873-9f78-47a524167e1c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.466472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fff42-ceb2-4873-9f78-47a524167e1c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.467849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fff42-ceb2-4873-9f78-47a524167e1c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.473214 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-746fff42-ceb2-4873-9f78-47a524167e1c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0949562 May 12 03:24:54.484333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4caf2bff-0be0-49e7-a202-1c8ceff2740f None None] Could not find standard attr ID for object edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:24:54.494047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60002) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.494946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9e81a-9674-47d0-8322-4860515c1e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f92d5e-c208-44c9-8e79-6fc77636ba28,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:54.544450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (54e02006-c5a6-48ec-b27c-30ae1a714ceb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.619935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 33942c0e-dcf0-4f44-b8e5-fedc9aaac551 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:54.646088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (33942c0e-dcf0-4f44-b8e5-fedc9aaac551), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.704658 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:54.724028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c71ecf47-6f1e-4053-bb74-c97ea40605ac up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:54.760197 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e6033eff-60af-4120-93f0-6e5bc18f0800 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4082530 May 12 03:24:54.762361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea0e1-8716-4a70-b5fe-fc42df717495 req-27063bfe-0e80-481c-9b4c-625dadb7f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.763854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-930ea0e1-8716-4a70-b5fe-fc42df717495 req-27063bfe-0e80-481c-9b4c-625dadb7f42e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1130 time: 0.2890325 May 12 03:24:54.773364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172b14f-d15b-4284-ba63-e1e6f60c0fb5 req-a7e41a48-7e92-484f-8ccc-f004114ca126 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:54.774198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60008) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:54.778492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c71ecf47-6f1e-4053-bb74-c97ea40605ac triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:54.778835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.791523 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f172b14f-d15b-4284-ba63-e1e6f60c0fb5 req-a7e41a48-7e92-484f-8ccc-f004114ca126 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.3028040 May 12 03:24:54.870592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (33942c0e-dcf0-4f44-b8e5-fedc9aaac551), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.907182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c71ecf47-6f1e-4053-bb74-c97ea40605ac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:54.917173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9521d69b-3eba-4eff-a3dd-8c496ab59b2a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:54.949189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9521d69b-3eba-4eff-a3dd-8c496ab59b2a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:54.949639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9521d69b-3eba-4eff-a3dd-8c496ab59b2a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:54.979041 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f172b14f-d15b-4284-ba63-e1e6f60c0fb5 req-df7c73fb-64f7-48b3-a14e-2bd2c8a579fc tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809459 May 12 03:24:54.980277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:54.993950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (54e02006-c5a6-48ec-b27c-30ae1a714ceb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.005923 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-930ea0e1-8716-4a70-b5fe-fc42df717495 req-60000bcb-aba2-44d0-951b-eb0c31da0eb7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968980 May 12 03:24:55.047345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (33942c0e-dcf0-4f44-b8e5-fedc9aaac551), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.059467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks [] for router_controller (54e02006-c5a6-48ec-b27c-30ae1a714ceb), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.076022 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:24:52Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:55.114308 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:24:55.114751 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Updating router fe85c4c1-492b-40b3-91fa-30565a85d05f port c9ea0c99-aa84-4938-adc4-3ea854700628 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:24:55.122543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (33942c0e-dcf0-4f44-b8e5-fedc9aaac551), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.150674 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.157641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (54e02006-c5a6-48ec-b27c-30ae1a714ceb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.158266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e02006-c5a6-48ec-b27c-30ae1a714ceb {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:55.164345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=33942c0e-dcf0-4f44-b8e5-fedc9aaac551,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:55.169459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.170597 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-282ca41f-3157-4795-92bc-081ebed18b05 admin admin] 10.222.0.23 "DELETE /v2.0/routers/54e02006-c5a6-48ec-b27c-30ae1a714ceb HTTP/1.1" status: 204 len: 168 time: 3.1126571 May 12 03:24:55.178920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.180351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed057a-c08a-402e-b0ca-292cc00d3549 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:55.180777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60018) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:55.199586 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fc41f52e-0f39-4b07-8fbb-425cec42a9cf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/33942c0e-dcf0-4f44-b8e5-fedc9aaac551 HTTP/1.1" status: 204 len: 168 time: 0.6950772 May 12 03:24:55.201549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60020) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:55.251905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0d8356-a587-4efc-9c35-038aaf73ec66 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:55.256661 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9e0d8356-a587-4efc-9c35-038aaf73ec66 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4773493 May 12 03:24:55.257275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60026) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:55.312455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet f99b92f2-cbf5-4b08-bdef-602ed4b135a6 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:55.316561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (f99b92f2-cbf5-4b08-bdef-602ed4b135a6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.335719 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e9214c31-513e-4a78-bfa2-f8a9aebeeed0 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700693 May 12 03:24:55.350887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:55.359117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-440946531', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:55.361548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (03b2fcd8-754d-4ffa-b897-afb985923a61), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.391898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Deleting subnet c2b4b9ac-bace-457d-888c-28124a84df42 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:24:55.396725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Publish callbacks [] for subnet (c2b4b9ac-bace-457d-888c-28124a84df42), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.453193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (f99b92f2-cbf5-4b08-bdef-602ed4b135a6), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.500016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c2b4b9ac-bace-457d-888c-28124a84df42), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.536069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Deleting port ba6a7718-943f-436a-af7e-6c469bf957aa {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:55.536480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ba6a7718-943f-436a-af7e-6c469bf957aa), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.623428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:55.626701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.650498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60034) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:55.674478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c2b4b9ac-bace-457d-888c-28124a84df42), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.681090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Publish callbacks [] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.689917 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.711614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f99b92f2-cbf5-4b08-bdef-602ed4b135a6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.713047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ba6a7718-943f-436a-af7e-6c469bf957aa), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.734254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Calling delete_port for ba6a7718-943f-436a-af7e-6c469bf957aa owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:55.764805 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Pushing event updated for resources: {'Port': ['ID=c9ea0c99-aa84-4938-adc4-3ea854700628,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:55.782562 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.782904 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.783271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.783614 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.783949 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.784280 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.784610 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.784943 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.785281 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.785613 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.789407 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.789807 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.794490 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.795184 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.795741 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:24:55.805018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:24:55.856441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--185448589'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:55.864025 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Attempting to bind port c9ea0c99-aa84-4938-adc4-3ea854700628 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:55.865258 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Attempting to bind port c9ea0c99-aa84-4938-adc4-3ea854700628 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:55.865796 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Attempting to bind port c9ea0c99-aa84-4938-adc4-3ea854700628 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:55.872802 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:55.874308 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:55.875149 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.875622 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:55.876321 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Bound port: c9ea0c99-aa84-4938-adc4-3ea854700628, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:55.877298 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.883003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (f99b92f2-cbf5-4b08-bdef-602ed4b135a6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.900075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c2b4b9ac-bace-457d-888c-28124a84df42), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.916360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=f99b92f2-cbf5-4b08-bdef-602ed4b135a6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:55.945363 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] For port c9ea0c99-aa84-4938-adc4-3ea854700628, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:55.949272 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] For port c9ea0c99-aa84-4938-adc4-3ea854700628, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c9ea0c99-aa84-4938-adc4-3ea854700628,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:55.958798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.965100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b4b9ac-bace-457d-888c-28124a84df42,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:55.967234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:55.970447 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0d25721-94c1-40b8-a897-61860cb7ac2b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2b4b9ac-bace-457d-888c-28124a84df42 HTTP/1.1" status: 204 len: 168 time: 0.7886930 May 12 03:24:55.973214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60038) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:55.974887 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.042665 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c9547-fa64-4309-aea4-15ebc444d493 None None] Pushing event updated for resources: {'Port': ['ID=c9ea0c99-aa84-4938-adc4-3ea854700628,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:56.050938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:56.057274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.062678 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-84b198a5-76f6-4852-b6ec-1a7c0b12df92 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/f99b92f2-cbf5-4b08-bdef-602ed4b135a6 HTTP/1.1" status: 204 len: 168 time: 0.8553720 May 12 03:24:56.068494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.071981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60042) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:56.076847 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:24:56.077471 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:56.088580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'port_id': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'mac_address': 'fa:16:3e:b6:4a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:24:56.093826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a74092-1e11-4626-a0d0-870a15a6065a None None] Network e890778a-0f94-466b-9d2b-1438d80726f8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:56.188669 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bb7f57d1-fba5-4fb6-80ec-0d4470e6dbe0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067877 May 12 03:24:56.200572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60044) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:56.215062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:56.218583 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:24:56.232983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (e890778a-0f94-466b-9d2b-1438d80726f8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.251829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec7709-7be1-4667-a074-b2da62d3bce8 req-da7c7f7a-dd56-4176-ba9f-aa84cf9c7d85 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:56.253440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0cec7709-7be1-4667-a074-b2da62d3bce8 req-da7c7f7a-dd56-4176-ba9f-aa84cf9c7d85 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1585033 May 12 03:24:56.256985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (778aea22-3c07-4e87-b365-1f49c7761156), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.262867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:56.263889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.284168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d13e0-22fd-4cc5-b1c3-7ffcda6790bb None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:56.362082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:24:56.391878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:56.400813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] DHCP port deletion for e890778a-0f94-466b-9d2b-1438d80726f8 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:56.405917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.462707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b9a54e40-8468-4ce7-94f9-135f8e6ba29c None None] Provisioning complete for port c71ecf47-6f1e-4053-bb74-c97ea40605ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:56.463289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9a54e40-8468-4ce7-94f9-135f8e6ba29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.552929 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:24:52Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:56.561180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] Deleting port 7d77701e-e6e5-4577-a201-972592c7b7f3 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:56.561180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.611112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (104a759c-5787-40d9-ae51-1505013e09fe), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.612634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ba6a7718-943f-436a-af7e-6c469bf957aa), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.661545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] For port 7d77701e-e6e5-4577-a201-972592c7b7f3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7d77701e-e6e5-4577-a201-972592c7b7f3,segment=NetworkSegment(8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be),segment_id=8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:56.662060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.669290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83947179-275a-4878-9422-32b02e89d8f1 None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:24:52Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:24:56.679963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] Calling delete_port for 7d77701e-e6e5-4577-a201-972592c7b7f3 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:56.721628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (104a759c-5787-40d9-ae51-1505013e09fe), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.728804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=778aea22-3c07-4e87-b365-1f49c7761156,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:56.768118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Deleting port 7d77701e-e6e5-4577-a201-972592c7b7f3 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:56.768509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.776871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:56.780119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:24:56.790103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.807774 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0cec7709-7be1-4667-a074-b2da62d3bce8 req-c6f38ec2-71eb-4c70-b0c8-d3aaf456cd71 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197308 May 12 03:24:56.818923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:56.819300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: 781c2cd0-5329-4f92-8acb-35d9d3d2531d, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:24:56.825226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:56.839012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:56.839491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7dc8b2b6-3c12-4e42-af2b-d960bd986ef3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:56.839970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7d77701e-e6e5-4577-a201-972592c7b7f3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:56.878420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.881568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] For port 7d77701e-e6e5-4577-a201-972592c7b7f3, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:56.882311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.895501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:24:56.898291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event deleted for resources: {'Port': ['ID=ba6a7718-943f-436a-af7e-6c469bf957aa,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:56.900334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['00f94c81-f149-4ff2-aa9c-0ff64d2911a9'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:24:56.905414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Calling delete_port for 7d77701e-e6e5-4577-a201-972592c7b7f3 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:56.906545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] No DVR routers for this DVR port 7d77701e-e6e5-4577-a201-972592c7b7f3 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:56.908915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_backend_mixin [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Port 7d77701e-e6e5-4577-a201-972592c7b7f3 was not found and therefore no delete operation was performed {{(pid=104164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:24:56.910641 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (7d77701e-e6e5-4577-a201-972592c7b7f3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.921280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 781c2cd0-5329-4f92-8acb-35d9d3d2531d) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:56.933490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820f76e-4979-4c06-ad77-07a2bbf0f084 None None] Pushing event deleted for resources: {'Port': ['ID=7d77701e-e6e5-4577-a201-972592c7b7f3,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:56.935142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 7d77701e-e6e5-4577-a201-972592c7b7f3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:24:56.935599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7d77701e-e6e5-4577-a201-972592c7b7f3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:24:56.939929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.945155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:56.945348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.947926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Pushing event deleted for resources: {'Port': ['ID=7d77701e-e6e5-4577-a201-972592c7b7f3,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:56.950973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] No DVR routers for this DVR port 7d77701e-e6e5-4577-a201-972592c7b7f3 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:56.956283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:56.965300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:56.975502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ff88a-4b78-454a-aacc-18b1ab55d631 None None] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:57.019245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (03b2fcd8-754d-4ffa-b897-afb985923a61), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.023474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104a759c-5787-40d9-ae51-1505013e09fe,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:57.039376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0e3e888d-eca5-415a-9b69-f5632fa8e3a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6871319 May 12 03:24:57.049717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:57.068824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] Deleting port c71ecf47-6f1e-4053-bb74-c97ea40605ac {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:24:57.069507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.069627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.073180 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4175596 May 12 03:24:57.108839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60048) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:57.191713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b9a54e40-8468-4ce7-94f9-135f8e6ba29c None None] Current status of the port c71ecf47-6f1e-4053-bb74-c97ea40605ac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:57.200426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (e890778a-0f94-466b-9d2b-1438d80726f8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.254556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e890778a-0f94-466b-9d2b-1438d80726f8']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:57.280260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.292755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (03b2fcd8-754d-4ffa-b897-afb985923a61), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.303366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e7f74-bceb-40aa-8ffd-440707efdb3d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09fd26-a954-4a07-a131-312e0e711064,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:57.327912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:57.327912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:24:57.351019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.402616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.414581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (03b2fcd8-754d-4ffa-b897-afb985923a61), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.415199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Fanout notify agent at l3_agent the message router_deleted on router 03b2fcd8-754d-4ffa-b897-afb985923a61 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:24:57.422646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.428038 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b4db515-2d3e-4a74-8e5c-9cdda43010f9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/03b2fcd8-754d-4ffa-b897-afb985923a61 HTTP/1.1" status: 204 len: 168 time: 3.1195164 May 12 03:24:57.429060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60050) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:57.433172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-303078371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:57.449183 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7f166477-60c1-45c9-9feb-c94981c09b07 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3345625 May 12 03:24:57.451410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60052) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:57.458762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-security--1507094425', 'description': 'tempest-security-description-736815313'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:57.496701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:24:57.497282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (8f6c5975-ff9b-44c5-a9ff-ccb0d9c205be), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:24:57.500340 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:24:57.515612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.516779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.522198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.650915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] For port c71ecf47-6f1e-4053-bb74-c97ea40605ac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c71ecf47-6f1e-4053-bb74-c97ea40605ac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:57.652068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.680661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:57.683467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.710144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] Calling delete_port for c71ecf47-6f1e-4053-bb74-c97ea40605ac owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:24:57.715862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (e890778a-0f94-466b-9d2b-1438d80726f8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.728662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:57.734656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] 10.222.0.23 "DELETE /v2.0/networks/e890778a-0f94-466b-9d2b-1438d80726f8 HTTP/1.1" status: 204 len: 168 time: 1.7565441 May 12 03:24:57.763020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd40930-71a5-43fd-9138-727129ce4dba admin admin] Pushing event deleted for resources: {'Network': ['ID=e890778a-0f94-466b-9d2b-1438d80726f8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:57.951135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:24:57.993953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (7cc056a2-ee8f-4181-8a6d-b3a830b81372), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.008167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.009249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.022203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (c71ecf47-6f1e-4053-bb74-c97ea40605ac), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.029287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.032361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.033070 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "PUT /v2.0/security-groups/aa09fd26-a954-4a07-a131-312e0e711064 HTTP/1.1" status: 200 len: 1794 time: 0.5778224 May 12 03:24:58.042370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60058) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.076698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.078180 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fc00f75f-8b5c-46d4-8c83-7998fbc1fe2f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6489117 May 12 03:24:58.085199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60060) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.125673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': True}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:58.159086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb95b-3fa9-44e6-a0a5-eb44c3f944f7 req-fd20258e-3474-4e00-95d3-89838f983222 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:58.160313 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bebcb95b-3fa9-44e6-a0a5-eb44c3f944f7 req-fd20258e-3474-4e00-95d3-89838f983222 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 945 time: 0.2062912 May 12 03:24:58.170453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] Pushing event deleted for resources: {'Port': ['ID=c71ecf47-6f1e-4053-bb74-c97ea40605ac,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:58.177244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d3259-a2a9-442a-98d1-2690e710ddb7 None None] No DVR routers for this DVR port c71ecf47-6f1e-4053-bb74-c97ea40605ac on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:24:58.197833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60062) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.205172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521cfeb-5d04-4fcf-abc4-afd8e2b5fff2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09fd26-a954-4a07-a131-312e0e711064,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:58.258029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d2335524-5ce3-45a9-b6a4-b32a4db3c2c0 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups/aa09fd26-a954-4a07-a131-312e0e711064 HTTP/1.1" status: 200 len: 1794 time: 0.2142630 May 12 03:24:58.260715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60064) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.310761 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bebcb95b-3fa9-44e6-a0a5-eb44c3f944f7 req-47acf563-ee9a-4a7e-b791-5f4c7d63e7e0 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885429 May 12 03:24:58.311278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 is: BUILD; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:58.311770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.339162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:24:58.346696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60066) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.347840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (e8c3dc01-4027-4e2c-a040-23b5acd7584e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.355563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:24:58.360686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Allocated IP 172.20.0.2 (781c2cd0-5329-4f92-8acb-35d9d3d2531d/778aea22-3c07-4e87-b365-1f49c7761156/222cdacb-ef60-4782-801f-0deaf835f76c) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:58.426329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.426917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:58.466197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.538907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:58.633936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:58.655031 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e517751d-d44c-4f46-abed-ae07293b7976 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=853cf20929ad41dbbe34687e736bcbd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4567683 May 12 03:24:58.661674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:58.663758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60068) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.683988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e672e7e-0af7-41ee-afe3-1b2db3a17ea2 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:24:58.710480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c9ea0c99-aa84-4938-adc4-3ea854700628 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:58.726606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:24:58.727513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.733178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (7cc056a2-ee8f-4181-8a6d-b3a830b81372), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.742705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=e8c3dc01-4027-4e2c-a040-23b5acd7584e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:58.760797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9d29bb20-8681-41b3-ab09-659d69cc9106 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/floatingips/e0b30465-aaf9-4d99-916a-fcd883ce8a98 HTTP/1.1" status: 200 len: 993 time: 0.4083259 May 12 03:24:58.778893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e5287247-2f55-470d-8959-a8a365208719 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.814654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8333e5ae-73e6-4637-b276-c2906dfe8bec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6112297 May 12 03:24:58.815264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60070) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:58.830510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:58.834107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Publish callbacks [] for port (222cdacb-ef60-4782-801f-0deaf835f76c), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.853256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e5287247-2f55-470d-8959-a8a365208719 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.869321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.912266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:58.915372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'e8c3dc01-4027-4e2c-a040-23b5acd7584e'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:24:58.916469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.924253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6255-91d3-4c22-aa36-23eb439c4d83 admin admin] Publish callbacks [] for security_group (163fcae8-8831-4d87-9b6d-48428b8dda06), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:58.924492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:58.934999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:58.978849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c9ea0c99-aa84-4938-adc4-3ea854700628 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:58.980763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.008674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6255-91d3-4c22-aa36-23eb439c4d83 admin admin] Publish callbacks [] for security_group (163fcae8-8831-4d87-9b6d-48428b8dda06), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.015749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (781c2cd0-5329-4f92-8acb-35d9d3d2531d/778aea22-3c07-4e87-b365-1f49c7761156/158c38c9-8ceb-46cb-b48c-7a70ae95b7fd) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:59.049479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e5287247-2f55-470d-8959-a8a365208719 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (aa09fd26-a954-4a07-a131-312e0e711064), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.053034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e5287247-2f55-470d-8959-a8a365208719 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.054418 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e5287247-2f55-470d-8959-a8a365208719 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/aa09fd26-a954-4a07-a131-312e0e711064 HTTP/1.1" status: 204 len: 168 time: 0.7908032 May 12 03:24:59.061464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60072) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:59.121143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5287247-2f55-470d-8959-a8a365208719 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09fd26-a954-4a07-a131-312e0e711064,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:59.182686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Allocated IP 2001:db8::f816:3eff:fe1c:61f7 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/e8c3dc01-4027-4e2c-a040-23b5acd7584e/c36675ac-1926-49fc-a6c8-c8a925aa2bbd) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:59.218280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (7cc056a2-ee8f-4181-8a6d-b3a830b81372), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.259083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.268745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.275161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e9add635-7cfd-4c39-930d-c8be19b281e9 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2078004 May 12 03:24:59.277833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60074) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:59.281157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6255-91d3-4c22-aa36-23eb439c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (163fcae8-8831-4d87-9b6d-48428b8dda06), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.284440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6255-91d3-4c22-aa36-23eb439c4d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.285837 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3ecd6255-91d3-4c22-aa36-23eb439c4d83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/163fcae8-8831-4d87-9b6d-48428b8dda06 HTTP/1.1" status: 204 len: 168 time: 0.5649648 May 12 03:24:59.303387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-6daf9eb6-22fc-43a2-8b6d-1f05ec1d53ea tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] delete failed (client error): The resource could not be found. May 12 03:24:59.304891 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6daf9eb6-22fc-43a2-8b6d-1f05ec1d53ea tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/aa09fd26-a954-4a07-a131-312e0e711064 HTTP/1.1" status: 404 len: 347 time: 0.0244536 May 12 03:24:59.308485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60078) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:24:59.318478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--192793577'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:24:59.356026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.357345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd6255-91d3-4c22-aa36-23eb439c4d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163fcae8-8831-4d87-9b6d-48428b8dda06,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:59.362031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Publish callbacks [] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.370419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Pushing event updated for resources: {'Port': ['ID=222cdacb-ef60-4782-801f-0deaf835f76c,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:59.402302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Attempting to bind port 222cdacb-ef60-4782-801f-0deaf835f76c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:59.402554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Attempting to bind port 222cdacb-ef60-4782-801f-0deaf835f76c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:59.402964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Attempting to bind port 222cdacb-ef60-4782-801f-0deaf835f76c on network 781c2cd0-5329-4f92-8acb-35d9d3d2531d {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:59.407887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.482556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Pushing event updated for resources: {'Port': ['ID=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:59.497323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:59.497737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Allocated IP 172.26.2.151 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/c03a573a-a0f6-4bad-920c-5c8ff689451f) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:24:59.501718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:59.502207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Checking segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:59.502685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.503086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Bound using segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:59.503696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Bound port: 222cdacb-ef60-4782-801f-0deaf835f76c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:59.504034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.570528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:24:59.574646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.578653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:59.618777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.621540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:59.695316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:24:59.755628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for port (c03a573a-a0f6-4bad-920c-5c8ff689451f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.804840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c9ea0c99-aa84-4938-adc4-3ea854700628 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:24:59.804840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.820846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:24:59.854334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c03a573a-a0f6-4bad-920c-5c8ff689451f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.875573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-210f2611-0839-4110-a474-6b1c49206189 None None] For port 222cdacb-ef60-4782-801f-0deaf835f76c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:24:59.882945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Attempting to bind port c36675ac-1926-49fc-a6c8-c8a925aa2bbd on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:24:59.883404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Attempting to bind port c36675ac-1926-49fc-a6c8-c8a925aa2bbd by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:24:59.883841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Attempting to bind port c36675ac-1926-49fc-a6c8-c8a925aa2bbd on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:24:59.913463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port c9ea0c99-aa84-4938-adc4-3ea854700628, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c9ea0c99-aa84-4938-adc4-3ea854700628,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:24:59.915462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:24:59.915874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:24:59.916317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.916876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:24:59.917453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Bound port: c36675ac-1926-49fc-a6c8-c8a925aa2bbd, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:24:59.917769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.927518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-210f2611-0839-4110-a474-6b1c49206189 None None] For port 222cdacb-ef60-4782-801f-0deaf835f76c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=222cdacb-ef60-4782-801f-0deaf835f76c,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:24:59.935988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.945633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:59.961007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:24:59.962087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:59.969991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:24:59.971169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:24:59.971594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:24:59.982236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:24:59.991116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Port': ['ID=c03a573a-a0f6-4bad-920c-5c8ff689451f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.001007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:00.078034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (334120b7-c887-4616-9a50-b4d5e63ac680), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.122819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (334120b7-c887-4616-9a50-b4d5e63ac680), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.162900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.201653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.209177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] For port c36675ac-1926-49fc-a6c8-c8a925aa2bbd, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:00.211452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c71ecf47-6f1e-4053-bb74-c97ea40605ac no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:00.247888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.253351 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9435897 May 12 03:25:00.257956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60096) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:00.271537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '334120b7-c887-4616-9a50-b4d5e63ac680', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:00.272329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c71ecf47-6f1e-4053-bb74-c97ea40605ac {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:00.272682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c71ecf47-6f1e-4053-bb74-c97ea40605ac not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:00.301912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27c894-91ba-49a5-8a88-e8157f53f31f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334120b7-c887-4616-9a50-b4d5e63ac680,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.349948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] For port c36675ac-1926-49fc-a6c8-c8a925aa2bbd, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:00.355820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (e6ef2801-6ebc-49e7-8305-6a2756660b50), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.389190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:00.396044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:00.408495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.473215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=c9ea0c99-aa84-4938-adc4-3ea854700628,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.479408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:00.480490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.497840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (7c169f24-1f3f-4e21-9306-f81c8c22ae7b), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.506635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (7cc056a2-ee8f-4181-8a6d-b3a830b81372), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.576951 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7598197 May 12 03:25:00.583698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:00.584376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.625167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (7c169f24-1f3f-4e21-9306-f81c8c22ae7b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.626313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60100) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:00.647562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:40:9e:ed', 'name': 'tempest-NetworksTestDHCPv6-308315038'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:00.661617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904a001-24e4-4018-9bc4-017219517f70 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=e6ef2801-6ebc-49e7-8305-6a2756660b50,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.678830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:25:00.685357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7c169f24-1f3f-4e21-9306-f81c8c22ae7b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.686440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f0d704-6c16-4aa0-bcf7-3a32a38f001d" -d '{"events": [{"server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:25:00.695040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2611-0839-4110-a474-6b1c49206189 None None] Pushing event updated for resources: {'Port': ['ID=222cdacb-ef60-4782-801f-0deaf835f76c,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.728280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c169f24-1f3f-4e21-9306-f81c8c22ae7b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.830336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94669-6f49-458f-9904-5eb2da9d0bc0 None None] Pushing event updated for resources: {'Port': ['ID=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.852682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:00.875825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.945850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.948782 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-367539e6-d489-4b7e-a9b3-8e5c578b1705 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6830716 May 12 03:25:00.959444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:00.961662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:00.966538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c4b69-35ba-418b-813b-483dcf284bd3 x-openstack-request-id: req-493c4b69-35ba-418b-813b-483dcf284bd3 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:25:00.966538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:25:00.966839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60106) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:00.967083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-493c4b69-35ba-418b-813b-483dcf284bd3 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:25:00.969216 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493c4b69-35ba-418b-813b-483dcf284bd3'] response: {'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'code': 200} May 12 03:25:01.206146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.215199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.271321 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0b9f893-5df0-467c-b747-91975f710008 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (7c169f24-1f3f-4e21-9306-f81c8c22ae7b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.318900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:01.326106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0b9f893-5df0-467c-b747-91975f710008 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (7c169f24-1f3f-4e21-9306-f81c8c22ae7b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.454959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Router 7cc056a2-ee8f-4181-8a6d-b3a830b81372 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:25:01.489903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0b9f893-5df0-467c-b747-91975f710008 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7c169f24-1f3f-4e21-9306-f81c8c22ae7b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.522591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0b9f893-5df0-467c-b747-91975f710008 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.523895 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e0b9f893-5df0-467c-b747-91975f710008 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7c169f24-1f3f-4e21-9306-f81c8c22ae7b HTTP/1.1" status: 204 len: 168 time: 0.5563922 May 12 03:25:01.526529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60116) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:01.552260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9f893-5df0-467c-b747-91975f710008 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c169f24-1f3f-4e21-9306-f81c8c22ae7b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:01.560400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.589617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 66de01e1-c29d-4333-acc6-770710e249ed yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:01.636470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d21d7000-580d-4ac3-bf18-33ec43d10582 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1080573 May 12 03:25:01.639295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60122) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:01.724910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:01.726358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.733989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.738036 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2dfeafd9-95a0-44a2-a81f-0eea1b142a1c tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "PUT /v2.0/routers/7cc056a2-ee8f-4181-8a6d-b3a830b81372 HTTP/1.1" status: 200 len: 918 time: 3.6432097 May 12 03:25:01.739559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60124) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:01.741837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] Sync routers for ids ['7cc056a2-ee8f-4181-8a6d-b3a830b81372'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:01.759345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] Routers {'7cc056a2-ee8f-4181-8a6d-b3a830b81372'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:01.760994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7cc056a2-ee8f-4181-8a6d-b3a830b81372'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:01.777083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:01.851104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:01.870140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] Routers {'7cc056a2-ee8f-4181-8a6d-b3a830b81372'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:01.870698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7cc056a2-ee8f-4181-8a6d-b3a830b81372'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:01.931331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:01.931950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0d4c7-ed9f-46e6-8070-6dc1159182a2 None None] The sync data for ids ['7cc056a2-ee8f-4181-8a6d-b3a830b81372'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:01.951265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:01.962351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.085070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 172.20.0.13 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/e6ef2801-6ebc-49e7-8305-6a2756660b50/66de01e1-c29d-4333-acc6-770710e249ed) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:02.097100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fe40:9eed (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/e8c3dc01-4027-4e2c-a040-23b5acd7584e/66de01e1-c29d-4333-acc6-770710e249ed) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:02.179342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60132) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.213425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:02.214953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:02.234490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-418511fa-c274-42c0-9ce8-b3a33e538b98 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (334120b7-c887-4616-9a50-b4d5e63ac680), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.277173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-418511fa-c274-42c0-9ce8-b3a33e538b98 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (334120b7-c887-4616-9a50-b4d5e63ac680), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.297991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e9cea-fb3c-4184-9074-b68ba8c0e50e None None] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:02.388501 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0deb359d-de30-401c-a1f4-517ae71287ad tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/7cc056a2-ee8f-4181-8a6d-b3a830b81372 HTTP/1.1" status: 200 len: 924 time: 0.6477695 May 12 03:25:02.391224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60136) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.396847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b11f13a4-1632-44a3-b3ad-3c11295d2ad1 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:02.415655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] Provisioning complete for port 222cdacb-ef60-4782-801f-0deaf835f76c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:02.416383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.466883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf930248-58e4-40e7-971e-a4c8eb14e6eb tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:02.468540 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bf930248-58e4-40e7-971e-a4c8eb14e6eb tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=7cc056a2-ee8f-4181-8a6d-b3a830b81372&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0761943 May 12 03:25:02.471284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60138) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.536248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-418511fa-c274-42c0-9ce8-b3a33e538b98 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (334120b7-c887-4616-9a50-b4d5e63ac680), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.546865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-418511fa-c274-42c0-9ce8-b3a33e538b98 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.548027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-418511fa-c274-42c0-9ce8-b3a33e538b98 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/334120b7-c887-4616-9a50-b4d5e63ac680 HTTP/1.1" status: 204 len: 168 time: 0.9075031 May 12 03:25:02.553853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60140) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.577566 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b11f13a4-1632-44a3-b3ad-3c11295d2ad1 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "PUT /v2.0/quotas/37c2df308b3f40d29448a33aff8d1036 HTTP/1.1" status: 200 len: 368 time: 0.3890867 May 12 03:25:02.591141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60142) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.617873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (66de01e1-c29d-4333-acc6-770710e249ed), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.618829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] Current status of the port 222cdacb-ef60-4782-801f-0deaf835f76c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:02.619209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.632487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:25:02.633441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Request body: {'network': {'project_id': '37c2df308b3f40d29448a33aff8d1036'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:02.637155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418511fa-c274-42c0-9ce8-b3a33e538b98 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334120b7-c887-4616-9a50-b4d5e63ac680,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:02.694503 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-715e6077-88f0-46bf-9d9a-4f482271d86c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1358614 May 12 03:25:02.700168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60144) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.705365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211965403'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:02.739201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] For port 222cdacb-ef60-4782-801f-0deaf835f76c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=222cdacb-ef60-4782-801f-0deaf835f76c,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:02.745289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Made reservation on behalf of 37c2df308b3f40d29448a33aff8d1036 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:02.751306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.751490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.778792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.809954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab5938-a894-440a-bd6a-da8688181a66 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:02.813868 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9bab5938-a894-440a-bd6a-da8688181a66 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.3387935 May 12 03:25:02.818831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60148) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.820889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.829949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 222cdacb-ef60-4782-801f-0deaf835f76c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:02.832016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (66de01e1-c29d-4333-acc6-770710e249ed), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:02.890461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e7493-0293-44f4-bae7-d911f9323c30 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:02.894789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-15256f8c-4609-4b84-a685-dffc00fe322c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cc056a2-ee8f-4181-8a6d-b3a830b81372 HTTP/1.1" status: 200 len: 205 time: 0.0747435 May 12 03:25:02.899932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60150) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:02.973602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046aa19-3947-4eca-82fe-b6a45288bfa5 None None] Pushing event updated for resources: {'Port': ['ID=222cdacb-ef60-4782-801f-0deaf835f76c,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.013732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (fc3e0861-35c7-4af6-8404-1e11cf5641f1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.024864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (fc3e0861-35c7-4af6-8404-1e11cf5641f1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.034699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Provisioning complete for port 222cdacb-ef60-4782-801f-0deaf835f76c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:03.035532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.064734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for security_group (2a7e7c85-9a00-425a-9d3b-37e3d768dd4f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.075856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2a7e7c85-9a00-425a-9d3b-37e3d768dd4f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.082281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 222cdacb-ef60-4782-801f-0deaf835f76c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:03.082752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.088020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e0861-35c7-4af6-8404-1e11cf5641f1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.102615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.106470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7076f1bc-4334-443d-8e53-c40ee7c26d5a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4026394 May 12 03:25:03.110071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:03.116541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60152) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.128909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': 'fc3e0861-35c7-4af6-8404-1e11cf5641f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:03.170330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25cb2468-861c-44d8-8e4f-b88ee05bf014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.171855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (32a7535d-5f00-43fd-a154-e492554bf013), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.172269 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Added segment 32a7535d-5f00-43fd-a154-e492554bf013 of type vlan for network 0ae72b15-f110-41e1-bd4e-a250b9cc2d31 May 12 03:25:03.173684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7e7c85-9a00-425a-9d3b-37e3d768dd4f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.221723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (40b9fb47-b228-4efa-b7c9-18679cdee693), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.227050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (0ae72b15-f110-41e1-bd4e-a250b9cc2d31), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.294529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (0ae72b15-f110-41e1-bd4e-a250b9cc2d31), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.295745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.296852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.329051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:03.330329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:03.330958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Current status of the port 222cdacb-ef60-4782-801f-0deaf835f76c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:03.335121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 222cdacb-ef60-4782-801f-0deaf835f76c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:03.336107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c9ea0c99-aa84-4938-adc4-3ea854700628 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:03.345954 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:03.365147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 818 time: 0.7727387 May 12 03:25:03.366389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60156) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.372598 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-506e49a3-7c8d-48d3-aad9-7d4543d72cd9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/fe85c4c1-492b-40b3-91fa-30565a85d05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3191748 May 12 03:25:03.373078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:03.379496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:03.380211 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:03.380411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Provisioning complete for port c36675ac-1926-49fc-a6c8-c8a925aa2bbd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:03.380411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.380690 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:03.381129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60158) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.382731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'e8c3dc01-4027-4e2c-a040-23b5acd7584e', 'ip_address': '2001:db8::f816:3eff:fe1c:61f7'}, {'subnet_id': 'e6ef2801-6ebc-49e7-8305-6a2756660b50'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'c36675ac-1926-49fc-a6c8-c8a925aa2bbd'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:25:03.384620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Request body: {'network': {'project_id': '37c2df308b3f40d29448a33aff8d1036'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:03.388759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=66de01e1-c29d-4333-acc6-770710e249ed,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.406786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (40b9fb47-b228-4efa-b7c9-18679cdee693), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.459311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (40b9fb47-b228-4efa-b7c9-18679cdee693), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.472691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.500458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c9ea0c99-aa84-4938-adc4-3ea854700628 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:03.500838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.505382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e2b8-fe5e-427b-aae8-54d83f817be9 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Pushing event updated for resources: {'Network': ['ID=0ae72b15-f110-41e1-bd4e-a250b9cc2d31,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.527630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.529323 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4100125 May 12 03:25:03.532067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60160) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.540285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': 'fc3e0861-35c7-4af6-8404-1e11cf5641f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:03.544901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 0ae72b15-f110-41e1-bd4e-a250b9cc2d31 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:03.574571 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:03.577740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b8a07-97b4-417f-846e-89090ec34422 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b9fb47-b228-4efa-b7c9-18679cdee693,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.621311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Made reservation on behalf of 37c2df308b3f40d29448a33aff8d1036 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:03.623759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.624761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (25640f63-ecf2-4eba-847d-f86f1c54f6ee), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.697917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (25640f63-ecf2-4eba-847d-f86f1c54f6ee), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.705774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (25640f63-ecf2-4eba-847d-f86f1c54f6ee), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.713147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Current status of the port c36675ac-1926-49fc-a6c8-c8a925aa2bbd is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:03.713453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.727669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25640f63-ecf2-4eba-847d-f86f1c54f6ee,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.743287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.746278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.746930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.747318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-eb655865-de81-45b2-aba6-31dbb9af95aa tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2132497 May 12 03:25:03.747916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60162) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.756025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': 'fc3e0861-35c7-4af6-8404-1e11cf5641f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:03.796530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (b68b55aa-da36-4870-afac-8363dd53b77a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.822560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:03.843534 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c85bed08-78cc-4520-968e-dd071dda7625 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2055025 May 12 03:25:03.845510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60166) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.859612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (b68b55aa-da36-4870-afac-8363dd53b77a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.865473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (b68b55aa-da36-4870-afac-8363dd53b77a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.867271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.873860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2ad3a54e-0231-45e7-8b78-a74e389128f2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.873860 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Added segment 2ad3a54e-0231-45e7-8b78-a74e389128f2 of type vlan for network 4234b57b-efe8-43af-b136-b763630bb568 May 12 03:25:03.875257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] For port c36675ac-1926-49fc-a6c8-c8a925aa2bbd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:03.891361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68b55aa-da36-4870-afac-8363dd53b77a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:03.899220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.903351 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f862324d-e72a-41c6-bb89-28b6aeeb5197 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544194 May 12 03:25:03.903962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60168) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:03.909013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': 'fc3e0861-35c7-4af6-8404-1e11cf5641f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:03.921029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.926440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c9ea0c99-aa84-4938-adc4-3ea854700628 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:03.927483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c36675ac-1926-49fc-a6c8-c8a925aa2bbd up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:03.959244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (066c2be1-eed2-44e4-bde3-929b8c7df834), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:03.974597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.974972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.975446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.975907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.976363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.976823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.977280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:03.981903 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fe847d35-6cf0-4044-8edd-2bbf798fa2ee tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4919 time: 0.5878034 May 12 03:25:03.995476 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:25:00Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:01Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:03.996857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Provisioning complete for port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:03.997173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.000649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60170) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.010988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245004b9-5baf-41ac-a671-9e696cacbeda tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.016364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245004b9-5baf-41ac-a671-9e696cacbeda tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.021265 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-245004b9-5baf-41ac-a671-9e696cacbeda tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1700158 May 12 03:25:04.024980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60172) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.034863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (066c2be1-eed2-44e4-bde3-929b8c7df834), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.054197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] Allocated IP 172.20.0.2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/e6ef2801-6ebc-49e7-8305-6a2756660b50/c36675ac-1926-49fc-a6c8-c8a925aa2bbd) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:04.059299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (066c2be1-eed2-44e4-bde3-929b8c7df834), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.062832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Pushing event updated for resources: {'Port': ['ID=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:04.086001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (4234b57b-efe8-43af-b136-b763630bb568), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.096794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-90845a32-74bf-426f-9902-8aba18b61022 None None] Port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:04.117738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c36675ac-1926-49fc-a6c8-c8a925aa2bbd triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:04.118293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.135088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.139699 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2344353 May 12 03:25:04.140278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866bb81-0243-4034-87b1-f75796e4391a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066c2be1-eed2-44e4-bde3-929b8c7df834,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:04.142485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60174) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.151359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': 'fc3e0861-35c7-4af6-8404-1e11cf5641f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:04.193455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.194351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.194989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.195617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.196238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.196862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.197500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.199675 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f908cdad-55ac-4672-b6de-17c271f7477b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.1632166 May 12 03:25:04.202598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60176) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.208169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 66de01e1-c29d-4333-acc6-770710e249ed {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:04.208724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (66de01e1-c29d-4333-acc6-770710e249ed), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.239453 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:25:04.239798 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Updating router fe85c4c1-492b-40b3-91fa-30565a85d05f port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:25:04.241570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b23e6d4a-b5ac-4203-9968-d4a1c2a96ba3 None None] Provisioning complete for port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:04.241975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b23e6d4a-b5ac-4203-9968-d4a1c2a96ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.267005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (4234b57b-efe8-43af-b136-b763630bb568), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.268290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:04.269025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.284127 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.390254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (352d1a9a-5bb5-41fc-b517-32b12118ef79), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.404985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Pushing event updated for resources: {'Network': ['ID=4234b57b-efe8-43af-b136-b763630bb568,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:04.407733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (7cc056a2-ee8f-4181-8a6d-b3a830b81372), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.447352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 4234b57b-efe8-43af-b136-b763630bb568 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:04.452835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] For port c36675ac-1926-49fc-a6c8-c8a925aa2bbd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:04.489198 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-633b8d4c-fe03-40ca-aa68-3f9958d2cae2 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 818 time: 1.1131854 May 12 03:25:04.500016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60178) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.506937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-50192181-98ee-4929-9e8c-dafebd514077 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Request body: {'network': {'project_id': '37c2df308b3f40d29448a33aff8d1036'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:04.509705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bef6300e-463f-4f26-a7b8-5c9ffd1eb94b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3034368 May 12 03:25:04.520923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c36675ac-1926-49fc-a6c8-c8a925aa2bbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:04.530440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (66de01e1-c29d-4333-acc6-770710e249ed), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.557453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b23e6d4a-b5ac-4203-9968-d4a1c2a96ba3 None None] Port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:04.568166 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-50192181-98ee-4929-9e8c-dafebd514077 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 12 03:25:04.569532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50192181-98ee-4929-9e8c-dafebd514077 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:04.573342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-50192181-98ee-4929-9e8c-dafebd514077 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0698352 May 12 03:25:04.573342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 66de01e1-c29d-4333-acc6-770710e249ed owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:04.574221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60182) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.577593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] Publish callbacks [] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.587466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.599297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Deleting port c03a573a-a0f6-4bad-920c-5c8ff689451f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:04.599651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c03a573a-a0f6-4bad-920c-5c8ff689451f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.618698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60184) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.622443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (352d1a9a-5bb5-41fc-b517-32b12118ef79), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.626365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632735525', 'description': 'tempest-secgroup-smoke-1632735525 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:04.682372 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d5bf8f04-6e41-45c9-91ca-0e1f68525555 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37c2df308b3f40d29448a33aff8d1036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049922 May 12 03:25:04.684915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60186) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.687897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb36e-620c-478c-aef8-d1eed6811b52 None None] Pushing event updated for resources: {'Port': ['ID=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:04.694829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (352d1a9a-5bb5-41fc-b517-32b12118ef79), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.702404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.721593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c36675ac-1926-49fc-a6c8-c8a925aa2bbd up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:04.785388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cab7a3f-6ba6-438e-9f80-6cd81750b469 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for security_group (2a7e7c85-9a00-425a-9d3b-37e3d768dd4f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.806680 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Publish callbacks [] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.807981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352d1a9a-5bb5-41fc-b517-32b12118ef79,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:04.818303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.818553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c36675ac-1926-49fc-a6c8-c8a925aa2bbd triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:04.818845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.822837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-14152436-b1dc-4ef3-936c-b7c1757cb71b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6769722 May 12 03:25:04.824598 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.825626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60188) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.836730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cab7a3f-6ba6-438e-9f80-6cd81750b469 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for security_group (2a7e7c85-9a00-425a-9d3b-37e3d768dd4f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.848128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0c731fe4-303a-4b5c-ba60-2bb8d3e77f10), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.857238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0c731fe4-303a-4b5c-ba60-2bb8d3e77f10), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.878740 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2574-d670-4cb1-a31b-3d7214d7e752 None None] Pushing event updated for resources: {'Port': ['ID=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:04.908419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c03a573a-a0f6-4bad-920c-5c8ff689451f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.921483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.936853 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3143528 May 12 03:25:04.946319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60190) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:04.950866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0c731fe4-303a-4b5c-ba60-2bb8d3e77f10', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:04.963997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Calling delete_port for c03a573a-a0f6-4bad-920c-5c8ff689451f owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:04.964600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c36675ac-1926-49fc-a6c8-c8a925aa2bbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:04.966009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 222cdacb-ef60-4782-801f-0deaf835f76c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:04.972499 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Attempting to bind port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:04.973002 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Attempting to bind port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:04.973423 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Attempting to bind port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd on network 781c2cd0-5329-4f92-8acb-35d9d3d2531d {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:04.982520 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:04.983021 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Checking segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:04.983524 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.984126 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Bound using segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:04.984619 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Bound port: 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:04.985975 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:04.990633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f31455e4-af8c-4ae7-b4e8-accb529dd2c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (352d1a9a-5bb5-41fc-b517-32b12118ef79), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.021843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f31455e4-af8c-4ae7-b4e8-accb529dd2c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (352d1a9a-5bb5-41fc-b517-32b12118ef79), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.031154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ff9b-8ff6-46ce-abe9-3347aab61b72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.071737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (7c6b265f-85a8-4f5a-963c-b38ab7651a16), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.077830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 222cdacb-ef60-4782-801f-0deaf835f76c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:05.078315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.171214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cab7a3f-6ba6-438e-9f80-6cd81750b469 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2a7e7c85-9a00-425a-9d3b-37e3d768dd4f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.180229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cab7a3f-6ba6-438e-9f80-6cd81750b469 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.186175 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1cab7a3f-6ba6-438e-9f80-6cd81750b469 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a7e7c85-9a00-425a-9d3b-37e3d768dd4f HTTP/1.1" status: 204 len: 168 time: 0.5001271 May 12 03:25:05.194636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60192) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.210057 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] For port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:05.217861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab7a3f-6ba6-438e-9f80-6cd81750b469 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7e7c85-9a00-425a-9d3b-37e3d768dd4f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.221995 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] For port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:05.232084 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.247855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (7c6b265f-85a8-4f5a-963c-b38ab7651a16), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.258483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7c6b265f-85a8-4f5a-963c-b38ab7651a16), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.278287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6b265f-85a8-4f5a-963c-b38ab7651a16,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.296376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f31455e4-af8c-4ae7-b4e8-accb529dd2c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (352d1a9a-5bb5-41fc-b517-32b12118ef79), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.303986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.308759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fe5c923e-17aa-4c75-8e96-6d0ef8077510 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613687 May 12 03:25:05.309437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60194) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.314345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0c731fe4-303a-4b5c-ba60-2bb8d3e77f10', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:05.322584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 222cdacb-ef60-4782-801f-0deaf835f76c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:05.354684 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2574-d670-4cb1-a31b-3d7214d7e752 None None] Pushing event updated for resources: {'Port': ['ID=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.357770 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:05.358492 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:24:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:05.369298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] Provisioning complete for port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:05.370423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.406322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f31455e4-af8c-4ae7-b4e8-accb529dd2c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.412878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60196) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.434639 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f31455e4-af8c-4ae7-b4e8-accb529dd2c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/352d1a9a-5bb5-41fc-b517-32b12118ef79 HTTP/1.1" status: 204 len: 168 time: 0.6065466 May 12 03:25:05.440577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (255229a0-b701-404d-9857-247823c45bdd), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.543042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cd58dfb9-5803-4520-bade-1eed32c61a3a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1226120 May 12 03:25:05.545791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] Current status of the port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:05.546431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.546843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60198) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.565673 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:05.587587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e76e77d0-7181-43ba-aa44-4de17eeb39c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (066c2be1-eed2-44e4-bde3-929b8c7df834), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.606203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e76e77d0-7181-43ba-aa44-4de17eeb39c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (066c2be1-eed2-44e4-bde3-929b8c7df834), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.629724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] For port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:05.633838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (255229a0-b701-404d-9857-247823c45bdd), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.649524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (255229a0-b701-404d-9857-247823c45bdd), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.664364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.690807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255229a0-b701-404d-9857-247823c45bdd,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.716964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e76e77d0-7181-43ba-aa44-4de17eeb39c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (066c2be1-eed2-44e4-bde3-929b8c7df834), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.738187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31455e4-af8c-4ae7-b4e8-accb529dd2c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=352d1a9a-5bb5-41fc-b517-32b12118ef79,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.743305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e76e77d0-7181-43ba-aa44-4de17eeb39c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.748934 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e76e77d0-7181-43ba-aa44-4de17eeb39c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/066c2be1-eed2-44e4-bde3-929b8c7df834 HTTP/1.1" status: 204 len: 168 time: 0.1970959 May 12 03:25:05.751340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60200) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.755299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.759556 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c8afd0ad-dfa3-436d-b47f-4055d040e364 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4489896 May 12 03:25:05.774126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60202) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.780015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e77d0-7181-43ba-aa44-4de17eeb39c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=066c2be1-eed2-44e4-bde3-929b8c7df834,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.802792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0c731fe4-303a-4b5c-ba60-2bb8d3e77f10', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:05.805531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa834af-89f8-4f5f-a53b-1a0fb2b9a02c None None] Pushing event updated for resources: {'Port': ['ID=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.813150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1cf255b2-5755-4e72-899c-4b75b6976ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.814636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (4234b57b-efe8-43af-b136-b763630bb568), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.851811 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6be583cb-e9e0-4a19-8d63-0a948812ce18 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0870268 May 12 03:25:05.852539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60204) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:05.871203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (66de01e1-c29d-4333-acc6-770710e249ed), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.903077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-63c2ac20-ea1d-463a-85e4-c47dfd476849 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (b68b55aa-da36-4870-afac-8363dd53b77a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.914400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-63c2ac20-ea1d-463a-85e4-c47dfd476849 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (b68b55aa-da36-4870-afac-8363dd53b77a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.946633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=66de01e1-c29d-4333-acc6-770710e249ed,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:05.958305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-63c2ac20-ea1d-463a-85e4-c47dfd476849 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (b68b55aa-da36-4870-afac-8363dd53b77a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.969829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-63c2ac20-ea1d-463a-85e4-c47dfd476849 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:05.971688 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-63c2ac20-ea1d-463a-85e4-c47dfd476849 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b68b55aa-da36-4870-afac-8363dd53b77a HTTP/1.1" status: 204 len: 168 time: 0.1177702 May 12 03:25:05.975309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60206) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.000124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2ac20-ea1d-463a-85e4-c47dfd476849 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b68b55aa-da36-4870-afac-8363dd53b77a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:06.026970 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:25:00Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:06.039088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (3dc51bc7-7188-4149-a2f7-35aa02836dfc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.041105 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-119d88c3-1c9d-4d4f-9877-3925232fe08a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0642869 May 12 03:25:06.045746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60208) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.067329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bcc917f3-d595-47d3-b8ca-53ed8b669f76 None None] Provisioning complete for port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:06.068008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bcc917f3-d595-47d3-b8ca-53ed8b669f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.079689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b70f8f86-cadd-4110-917c-183e59952a4a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (25640f63-ecf2-4eba-847d-f86f1c54f6ee), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.091958 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40cf64-8dab-48e8-81aa-2fa236650e24 None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:25:00Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:06.100639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b70f8f86-cadd-4110-917c-183e59952a4a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (25640f63-ecf2-4eba-847d-f86f1c54f6ee), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.132680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b70f8f86-cadd-4110-917c-183e59952a4a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (25640f63-ecf2-4eba-847d-f86f1c54f6ee), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.141428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b70f8f86-cadd-4110-917c-183e59952a4a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.143379 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b70f8f86-cadd-4110-917c-183e59952a4a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/25640f63-ecf2-4eba-847d-f86f1c54f6ee HTTP/1.1" status: 204 len: 168 time: 0.0961499 May 12 03:25:06.148407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60210) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.186501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8f86-cadd-4110-917c-183e59952a4a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25640f63-ecf2-4eba-847d-f86f1c54f6ee,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:06.243466 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e99a4698-e96a-4514-a7b4-bebf73ad156f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0914185 May 12 03:25:06.244246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60212) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.284879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bcc917f3-d595-47d3-b8ca-53ed8b669f76 None None] Current status of the port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:06.295245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c768f90-ab5b-4651-9ecf-c99a4aa7c0a6 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (40b9fb47-b228-4efa-b7c9-18679cdee693), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.310591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c768f90-ab5b-4651-9ecf-c99a4aa7c0a6 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (40b9fb47-b228-4efa-b7c9-18679cdee693), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.332894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (4234b57b-efe8-43af-b136-b763630bb568), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.365318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c03a573a-a0f6-4bad-920c-5c8ff689451f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.368513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c768f90-ab5b-4651-9ecf-c99a4aa7c0a6 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (40b9fb47-b228-4efa-b7c9-18679cdee693), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.376967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c768f90-ab5b-4651-9ecf-c99a4aa7c0a6 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.383281 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3c768f90-ab5b-4651-9ecf-c99a4aa7c0a6 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/40b9fb47-b228-4efa-b7c9-18679cdee693 HTTP/1.1" status: 204 len: 168 time: 0.1329172 May 12 03:25:06.383855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60214) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.426548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4234b57b-efe8-43af-b136-b763630bb568']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:06.431698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.431939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c768f90-ab5b-4651-9ecf-c99a4aa7c0a6 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b9fb47-b228-4efa-b7c9-18679cdee693,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:06.434427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9359ba98-b272-4f18-a7cf-50580e8ee959 None None] Provisioning complete for port c36675ac-1926-49fc-a6c8-c8a925aa2bbd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:06.435087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9359ba98-b272-4f18-a7cf-50580e8ee959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.494622 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fb95091f-d66a-49da-bff3-2d52632903a3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0962484 May 12 03:25:06.502707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60216) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.599804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event deleted for resources: {'Port': ['ID=c03a573a-a0f6-4bad-920c-5c8ff689451f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:06.616531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.633788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60218) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.641841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e22d7589-cad6-499e-abbc-ba6e0e39718b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/66de01e1-c29d-4333-acc6-770710e249ed HTTP/1.1" status: 204 len: 168 time: 2.6117325 May 12 03:25:06.647264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9359ba98-b272-4f18-a7cf-50580e8ee959 None None] Current status of the port c36675ac-1926-49fc-a6c8-c8a925aa2bbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:06.651948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9359ba98-b272-4f18-a7cf-50580e8ee959 None None] Could not find standard attr ID for object 66de01e1-c29d-4333-acc6-770710e249ed. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:06.687483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (3dc51bc7-7188-4149-a2f7-35aa02836dfc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.689602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad3a54e-0231-45e7-8b78-a74e389128f2') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:06.690170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad3a54e-0231-45e7-8b78-a74e389128f2') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:06.696126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fbc13e5-060b-4f10-bbbe-f099e07f755b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (fc3e0861-35c7-4af6-8404-1e11cf5641f1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.705629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (3dc51bc7-7188-4149-a2f7-35aa02836dfc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.709353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (2ad3a54e-0231-45e7-8b78-a74e389128f2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.721229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fbc13e5-060b-4f10-bbbe-f099e07f755b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (fc3e0861-35c7-4af6-8404-1e11cf5641f1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.764706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-81c6b3b2-35ca-47dc-a0ec-17ef62a585e0 None None] Could not find standard attr ID for object 66de01e1-c29d-4333-acc6-770710e249ed. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:06.821184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9866266-c6dc-4989-b3eb-9d015cb5b75c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:06.822448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9866266-c6dc-4989-b3eb-9d015cb5b75c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:06.823761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9866266-c6dc-4989-b3eb-9d015cb5b75c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:06.828149 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a9866266-c6dc-4989-b3eb-9d015cb5b75c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1927357 May 12 03:25:06.828923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60220) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.847609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c36675ac-1926-49fc-a6c8-c8a925aa2bbd up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:06.850674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2ad3a54e-0231-45e7-8b78-a74e389128f2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.856628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc51bc7-7188-4149-a2f7-35aa02836dfc,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:06.864212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fbc13e5-060b-4f10-bbbe-f099e07f755b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (fc3e0861-35c7-4af6-8404-1e11cf5641f1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.866988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2fbc13e5-060b-4f10-bbbe-f099e07f755b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.870836 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2fbc13e5-060b-4f10-bbbe-f099e07f755b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/fc3e0861-35c7-4af6-8404-1e11cf5641f1 HTTP/1.1" status: 204 len: 168 time: 0.3667803 May 12 03:25:06.871448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60222) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.878616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.880744 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cb07d83e-febd-4e16-9735-d9d7455a51c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1020424 May 12 03:25:06.887458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60224) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:06.895799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0c731fe4-303a-4b5c-ba60-2bb8d3e77f10', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:06.901218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:06.902035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (2ad3a54e-0231-45e7-8b78-a74e389128f2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: warnings.warn('Neutron quota engine will require "--force" ' May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:06.904583 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:06.907133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc13e5-060b-4f10-bbbe-f099e07f755b tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e0861-35c7-4af6-8404-1e11cf5641f1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:06.928271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet e6ef2801-6ebc-49e7-8305-6a2756660b50 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:06.938794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (7cc056a2-ee8f-4181-8a6d-b3a830b81372), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.956037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c36675ac-1926-49fc-a6c8-c8a925aa2bbd triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:06.956736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:06.980673 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bf2e58a9-6c0e-489b-9c2f-74969fc16438 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0995822 May 12 03:25:06.980673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (e6ef2801-6ebc-49e7-8305-6a2756660b50), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.011388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60226) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.016420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003544481'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:07.044815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.046802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (7cc056a2-ee8f-4181-8a6d-b3a830b81372), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.049978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.059601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c36675ac-1926-49fc-a6c8-c8a925aa2bbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:07.061273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:07.099540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (e6ef2801-6ebc-49e7-8305-6a2756660b50), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.132227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:07.133074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.164609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (7cc056a2-ee8f-4181-8a6d-b3a830b81372), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.165204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc056a2-ee8f-4181-8a6d-b3a830b81372 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:25:07.173866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.176537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c239a35a-82bc-43b4-8133-a5d0b94906d1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/7cc056a2-ee8f-4181-8a6d-b3a830b81372 HTTP/1.1" status: 204 len: 168 time: 4.2751555 May 12 03:25:07.182841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60228) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.188795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-236279212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:07.198355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (155d6540-38a6-4821-8997-822fe8381e41), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.202020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (4234b57b-efe8-43af-b136-b763630bb568), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.217632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (bdad9001-9421-4588-a0cd-4ab739fd4123), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.226405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.232570 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4234b57b-efe8-43af-b136-b763630bb568 HTTP/1.1" status: 204 len: 168 time: 2.0366488 May 12 03:25:07.234525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (155d6540-38a6-4821-8997-822fe8381e41), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.237435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60230) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.244411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:07.272265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c6496-d2d7-454a-bab7-36c62013241b tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Pushing event deleted for resources: {'Network': ['ID=4234b57b-efe8-43af-b136-b763630bb568,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:07.291616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.293109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.318500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.319675 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3073061 May 12 03:25:07.324987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e6ef2801-6ebc-49e7-8305-6a2756660b50), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.328821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60232) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.338203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '155d6540-38a6-4821-8997-822fe8381e41', 'direction': 'ingress', 'protocol': 17}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:07.364588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (bdad9001-9421-4588-a0cd-4ab739fd4123), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.382650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (bdad9001-9421-4588-a0cd-4ab739fd4123), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.395634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df76ac8-f843-4aec-bc81-9971c6234bf3 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155d6540-38a6-4821-8997-822fe8381e41,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:07.438841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (0ae72b15-f110-41e1-bd4e-a250b9cc2d31), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.461865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (990791b6-9a6f-4ae6-a677-7cb91cb385be), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.483883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (f8021ae4-5990-4ac6-9b00-51584260ef30), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.492970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.496816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6055005 May 12 03:25:07.496816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4a570-2ea3-43a7-b395-83b3b7052b6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad9001-9421-4588-a0cd-4ab739fd4123,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:07.497165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60234) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.501794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0c731fe4-303a-4b5c-ba60-2bb8d3e77f10', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:07.506880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.539785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.543976 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c2ace9bd-2bde-468c-a238-e0a78c830722 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3562682 May 12 03:25:07.544520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60236) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.549518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'enable_snat': False}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:07.554227 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:25:07.556313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (e6ef2801-6ebc-49e7-8305-6a2756660b50), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.577228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.584184 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ef2801-6ebc-49e7-8305-6a2756660b50 HTTP/1.1" status: 204 len: 168 time: 0.7541151 May 12 03:25:07.586667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4bd1a-4cbd-49ff-a74e-3c6c7bdb2c86 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:07.588377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60238) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.598617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (034e6c57-a7c4-4f0e-b833-11688ebb72c3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.663764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (0ae72b15-f110-41e1-bd4e-a250b9cc2d31), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.666202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25496d5-3860-4ca7-a790-60d8f91fa568 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ef2801-6ebc-49e7-8305-6a2756660b50,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:07.704544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae72b15-f110-41e1-bd4e-a250b9cc2d31']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:07.710224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (990791b6-9a6f-4ae6-a677-7cb91cb385be), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.721710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (990791b6-9a6f-4ae6-a677-7cb91cb385be), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.727144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7535d-5f00-43fd-a154-e492554bf013') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:07.727454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7535d-5f00-43fd-a154-e492554bf013') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:07.752676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (034e6c57-a7c4-4f0e-b833-11688ebb72c3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.757669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet e8c3dc01-4027-4e2c-a040-23b5acd7584e {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:07.763494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (32a7535d-5f00-43fd-a154-e492554bf013), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.767336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (e8c3dc01-4027-4e2c-a040-23b5acd7584e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.775629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990791b6-9a6f-4ae6-a677-7cb91cb385be,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:07.794064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (034e6c57-a7c4-4f0e-b833-11688ebb72c3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.805131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.809196 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6ddce317-bda1-4933-afa9-76bcfe571545 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4749589 May 12 03:25:07.812432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60240) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.812936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (32a7535d-5f00-43fd-a154-e492554bf013), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.837216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:07.837629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (32a7535d-5f00-43fd-a154-e492554bf013), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:07.839423 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:07.871009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.872727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3742752 May 12 03:25:07.875544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0074ec-cdad-44cf-97e1-615dec9b4bdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034e6c57-a7c4-4f0e-b833-11688ebb72c3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:07.877641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (e8c3dc01-4027-4e2c-a040-23b5acd7584e), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.878669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60242) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:07.885826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0c731fe4-303a-4b5c-ba60-2bb8d3e77f10', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:07.930582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (f8021ae4-5990-4ac6-9b00-51584260ef30), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.957986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (0ae72b15-f110-41e1-bd4e-a250b9cc2d31), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.962238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:07.966103 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0ae72b15-f110-41e1-bd4e-a250b9cc2d31 HTTP/1.1" status: 204 len: 168 time: 0.7207618 May 12 03:25:07.987491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.010187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:25:08.017971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (f1b44500-ed68-4049-a2a1-3a63463f93ef), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.031777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691009a5-4611-479c-9562-861e93c242e0 tempest-QuotasNegativeTest-1684072222 tempest-QuotasNegativeTest-1684072222-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ae72b15-f110-41e1-bd4e-a250b9cc2d31,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:08.037116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8169f84-728f-4fdf-a37a-05d05324baf5 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (155d6540-38a6-4821-8997-822fe8381e41), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.087827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8169f84-728f-4fdf-a37a-05d05324baf5 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (155d6540-38a6-4821-8997-822fe8381e41), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.108584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e8c3dc01-4027-4e2c-a040-23b5acd7584e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.220375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8169f84-728f-4fdf-a37a-05d05324baf5 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (155d6540-38a6-4821-8997-822fe8381e41), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.224368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8169f84-728f-4fdf-a37a-05d05324baf5 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.227060 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d8169f84-728f-4fdf-a37a-05d05324baf5 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/155d6540-38a6-4821-8997-822fe8381e41 HTTP/1.1" status: 204 len: 168 time: 0.4155216 May 12 03:25:08.231354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60248) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.234343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (e8c3dc01-4027-4e2c-a040-23b5acd7584e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.266269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8169f84-728f-4fdf-a37a-05d05324baf5 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155d6540-38a6-4821-8997-822fe8381e41,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:08.303495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.309938 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/e8c3dc01-4027-4e2c-a040-23b5acd7584e HTTP/1.1" status: 204 len: 168 time: 0.7022729 May 12 03:25:08.311016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43210-e655-4690-8dac-700dc3235f9d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c3dc01-4027-4e2c-a040-23b5acd7584e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:08.312849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60250) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.391206 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-627cb600-c521-42e6-ab58-c730d159ccea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612319 May 12 03:25:08.395535 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5219aeca-05fc-458b-9b47-849fbbc9a574 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1625323 May 12 03:25:08.396266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60252) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.403257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:08.408395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60254) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.413394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--634630452'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:08.483225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.529485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a07ca5-5281-44c6-912a-9edb9dbe87e6 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:08.551753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:08.558656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.568598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (f1b44500-ed68-4049-a2a1-3a63463f93ef), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.593056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (f1b44500-ed68-4049-a2a1-3a63463f93ef), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.594041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60258) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.623744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d98d969c-d6ef-4438-be3b-d2c8199611f8 None None] Provisioning complete for port c36675ac-1926-49fc-a6c8-c8a925aa2bbd triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:08.624366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d98d969c-d6ef-4438-be3b-d2c8199611f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.634008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b44500-ed68-4049-a2a1-3a63463f93ef,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:08.643346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (f8021ae4-5990-4ac6-9b00-51584260ef30), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.650314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.659412 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-22e25090-9b36-47a2-9329-fc07d80ef8b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7714024 May 12 03:25:08.674860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.678355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (c785c54a-aadc-4c01-974c-3b7692e5c892), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.690263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c785c54a-aadc-4c01-974c-3b7692e5c892), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.770413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.771740 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3623650 May 12 03:25:08.776383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60264) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.777074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d745c9-1622-4a99-b7bc-62c2acdb24b4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c785c54a-aadc-4c01-974c-3b7692e5c892,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:08.782470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--494201196'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:08.815163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:08.862669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d98d969c-d6ef-4438-be3b-d2c8199611f8 None None] Current status of the port c36675ac-1926-49fc-a6c8-c8a925aa2bbd is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:08.867466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d279174b-c735-4182-bd79-b72437a84d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.873979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.882534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] Deleting port c36675ac-1926-49fc-a6c8-c8a925aa2bbd {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:08.883138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.902350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f06f2c2c-111e-46a9-af86-af10434f7f84), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.949465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:08.955106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:08.958181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:08.958835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.963753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] For port c36675ac-1926-49fc-a6c8-c8a925aa2bbd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:08.964500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:08.968012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Allocated IP 172.26.2.191 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/90eec4c0-227a-446d-9803-616c4b1bfa4c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:08.971616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=f06f2c2c-111e-46a9-af86-af10434f7f84,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:08.980953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] Calling delete_port for c36675ac-1926-49fc-a6c8-c8a925aa2bbd owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:08.985862 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7ccf66cb-9fd9-4883-a3b5-cc6be9958792 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5858655 May 12 03:25:08.986114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60276) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:08.993128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:09.060826 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-037c61d2-1c83-4069-93b7-7e87f8ada62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632735525&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.1430504 May 12 03:25:09.098598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (c36675ac-1926-49fc-a6c8-c8a925aa2bbd), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.114239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:09.118031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.128193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] Pushing event deleted for resources: {'Port': ['ID=c36675ac-1926-49fc-a6c8-c8a925aa2bbd,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.131978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc6536-73c9-4b98-83f1-335f0fef1120 None None] No DVR routers for this DVR port c36675ac-1926-49fc-a6c8-c8a925aa2bbd on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:09.151585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3354274-14b3-4993-b4ea-657cb647cd1a None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:09.188504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d279174b-c735-4182-bd79-b72437a84d96 admin admin] Publish callbacks [] for security_group (c2898814-33c1-4ad5-a0ca-52bf3dc27d4e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.225487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d279174b-c735-4182-bd79-b72437a84d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c2898814-33c1-4ad5-a0ca-52bf3dc27d4e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.261242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'f06f2c2c-111e-46a9-af86-af10434f7f84'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:09.262596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.314020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (8adb1404-a753-4d7e-99d4-e8e45437e277), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.347516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8adb1404-a753-4d7e-99d4-e8e45437e277), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.375408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279174b-c735-4182-bd79-b72437a84d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2898814-33c1-4ad5-a0ca-52bf3dc27d4e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.383124 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d279174b-c735-4182-bd79-b72437a84d96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e494c503965348c08584b3c66072e38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7833371 May 12 03:25:09.387347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60278) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:09.408487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Allocated IP 172.20.0.2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/f06f2c2c-111e-46a9-af86-af10434f7f84/757ab73f-135d-4336-b64e-9338b4357e31) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:09.413956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for port (90eec4c0-227a-446d-9803-616c4b1bfa4c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.431679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.435990 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6580348 May 12 03:25:09.436637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60280) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:09.443582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': 'c785c54a-aadc-4c01-974c-3b7692e5c892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8adb1404-a753-4d7e-99d4-e8e45437e277', 'remote_ip_prefix': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:09.457755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-5368f7e2-571e-481f-8338-02af82583a8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:09.461724 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-5368f7e2-571e-481f-8338-02af82583a8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 797 time: 0.3881071 May 12 03:25:09.465326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3b2d-4cc0-4ff1-91e8-b4081177d871 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb1404-a753-4d7e-99d4-e8e45437e277,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.490810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4010e295-24c4-40bf-b25f-8d0f85d9d6a0 admin admin] Publish callbacks [] for security_group (c2898814-33c1-4ad5-a0ca-52bf3dc27d4e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.496859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-bd084893-61c5-405a-b635-1318e729ce55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0277336 May 12 03:25:09.531615 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:25:09.536349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4010e295-24c4-40bf-b25f-8d0f85d9d6a0 admin admin] Publish callbacks [] for security_group (c2898814-33c1-4ad5-a0ca-52bf3dc27d4e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.550478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (81404f68-9cf7-48fe-a2af-a25c897796d4), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.567694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (90eec4c0-227a-446d-9803-616c4b1bfa4c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.568504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:09.588616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (549813d0-a13f-4a57-ba4f-a3ed16b3678a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.611071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.618353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Publish callbacks [] for port (757ab73f-135d-4336-b64e-9338b4357e31), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.624900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (757ab73f-135d-4336-b64e-9338b4357e31), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.631212 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-bef5d58a-1e7a-46aa-b369-602f03949e9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224692 May 12 03:25:09.632279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:09.643844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:09.670542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:09.673858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:09.676521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:09.679007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:09.684032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:09.688689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Pushing event updated for resources: {'Port': ['ID=757ab73f-135d-4336-b64e-9338b4357e31,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.698723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:09.698723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.713459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=549813d0-a13f-4a57-ba4f-a3ed16b3678a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.730957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:09.732086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (81404f68-9cf7-48fe-a2af-a25c897796d4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.733202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4010e295-24c4-40bf-b25f-8d0f85d9d6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c2898814-33c1-4ad5-a0ca-52bf3dc27d4e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.735839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4010e295-24c4-40bf-b25f-8d0f85d9d6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.740467 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4010e295-24c4-40bf-b25f-8d0f85d9d6a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2898814-33c1-4ad5-a0ca-52bf3dc27d4e HTTP/1.1" status: 204 len: 168 time: 0.3492069 May 12 03:25:09.756567 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ca28e8ea-d030-4ceb-856f-e47d971ccec2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7647457 May 12 03:25:09.756778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Attempting to bind port 757ab73f-135d-4336-b64e-9338b4357e31 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:09.756778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Attempting to bind port 757ab73f-135d-4336-b64e-9338b4357e31 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:09.756778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Attempting to bind port 757ab73f-135d-4336-b64e-9338b4357e31 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:09.761048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:09.761707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:09.762333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.762753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:09.763825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (81404f68-9cf7-48fe-a2af-a25c897796d4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.764085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60284) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:09.764346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Bound port: 757ab73f-135d-4336-b64e-9338b4357e31, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:09.764883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (757ab73f-135d-4336-b64e-9338b4357e31), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.771395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010e295-24c4-40bf-b25f-8d0f85d9d6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2898814-33c1-4ad5-a0ca-52bf3dc27d4e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.774423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:26:44:80', 'name': 'tempest-NetworksTestDHCPv6-974299405'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:09.780394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Pushing event updated for resources: {'Port': ['ID=90eec4c0-227a-446d-9803-616c4b1bfa4c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.785349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81404f68-9cf7-48fe-a2af-a25c897796d4,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.797448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.800146 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d862058c-1c3d-488f-a0f6-ce1e6873511a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3605270 May 12 03:25:09.803619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60286) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:09.833104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6df5bac-d0cf-42a1-84cf-6c147b126d81 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (81404f68-9cf7-48fe-a2af-a25c897796d4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.835094 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-c5609786-413f-4443-a23f-8dfe1246ca64 service neutron] 10.222.0.23 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885245 May 12 03:25:09.842331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6df5bac-d0cf-42a1-84cf-6c147b126d81 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (81404f68-9cf7-48fe-a2af-a25c897796d4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.859531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] For port 757ab73f-135d-4336-b64e-9338b4357e31, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:09.866450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] For port 757ab73f-135d-4336-b64e-9338b4357e31, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=757ab73f-135d-4336-b64e-9338b4357e31,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:09.874095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6df5bac-d0cf-42a1-84cf-6c147b126d81 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (81404f68-9cf7-48fe-a2af-a25c897796d4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.882660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6df5bac-d0cf-42a1-84cf-6c147b126d81 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.885933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b6df5bac-d0cf-42a1-84cf-6c147b126d81 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/81404f68-9cf7-48fe-a2af-a25c897796d4 HTTP/1.1" status: 204 len: 168 time: 0.0791428 May 12 03:25:09.887152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (757ab73f-135d-4336-b64e-9338b4357e31), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:09.891090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60288) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:09.903069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df5bac-d0cf-42a1-84cf-6c147b126d81 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81404f68-9cf7-48fe-a2af-a25c897796d4,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:09.947998 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-05d75042-3563-44d5-87ba-a9137a6adfec tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0522919 May 12 03:25:09.953337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60290) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:09.979936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10250c-cf2f-4a78-b536-01e1472973f2 None None] Pushing event updated for resources: {'Port': ['ID=757ab73f-135d-4336-b64e-9338b4357e31,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:10.035758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8efb15d6-6377-46ee-b40e-fdfefc57e684 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (8adb1404-a753-4d7e-99d4-e8e45437e277), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.114864 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-2148105c-32c4-4110-a304-695382f893ff service neutron] 10.222.0.23 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722061 May 12 03:25:10.147752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:10.241648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60294) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:10.343201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a819197-e200-4abc-90eb-59dab469681c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.394222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.405781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8efb15d6-6377-46ee-b40e-fdfefc57e684 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (8adb1404-a753-4d7e-99d4-e8e45437e277), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.452831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8efb15d6-6377-46ee-b40e-fdfefc57e684 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8adb1404-a753-4d7e-99d4-e8e45437e277), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.457521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8efb15d6-6377-46ee-b40e-fdfefc57e684 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.460909 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8efb15d6-6377-46ee-b40e-fdfefc57e684 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/8adb1404-a753-4d7e-99d4-e8e45437e277 HTTP/1.1" status: 204 len: 168 time: 0.5042899 May 12 03:25:10.463760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60300) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:10.481336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb15d6-6377-46ee-b40e-fdfefc57e684 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb1404-a753-4d7e-99d4-e8e45437e277,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:10.506675 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7bd4b1a3-8c5c-4bb0-b727-5631ff43b699 req-3111f47e-1004-49b6-bcf9-75a963eccfa0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 210 time: 0.1072474 May 12 03:25:10.517908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port bd8963d9-e38d-496d-bced-8a82e132cefc yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:10.570331 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b3fff9ae-7e55-4ada-959d-2ffb5f8846d4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1036482 May 12 03:25:10.571092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60306) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:10.572247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router_gateway (f8021ae4-5990-4ac6-9b00-51584260ef30), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.660650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8155d421-8645-481e-9b24-e6e753fd446a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (c785c54a-aadc-4c01-974c-3b7692e5c892), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.683532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 757ab73f-135d-4336-b64e-9338b4357e31 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:10.689982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8155d421-8645-481e-9b24-e6e753fd446a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (c785c54a-aadc-4c01-974c-3b7692e5c892), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.755404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8155d421-8645-481e-9b24-e6e753fd446a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c785c54a-aadc-4c01-974c-3b7692e5c892), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.759604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8155d421-8645-481e-9b24-e6e753fd446a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.761162 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8155d421-8645-481e-9b24-e6e753fd446a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/c785c54a-aadc-4c01-974c-3b7692e5c892 HTTP/1.1" status: 204 len: 168 time: 0.1889627 May 12 03:25:10.767239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60310) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:10.772648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 757ab73f-135d-4336-b64e-9338b4357e31 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:10.773265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (757ab73f-135d-4336-b64e-9338b4357e31), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.791534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155d421-8645-481e-9b24-e6e753fd446a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c785c54a-aadc-4c01-974c-3b7692e5c892,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:10.852554 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6adf4897-8790-4126-b03d-2b2b58dad98f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0836017 May 12 03:25:10.856792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60312) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:10.864628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570256556'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:10.897912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.912536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 757ab73f-135d-4336-b64e-9338b4357e31 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:10.912987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (757ab73f-135d-4336-b64e-9338b4357e31), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:10.954295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 757ab73f-135d-4336-b64e-9338b4357e31, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=757ab73f-135d-4336-b64e-9338b4357e31,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:10.962570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (757ab73f-135d-4336-b64e-9338b4357e31), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.031546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (89a13078-7c78-437c-9131-a12efb909b7f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.036863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (89a13078-7c78-437c-9131-a12efb909b7f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.058868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=757ab73f-135d-4336-b64e-9338b4357e31,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.075505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c36675ac-1926-49fc-a6c8-c8a925aa2bbd no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:11.098938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c36675ac-1926-49fc-a6c8-c8a925aa2bbd {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:11.099389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c36675ac-1926-49fc-a6c8-c8a925aa2bbd not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:11.103712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.108124 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2497280 May 12 03:25:11.111529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60314) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:11.120996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a819197-e200-4abc-90eb-59dab469681c admin admin] Publish callbacks [] for security_group (d7a40805-0710-41a5-871b-c202b6445a17), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.122747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '89a13078-7c78-437c-9131-a12efb909b7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:11.131434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d26b3-c8df-4406-ba7f-46af9e630f7f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a13078-7c78-437c-9131-a12efb909b7f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.137906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a819197-e200-4abc-90eb-59dab469681c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d7a40805-0710-41a5-871b-c202b6445a17), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.168164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (34c960d3-4ea9-4612-a24b-a43d47defd66), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.242762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (34c960d3-4ea9-4612-a24b-a43d47defd66), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.248760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (34c960d3-4ea9-4612-a24b-a43d47defd66), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.265540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c960d3-4ea9-4612-a24b-a43d47defd66,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.279517 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1a819197-e200-4abc-90eb-59dab469681c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27c6748482df4c3b96dc477c63f7c0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0354753 May 12 03:25:11.283206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60320) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:11.285718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a819197-e200-4abc-90eb-59dab469681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a40805-0710-41a5-871b-c202b6445a17,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.290440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 172.20.0.8 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/f06f2c2c-111e-46a9-af86-af10434f7f84/bd8963d9-e38d-496d-bced-8a82e132cefc) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:11.296404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.298602 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9abd1dba-2a0a-4490-9777-235820bcc8fb tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1854503 May 12 03:25:11.303139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60322) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:11.306459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fe26:4480 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/549813d0-a13f-4a57-ba4f-a3ed16b3678a/bd8963d9-e38d-496d-bced-8a82e132cefc) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:11.386445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7af61ff5-2f75-417d-9a4d-7d891b02d0fe admin admin] Publish callbacks [] for security_group (d7a40805-0710-41a5-871b-c202b6445a17), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.387007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103bcd58-0fc6-43f0-88b0-ae8a7e65da86 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:11.401364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.403423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6306187d-dac0-4490-93a4-35834e74d610 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (34c960d3-4ea9-4612-a24b-a43d47defd66), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.414553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7af61ff5-2f75-417d-9a4d-7d891b02d0fe admin admin] Publish callbacks [] for security_group (d7a40805-0710-41a5-871b-c202b6445a17), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.419759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.424353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6306187d-dac0-4490-93a4-35834e74d610 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (34c960d3-4ea9-4612-a24b-a43d47defd66), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.471509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-af76e9dc-7757-46b4-aff2-7d13ace2222f None None] Provisioning complete for port 757ab73f-135d-4336-b64e-9338b4357e31 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:11.471985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af76e9dc-7757-46b4-aff2-7d13ace2222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (757ab73f-135d-4336-b64e-9338b4357e31), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.482630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7af61ff5-2f75-417d-9a4d-7d891b02d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d7a40805-0710-41a5-871b-c202b6445a17), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.487348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7af61ff5-2f75-417d-9a4d-7d891b02d0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.489497 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7af61ff5-2f75-417d-9a4d-7d891b02d0fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7a40805-0710-41a5-871b-c202b6445a17 HTTP/1.1" status: 204 len: 168 time: 0.2048798 May 12 03:25:11.501782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af61ff5-2f75-417d-9a4d-7d891b02d0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a40805-0710-41a5-871b-c202b6445a17,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.569147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6306187d-dac0-4490-93a4-35834e74d610 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (34c960d3-4ea9-4612-a24b-a43d47defd66), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.586331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6306187d-dac0-4490-93a4-35834e74d610 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.587828 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6306187d-dac0-4490-93a4-35834e74d610 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/34c960d3-4ea9-4612-a24b-a43d47defd66 HTTP/1.1" status: 204 len: 168 time: 0.2833838 May 12 03:25:11.592710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60330) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:11.646438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306187d-dac0-4490-93a4-35834e74d610 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34c960d3-4ea9-4612-a24b-a43d47defd66,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.678408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-53f3880a-d680-4120-b844-6afb6d47ac9a req-adce0248-c145-4c7b-a227-c5adff2c72d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 210 time: 0.0478902 May 12 03:25:11.684462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-af76e9dc-7757-46b4-aff2-7d13ace2222f None None] Current status of the port 757ab73f-135d-4336-b64e-9338b4357e31 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:11.693827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60332) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:11.695462 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4118ff7-d65c-4a5e-9fee-dc154f47186d tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1003256 May 12 03:25:11.732196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'f06f2c2c-111e-46a9-af86-af10434f7f84', 'ip_address': '172.20.0.2'}, {'subnet_id': '549813d0-a13f-4a57-ba4f-a3ed16b3678a'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '757ab73f-135d-4336-b64e-9338b4357e31'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:25:11.744046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (bd8963d9-e38d-496d-bced-8a82e132cefc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.770264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (757ab73f-135d-4336-b64e-9338b4357e31), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.809449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Router f8021ae4-5990-4ac6-9b00-51584260ef30 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:25:11.813950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-056bbaa4-d5f5-4fdc-8d3f-743eea80035f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (89a13078-7c78-437c-9131-a12efb909b7f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.849196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (bd8963d9-e38d-496d-bced-8a82e132cefc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.851703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-056bbaa4-d5f5-4fdc-8d3f-743eea80035f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (89a13078-7c78-437c-9131-a12efb909b7f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:11.973212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:11.982295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:11.984186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=bd8963d9-e38d-496d-bced-8a82e132cefc,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:11.986895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:12.065040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-056bbaa4-d5f5-4fdc-8d3f-743eea80035f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (89a13078-7c78-437c-9131-a12efb909b7f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.067682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-056bbaa4-d5f5-4fdc-8d3f-743eea80035f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.068843 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-056bbaa4-d5f5-4fdc-8d3f-743eea80035f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/89a13078-7c78-437c-9131-a12efb909b7f HTTP/1.1" status: 204 len: 168 time: 0.3732688 May 12 03:25:12.071630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60342) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.084498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:12.094812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:12.095461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.103999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.108057 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5c97fb8f-8723-4cfc-ad54-9d8f5387d960 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "PUT /v2.0/routers/f8021ae4-5990-4ac6-9b00-51584260ef30 HTTP/1.1" status: 200 len: 919 time: 4.5621929 May 12 03:25:12.110133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60346) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.112547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bbaa4-d5f5-4fdc-8d3f-743eea80035f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a13078-7c78-437c-9131-a12efb909b7f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:12.159438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] Sync routers for ids ['f8021ae4-5990-4ac6-9b00-51584260ef30'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:12.170402 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3e98be68-5556-4597-b0f1-33dcd6990322 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0972600 May 12 03:25:12.170852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60348) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.176739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230556745'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:12.215924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] Routers {'f8021ae4-5990-4ac6-9b00-51584260ef30'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:12.216598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f8021ae4-5990-4ac6-9b00-51584260ef30'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:12.219912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.237185 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b0564e1d-22eb-4186-9bfa-0f50fed93b7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4700027 May 12 03:25:12.239731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60350) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.287896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:12.333496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.337417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] Routers {'f8021ae4-5990-4ac6-9b00-51584260ef30'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:12.338305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f8021ae4-5990-4ac6-9b00-51584260ef30'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:12.352575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (0876efcd-2bdc-49af-bd96-14a501ba5ce2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.365779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0876efcd-2bdc-49af-bd96-14a501ba5ce2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.391352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:12.391969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a1a1c-b4e2-40da-9778-7b230182e00f None None] The sync data for ids ['f8021ae4-5990-4ac6-9b00-51584260ef30'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:12.393981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] Allocated IP 2001:db8::f816:3eff:fe23:e5b0 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/549813d0-a13f-4a57-ba4f-a3ed16b3678a/757ab73f-135d-4336-b64e-9338b4357e31) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:12.411683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4a29e-58dd-47b7-8896-4ef5ff06bf88 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:12.418778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4a29e-58dd-47b7-8896-4ef5ff06bf88 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:12.427003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-79b4a29e-58dd-47b7-8896-4ef5ff06bf88 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1813841 May 12 03:25:12.429326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.429744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60358) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.438832 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2656002 May 12 03:25:12.439684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60364) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.453141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '0876efcd-2bdc-49af-bd96-14a501ba5ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:12.461708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118df78-b193-4e7e-8484-6bffda28bd9f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0876efcd-2bdc-49af-bd96-14a501ba5ce2,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:12.486645 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (180476b7-6817-477a-854a-e5f98883278b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.500249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-c8e106c4-2acd-4a4f-a887-c7fe8bcec282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:12.502074 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-c8e106c4-2acd-4a4f-a887-c7fe8bcec282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 797 time: 0.3112745 May 12 03:25:12.558993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (180476b7-6817-477a-854a-e5f98883278b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.565222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (180476b7-6817-477a-854a-e5f98883278b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.565396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] For port 757ab73f-135d-4336-b64e-9338b4357e31, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=757ab73f-135d-4336-b64e-9338b4357e31,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:12.573250 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8330c5f6-8643-4f51-a0e4-b9cc4e7481de tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/f8021ae4-5990-4ac6-9b00-51584260ef30 HTTP/1.1" status: 200 len: 925 time: 0.4618676 May 12 03:25:12.579396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60368) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.613240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] Publish callbacks [] for port (757ab73f-135d-4336-b64e-9338b4357e31), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.624455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180476b7-6817-477a-854a-e5f98883278b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:12.633344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (757ab73f-135d-4336-b64e-9338b4357e31), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.646157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375af96-13dd-4cf5-a6c2-ab89f99eed81 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:12.648222 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6375af96-13dd-4cf5-a6c2-ab89f99eed81 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=f8021ae4-5990-4ac6-9b00-51584260ef30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0643613 May 12 03:25:12.653383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.654920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60370) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.658151 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-399ba7b8-7ca8-45d7-b13a-3d29bfe3869a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133119 May 12 03:25:12.659359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60372) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.662190 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-7e3dfa8f-fca5-437b-91a6-b45b61ca636c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 380 time: 0.1465967 May 12 03:25:12.682544 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3bfe8b5e-b51c-41ba-ac2f-eef87fa12881 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules/180476b7-6817-477a-854a-e5f98883278b HTTP/1.1" status: 200 len: 763 time: 0.0211253 May 12 03:25:12.682754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 757ab73f-135d-4336-b64e-9338b4357e31 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:12.683633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60374) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.716595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60378) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.736843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['0c731fe4-303a-4b5c-ba60-2bb8d3e77f10']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:12.740862 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-211452c8-685c-4004-81c7-8bc8ee9caf19 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0556862 May 12 03:25:12.741572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60382) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.744780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port bd8963d9-e38d-496d-bced-8a82e132cefc {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:12.745303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (bd8963d9-e38d-496d-bced-8a82e132cefc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.787802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64a6fde6-2c10-4a79-ba42-80b0eb9cb050 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (180476b7-6817-477a-854a-e5f98883278b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.799530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8122b9-229a-4c6e-9b3f-c25868386aa0 None None] Pushing event updated for resources: {'Port': ['ID=757ab73f-135d-4336-b64e-9338b4357e31,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:12.800424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64a6fde6-2c10-4a79-ba42-80b0eb9cb050 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (180476b7-6817-477a-854a-e5f98883278b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.826201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 757ab73f-135d-4336-b64e-9338b4357e31 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:12.826583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (757ab73f-135d-4336-b64e-9338b4357e31), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.851478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64a6fde6-2c10-4a79-ba42-80b0eb9cb050 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (180476b7-6817-477a-854a-e5f98883278b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.858337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-64a6fde6-2c10-4a79-ba42-80b0eb9cb050 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:12.862240 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-64a6fde6-2c10-4a79-ba42-80b0eb9cb050 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/180476b7-6817-477a-854a-e5f98883278b HTTP/1.1" status: 204 len: 168 time: 0.1171505 May 12 03:25:12.869107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60384) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.879210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6fde6-2c10-4a79-ba42-80b0eb9cb050 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=180476b7-6817-477a-854a-e5f98883278b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:12.908386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-365447744'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:12.942855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe75c7-9870-43e6-8788-50e01dc83402 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:12.944135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 757ab73f-135d-4336-b64e-9338b4357e31 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:12.947364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-aefe75c7-9870-43e6-8788-50e01dc83402 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/networks/b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 881 time: 0.2812583 May 12 03:25:12.955554 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0933ca0d-5121-4f33-96fe-d4c8afb8e0c1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0851114 May 12 03:25:12.957959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60386) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.959366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60388) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:12.973637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '0876efcd-2bdc-49af-bd96-14a501ba5ce2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:12.981922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Made reservation on behalf of 4888bdf5e2694fd1b54151838bef2881 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:12.983776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.001612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a4126ae9-8bff-4c31-8f09-b88f33a91cea req-c53e0479-3db7-4b63-a156-f0249b817fb8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 210 time: 0.1357408 May 12 03:25:13.014846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-32463a76-1540-452f-9651-2e39b2e5ff39 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8021ae4-5990-4ac6-9b00-51584260ef30 HTTP/1.1" status: 200 len: 205 time: 0.0510831 May 12 03:25:13.015494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.018167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60390) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.054490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (bd8963d9-e38d-496d-bced-8a82e132cefc), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.057560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (736b7665-314e-497e-8acf-f789ccce297a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.106201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for bd8963d9-e38d-496d-bced-8a82e132cefc owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:13.134536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (736b7665-314e-497e-8acf-f789ccce297a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.141179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (736b7665-314e-497e-8acf-f789ccce297a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.173209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for security_group (61cf4258-8505-4299-bc53-9eb1886575a2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.176939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736b7665-314e-497e-8acf-f789ccce297a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:13.179120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:13.181990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.182161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.183665 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b8202b3-115b-4001-ba0b-b96e48d29a95 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2212272 May 12 03:25:13.185986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60392) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.192664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (61cf4258-8505-4299-bc53-9eb1886575a2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.219639 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-93cd0db5-8a5d-4f75-b716-ff11ef3e3b5f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules/736b7665-314e-497e-8acf-f789ccce297a HTTP/1.1" status: 200 len: 763 time: 0.0325658 May 12 03:25:13.227165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60394) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.248322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:13.264021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cf4258-8505-4299-bc53-9eb1886575a2,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:13.275444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f404d235-8835-4d85-95c6-78e5705498fc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.275852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Added segment f404d235-8835-4d85-95c6-78e5705498fc of type vlan for network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca May 12 03:25:13.327335 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-85f528e7-c0f9-4ffe-b073-5cbdaf878532 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0966265 May 12 03:25:13.328738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60396) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.348052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.371247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8757538-cb16-4923-8092-2e0a5248b3c8 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (736b7665-314e-497e-8acf-f789ccce297a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.387980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8757538-cb16-4923-8092-2e0a5248b3c8 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (736b7665-314e-497e-8acf-f789ccce297a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.405545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.410612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:13.411195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.464161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7430418 May 12 03:25:13.465376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60398) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.470611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Request body: {'subnet': {'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:13.474369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8757538-cb16-4923-8092-2e0a5248b3c8 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (736b7665-314e-497e-8acf-f789ccce297a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.524438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8757538-cb16-4923-8092-2e0a5248b3c8 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.525723 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8757538-cb16-4923-8092-2e0a5248b3c8 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/736b7665-314e-497e-8acf-f789ccce297a HTTP/1.1" status: 204 len: 168 time: 0.1960239 May 12 03:25:13.531707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60400) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.541069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764091d-ae17-4fae-a5e8-378fbd8c2a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event updated for resources: {'Network': ['ID=2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:13.546438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8757538-cb16-4923-8092-2e0a5248b3c8 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736b7665-314e-497e-8acf-f789ccce297a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:13.554925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:13.601237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.616412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Made reservation on behalf of 4888bdf5e2694fd1b54151838bef2881 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:13.620142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.667850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ec18db23-9710-4493-b2c3-9ab2c7a2aaae None None] Provisioning complete for port 757ab73f-135d-4336-b64e-9338b4357e31 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:13.668750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ec18db23-9710-4493-b2c3-9ab2c7a2aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (757ab73f-135d-4336-b64e-9338b4357e31), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.691128 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d77483e6-4696-474d-8cec-8efe07d62761 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1538274 May 12 03:25:13.697530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60402) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.704773 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '0876efcd-2bdc-49af-bd96-14a501ba5ce2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:13.787361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ec18db23-9710-4493-b2c3-9ab2c7a2aaae None None] Current status of the port 757ab73f-135d-4336-b64e-9338b4357e31 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:13.838036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (8ff85fc1-3848-47a4-8fe7-89a578aa68f7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.876797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (24922e08-3ee1-4c7c-b806-d008739a27eb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.907730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-688cfa89-1485-4bba-a139-00da0c5a8b7b None None] Provisioning complete for port bd8963d9-e38d-496d-bced-8a82e132cefc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:13.908843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-688cfa89-1485-4bba-a139-00da0c5a8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (bd8963d9-e38d-496d-bced-8a82e132cefc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.919684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Checking segment: {'id': 'f404d235-8835-4d85-95c6-78e5705498fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:13.920297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Network hostable DHCP agents. Network: 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:13.923896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event updated for resources: {'Subnet': ['ID=8ff85fc1-3848-47a4-8fe7-89a578aa68f7,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:13.927279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.5 (781c2cd0-5329-4f92-8acb-35d9d3d2531d/778aea22-3c07-4e87-b365-1f49c7761156/98b8fcc8-eced-4995-bd0f-c3a0dc1af91a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:13.944130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:13.951872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-688cfa89-1485-4bba-a139-00da0c5a8b7b None None] Port bd8963d9-e38d-496d-bced-8a82e132cefc cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:13.952309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (f8021ae4-5990-4ac6-9b00-51584260ef30), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.956257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:13.960578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:13.961380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:13.969261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb966e-aa30-4f9c-bde9-dca4031788bd None None] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:13.984573 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-23a458e0-6893-4a3f-afed-40b173c5dfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5170856 May 12 03:25:13.986374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60404) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:13.993999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Request body: {'port': {'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-308930626'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:14.021210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (bd8963d9-e38d-496d-bced-8a82e132cefc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.105233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca', 'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca', 'project_id': '4888bdf5e2694fd1b54151838bef2881', 'fixed_ips': [{'subnet_id': '8ff85fc1-3848-47a4-8fe7-89a578aa68f7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:14.106231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.117515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (24922e08-3ee1-4c7c-b806-d008739a27eb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.119993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=bd8963d9-e38d-496d-bced-8a82e132cefc,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:14.131393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Made reservation on behalf of 4888bdf5e2694fd1b54151838bef2881 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:14.136927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.140791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Deleting port 90eec4c0-227a-446d-9803-616c4b1bfa4c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:14.141135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (90eec4c0-227a-446d-9803-616c4b1bfa4c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.150976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (24922e08-3ee1-4c7c-b806-d008739a27eb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.164286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] device_id is not set on port 5a641826-3399-43ce-a118-b469d6c65e80 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:14.241095 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71ca7ef8-fbce-48e2-b761-1d80b02b36be req-2b2f4b10-f61f-458e-806d-8516ef670b38 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 210 time: 0.1220703 May 12 03:25:14.278486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Allocated IP 2001:db8::2 (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca/8ff85fc1-3848-47a4-8fe7-89a578aa68f7/a94ea95d-e343-4204-9b88-61bbb3ee6fc9) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:14.286285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24922e08-3ee1-4c7c-b806-d008739a27eb,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:14.343176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.346880 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eed27a94-8c6b-4c0d-8887-615e9587d20c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6433721 May 12 03:25:14.348485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60408) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.374599 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-73891344-00ef-4f70-b4dd-5c616e7dd026 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules/24922e08-3ee1-4c7c-b806-d008739a27eb HTTP/1.1" status: 200 len: 764 time: 0.0238423 May 12 03:25:14.375558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60410) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.404837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.423409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.426649 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d66e7e18-97e0-46d5-ab62-176335ea6589 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/bd8963d9-e38d-496d-bced-8a82e132cefc HTTP/1.1" status: 204 len: 168 time: 1.9941683 May 12 03:25:14.429831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (90eec4c0-227a-446d-9803-616c4b1bfa4c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.433262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60412) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.434660 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-39b93bfc-7f8a-4b58-9754-ebd204751387 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0572507 May 12 03:25:14.435388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60414) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.456507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Calling delete_port for 90eec4c0-227a-446d-9803-616c4b1bfa4c owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:14.463194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a81c27e-451e-49ad-888f-0bc6ec110446 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (24922e08-3ee1-4c7c-b806-d008739a27eb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.471884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a81c27e-451e-49ad-888f-0bc6ec110446 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (24922e08-3ee1-4c7c-b806-d008739a27eb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.473854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Publish callbacks [] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.481278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.526767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:14.531795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:14.538695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:14.540711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Pushing event updated for resources: {'Port': ['ID=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:14.550031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3673609-89d0-4660-a0e0-6e3405270a9e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:14.551543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3673609-89d0-4660-a0e0-6e3405270a9e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:14.553057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3673609-89d0-4660-a0e0-6e3405270a9e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:14.554645 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d3673609-89d0-4660-a0e0-6e3405270a9e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1204345 May 12 03:25:14.557787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a81c27e-451e-49ad-888f-0bc6ec110446 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (24922e08-3ee1-4c7c-b806-d008739a27eb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.559204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60416) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.577024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a81c27e-451e-49ad-888f-0bc6ec110446 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.581503 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7a81c27e-451e-49ad-888f-0bc6ec110446 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/24922e08-3ee1-4c7c-b806-d008739a27eb HTTP/1.1" status: 204 len: 168 time: 0.1450889 May 12 03:25:14.590491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81c27e-451e-49ad-888f-0bc6ec110446 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24922e08-3ee1-4c7c-b806-d008739a27eb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:14.597559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60418) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.605788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Attempting to bind port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:14.606028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.606680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Attempting to bind port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f404d235-8835-4d85-95c6-78e5705498fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:14.607361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Attempting to bind port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 on network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:14.611208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Allocated IP 2001:db8::3d2 (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca/8ff85fc1-3848-47a4-8fe7-89a578aa68f7/5a641826-3399-43ce-a118-b469d6c65e80) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:14.615962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:14.616660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Checking segment: {'id': 'f404d235-8835-4d85-95c6-78e5705498fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:14.617602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.618389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Bound using segment: {'id': 'f404d235-8835-4d85-95c6-78e5705498fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:14.619430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Bound port: a94ea95d-e343-4204-9b88-61bbb3ee6fc9, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f404d235-8835-4d85-95c6-78e5705498fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:14.620028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.683063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 757ab73f-135d-4336-b64e-9338b4357e31 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:14.724666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] For port a94ea95d-e343-4204-9b88-61bbb3ee6fc9, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:14.740965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] For port a94ea95d-e343-4204-9b88-61bbb3ee6fc9, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,segment=NetworkSegment(f404d235-8835-4d85-95c6-78e5705498fc),segment_id=f404d235-8835-4d85-95c6-78e5705498fc)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:14.750022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 549813d0-a13f-4a57-ba4f-a3ed16b3678a {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:14.751961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.756121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:14.763532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (549813d0-a13f-4a57-ba4f-a3ed16b3678a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.774687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:14.777298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:14.797467 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:14.800842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 757ab73f-135d-4336-b64e-9338b4357e31 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:14.801291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (757ab73f-135d-4336-b64e-9338b4357e31), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.811379 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9af04e23-f696-4ec9-b35a-6d8d6e135507 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2122109 May 12 03:25:14.815220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60420) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:14.870290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (549813d0-a13f-4a57-ba4f-a3ed16b3678a), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.873867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095492-53f5-4c4f-9c17-6c646de18e6b None None] Pushing event updated for resources: {'Port': ['ID=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:14.876780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for port (5a641826-3399-43ce-a118-b469d6c65e80), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.919416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-011f39a2-3f08-4b70-8ca3-0af6732206c2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (0876efcd-2bdc-49af-bd96-14a501ba5ce2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.921728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 757ab73f-135d-4336-b64e-9338b4357e31 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:14.965283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:14.966027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:14.993540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-011f39a2-3f08-4b70-8ca3-0af6732206c2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (0876efcd-2bdc-49af-bd96-14a501ba5ce2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.009811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-6e77ae08-7e1a-47ac-866b-85b247b19f50 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2772403 May 12 03:25:15.030747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5a641826-3399-43ce-a118-b469d6c65e80), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.037691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Request body: {'port': {'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:15.077480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (90eec4c0-227a-446d-9803-616c4b1bfa4c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.110765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:15.117117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:15.122929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:15.129833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:15.130587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.142240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event deleted for resources: {'Port': ['ID=90eec4c0-227a-446d-9803-616c4b1bfa4c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:15.150425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (549813d0-a13f-4a57-ba4f-a3ed16b3678a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.170534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-011f39a2-3f08-4b70-8ca3-0af6732206c2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0876efcd-2bdc-49af-bd96-14a501ba5ce2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.171566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-011f39a2-3f08-4b70-8ca3-0af6732206c2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.172278 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-011f39a2-3f08-4b70-8ca3-0af6732206c2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/0876efcd-2bdc-49af-bd96-14a501ba5ce2 HTTP/1.1" status: 204 len: 168 time: 0.3438168 May 12 03:25:15.177412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event updated for resources: {'Port': ['ID=5a641826-3399-43ce-a118-b469d6c65e80,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:15.180717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60422) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:15.211572 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5dad8853-77b8-424e-a0b0-5dd094e45afb tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2228725 May 12 03:25:15.215709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f39a2-3f08-4b70-8ca3-0af6732206c2 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876efcd-2bdc-49af-bd96-14a501ba5ce2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:15.215866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60424) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:15.221330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Request body: {'port': {'network_id': '2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-234650588', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:15.221822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] bootfile-name is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:25:15.222746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] tftp-server is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:25:15.223086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.api.validators [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] server-ip-address is not in valid_values {{(pid=104165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:25:15.269802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.314123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-546712c1-6c8c-4657-90fd-00ed001ea3ee None None] Provisioning complete for port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:15.314400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-546712c1-6c8c-4657-90fd-00ed001ea3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.359315 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a3022396-d1f7-4b10-8952-4f00d20b4041 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1754808 May 12 03:25:15.365450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60428) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:15.370690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (f8021ae4-5990-4ac6-9b00-51584260ef30), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.372274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group': {'name': 'tempest-secgroup--495008856'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:15.418194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-546712c1-6c8c-4657-90fd-00ed001ea3ee None None] Port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:15.429402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.476217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (549813d0-a13f-4a57-ba4f-a3ed16b3678a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.483535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Made reservation on behalf of 4888bdf5e2694fd1b54151838bef2881 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:15.487573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.514080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] device_id is not set on port 1afba0e7-9123-41cf-82b3-1025197548aa yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:15.565248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=549813d0-a13f-4a57-ba4f-a3ed16b3678a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:15.566689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (108ea44f-99d1-4f13-b5f7-b990ac2b6c9b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.567468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.570657 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-27b82687-0755-40c1-84cc-4ebc46cba0bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/549813d0-a13f-4a57-ba4f-a3ed16b3678a HTTP/1.1" status: 204 len: 168 time: 1.0104878 May 12 03:25:15.573284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60430) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:15.576981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.578401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af293bf1-70cf-468d-988c-5ed51b8ea51c None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:15.588278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (108ea44f-99d1-4f13-b5f7-b990ac2b6c9b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.590705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807d323-067b-4055-9dc9-b01f70bb1e60 req-18e054c9-529b-45c6-80cd-828609a1fa5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:15.592239 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d807d323-067b-4055-9dc9-b01f70bb1e60 req-18e054c9-529b-45c6-80cd-828609a1fa5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 931 time: 0.1841905 May 12 03:25:15.593516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (f8021ae4-5990-4ac6-9b00-51584260ef30), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.690770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.694596 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3252997 May 12 03:25:15.698838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b13c2-e699-4fbc-aecc-12914d51a14c tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108ea44f-99d1-4f13-b5f7-b990ac2b6c9b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:15.704886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60432) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:15.710580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Request body: {'security_group_rule': {'security_group_id': '108ea44f-99d1-4f13-b5f7-b990ac2b6c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:15.729349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet f06f2c2c-111e-46a9-af86-af10434f7f84 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:15.742821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (f06f2c2c-111e-46a9-af86-af10434f7f84), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.785328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Allocated IP 2001:db8::211 (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca/8ff85fc1-3848-47a4-8fe7-89a578aa68f7/1afba0e7-9123-41cf-82b3-1025197548aa) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:15.834842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (869bb847-09f9-4f6a-8af9-9d8b4f4e109e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:15.850764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (f06f2c2c-111e-46a9-af86-af10434f7f84), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.011726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f06f2c2c-111e-46a9-af86-af10434f7f84), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.042928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (f8021ae4-5990-4ac6-9b00-51584260ef30), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.043521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Fanout notify agent at l3_agent the message router_deleted on router f8021ae4-5990-4ac6-9b00-51584260ef30 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:25:16.052143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.058086 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-aec70cf6-df52-4d21-a0bb-ee20324b3dfc tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/f8021ae4-5990-4ac6-9b00-51584260ef30 HTTP/1.1" status: 204 len: 168 time: 3.0388396 May 12 03:25:16.059884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60434) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:16.080426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1349728301', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:16.113075 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d807d323-067b-4055-9dc9-b01f70bb1e60 req-f2e76ac4-6031-45db-8a20-f989cb47ee29 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5066032 May 12 03:25:16.167245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (869bb847-09f9-4f6a-8af9-9d8b4f4e109e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.187376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (869bb847-09f9-4f6a-8af9-9d8b4f4e109e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.230544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.231485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.248503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869bb847-09f9-4f6a-8af9-9d8b4f4e109e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:16.270550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.274315 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ba4afda4-6e65-46cc-aac7-e4950a3378c4 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5664637 May 12 03:25:16.277270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60436) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:16.282869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:25:16.291835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Publish callbacks [] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.304533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for port (1afba0e7-9123-41cf-82b3-1025197548aa), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.306342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (f06f2c2c-111e-46a9-af86-af10434f7f84), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.313649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Transition to ACTIVE for port object 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:25:16.318910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.372360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=f06f2c2c-111e-46a9-af86-af10434f7f84,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:16.383506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.388060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:16.390230 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1cf815a-1b9a-4b44-89c4-551277b3692c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/f06f2c2c-111e-46a9-af86-af10434f7f84 HTTP/1.1" status: 204 len: 168 time: 0.8151317 May 12 03:25:16.395533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60438) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:16.418909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e0322-c241-4496-8381-bc7308d2ed9e None None] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:16.445523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.478168 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-08435828-0987-4d4a-a610-b1ec7157152a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798471 May 12 03:25:16.480711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60440) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:16.481732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1afba0e7-9123-41cf-82b3-1025197548aa), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.488192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:16.489432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69a781d8-4fab-42bb-a68b-d525e85a351f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (108ea44f-99d1-4f13-b5f7-b990ac2b6c9b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.606743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Attempting to bind port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:16.607313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Attempting to bind port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:16.607424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Attempting to bind port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a on network 781c2cd0-5329-4f92-8acb-35d9d3d2531d {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:16.610529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] Provisioning complete for port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:16.611182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.616011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:16.627348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.660703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:16.663702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69a781d8-4fab-42bb-a68b-d525e85a351f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (108ea44f-99d1-4f13-b5f7-b990ac2b6c9b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.668324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a on network 781c2cd0-5329-4f92-8acb-35d9d3d2531d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:25:16.668858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Attempting to bind port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a on network 781c2cd0-5329-4f92-8acb-35d9d3d2531d {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:16.670862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:16.673715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be5976-98b0-4971-b21d-4046c7ec3c7d None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:16.674077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:16.682339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:16.683176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.704612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:16.705479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Checking segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:16.706168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Bound using segment: {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:16.707008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Bound port: 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:16.707524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.799166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a94ea95d-e343-4204-9b88-61bbb3ee6fc9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:16.829698 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6126549 May 12 03:25:16.833943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60442) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:16.837166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] For port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:16.840957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] For port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:16.893269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37a411-3d6d-41f0-b58f-5293474521c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event updated for resources: {'Port': ['ID=1afba0e7-9123-41cf-82b3-1025197548aa,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:16.915272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:16.915702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.920389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af71509-32fe-4603-8334-b90e06769e15 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:16.929162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af71509-32fe-4603-8334-b90e06769e15 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:16.935652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af71509-32fe-4603-8334-b90e06769e15 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:16.937351 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9af71509-32fe-4603-8334-b90e06769e15 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1010697 May 12 03:25:16.953232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60444) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:16.965690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.968673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] Current status of the port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:16.969699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:16.989913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.021610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:17.022446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.024340 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] 10.222.0.57 "PUT /v2.0/ports/98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 1093 time: 1.9915099 May 12 03:25:17.030100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:25:17.033271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:25:17.075521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] For port a94ea95d-e343-4204-9b88-61bbb3ee6fc9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,segment=NetworkSegment(f404d235-8835-4d85-95c6-78e5705498fc),segment_id=f404d235-8835-4d85-95c6-78e5705498fc)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:17.086966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69a781d8-4fab-42bb-a68b-d525e85a351f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (108ea44f-99d1-4f13-b5f7-b990ac2b6c9b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.090087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69a781d8-4fab-42bb-a68b-d525e85a351f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.091644 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-69a781d8-4fab-42bb-a68b-d525e85a351f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/108ea44f-99d1-4f13-b5f7-b990ac2b6c9b HTTP/1.1" status: 204 len: 168 time: 0.8115611 May 12 03:25:17.104600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:17.109084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.120397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:17.121037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.122461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60448) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:17.128683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6eb5f7-81b2-4fc7-8f69-830d6e454179 x-openstack-request-id: req-7c6eb5f7-81b2-4fc7-8f69-830d6e454179 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:25:17.129754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:25:17.130092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c6eb5f7-81b2-4fc7-8f69-830d6e454179 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:25:17.130573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6eb5f7-81b2-4fc7-8f69-830d6e454179'] response: {'name': 'network-changed', 'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'status': 'completed', 'code': 200} May 12 03:25:17.131822 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (1d7bd7f9-ad0d-461c-905d-6a8c0fddde69), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.183795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a781d8-4fab-42bb-a68b-d525e85a351f tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ea44f-99d1-4f13-b5f7-b990ac2b6c9b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:17.220362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=1d7bd7f9-ad0d-461c-905d-6a8c0fddde69,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:17.241130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05231f71-6d8a-4c94-b75b-b2cb8a567ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:17.269927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-e411a7e7-6024-4daf-95a6-d77913a6b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:17.271797 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-e411a7e7-6024-4daf-95a6-d77913a6b4ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1127 time: 0.1706836 May 12 03:25:17.316318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:17.332572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:17.339791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f805f57-5115-4a3b-8e03-45ef702bacf6 None None] Pushing event updated for resources: {'Port': ['ID=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:17.344560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Deleting port 1afba0e7-9123-41cf-82b3-1025197548aa {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:17.344832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1afba0e7-9123-41cf-82b3-1025197548aa), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.392154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762fb29-8714-47dc-a360-314214c5ec1b req-bea0310f-e785-4ab2-97a9-68a8f7102a16 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:17.393751 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0762fb29-8714-47dc-a360-314214c5ec1b req-bea0310f-e785-4ab2-97a9-68a8f7102a16 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 943 time: 0.1618578 May 12 03:25:17.396492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:17.397259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.403744 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-0841a4c9-49c9-4620-8137-06735ac345c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 217 time: 0.0886931 May 12 03:25:17.421967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Provisioning complete for port 5a641826-3399-43ce-a118-b469d6c65e80 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:17.422555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5a641826-3399-43ce-a118-b469d6c65e80), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.423903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] Deleting port 757ab73f-135d-4336-b64e-9338b4357e31 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:17.424376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (757ab73f-135d-4336-b64e-9338b4357e31), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.468913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1afba0e7-9123-41cf-82b3-1025197548aa), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.483637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-89a9ffae-670c-423b-bfce-10ef7b425036 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0016377 May 12 03:25:17.484905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60452) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:17.500470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:17.541949 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-da7a30ab-f3f4-4486-9274-2fc350bb3c40 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4121101 May 12 03:25:17.543250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Calling delete_port for 1afba0e7-9123-41cf-82b3-1025197548aa owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:17.545611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60454) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:17.574957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0762fb29-8714-47dc-a360-314214c5ec1b req-627fbc68-d44f-4f11-940d-983a67ff3cfb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696596 May 12 03:25:17.627807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-e93d70a7-f5ab-4c76-b62e-15fc77024984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:17.629962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-e93d70a7-f5ab-4c76-b62e-15fc77024984 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 200 len: 834 time: 0.2090662 May 12 03:25:17.655316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-479d9f05-10d2-4aa2-a03b-947a2fe480d1 tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1044412 May 12 03:25:17.665796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60456) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:17.690483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-004f6b69-f0e8-4ea4-9033-2b13e26bccab tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] delete failed (client error): The resource could not be found. May 12 03:25:17.695388 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-004f6b69-f0e8-4ea4-9033-2b13e26bccab tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "DELETE /v2.0/security-groups/108ea44f-99d1-4f13-b5f7-b990ac2b6c9b HTTP/1.1" status: 404 len: 347 time: 0.0252984 May 12 03:25:17.695530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:25:17.696127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:25:17.700337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60458) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:17.709284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Port 5a641826-3399-43ce-a118-b469d6c65e80 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:17.718493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-e1a7dfdb-8567-4831-a7c3-1e01672d78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:17.719414 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-e1a7dfdb-8567-4831-a7c3-1e01672d78c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0824249 May 12 03:25:17.724176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (c4f4f53f-3465-4b40-848b-2f226b84b4d7), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.730072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Provisioning complete for port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:17.730639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.752048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.770494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] For port 757ab73f-135d-4336-b64e-9338b4357e31, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=757ab73f-135d-4336-b64e-9338b4357e31,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:17.770898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (757ab73f-135d-4336-b64e-9338b4357e31), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.791067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] Calling delete_port for 757ab73f-135d-4336-b64e-9338b4357e31 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:17.796103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6352655e-298c-4bc7-b6a7-ee21b90d799a tempest-SecGroupTest-1120426841 tempest-SecGroupTest-1120426841-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0914135 May 12 03:25:17.821365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:17.824743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.913942 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-26ee366e-92c9-43ae-9f61-a880487493fd service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870933 May 12 03:25:17.924251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (757ab73f-135d-4336-b64e-9338b4357e31), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.926208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Allocated IP 172.26.2.165 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/f1a80e49-5e0e-4822-9655-8bf2b57a59d3) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:17.938829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1afba0e7-9123-41cf-82b3-1025197548aa), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:17.962085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] Pushing event deleted for resources: {'Port': ['ID=757ab73f-135d-4336-b64e-9338b4357e31,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:17.974778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794fb97-d386-4cbf-abca-015762ba8d5f None None] No DVR routers for this DVR port 757ab73f-135d-4336-b64e-9338b4357e31 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:18.027876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Current status of the port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:18.031428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Could not find standard attr ID for object 1afba0e7-9123-41cf-82b3-1025197548aa. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:18.039082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.049101 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "DELETE /v2.0/ports/1afba0e7-9123-41cf-82b3-1025197548aa HTTP/1.1" status: 204 len: 168 time: 1.0619361 May 12 03:25:18.049793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c67ce-8565-4afd-81e1-1b6d62708f5a tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event deleted for resources: {'Port': ['ID=1afba0e7-9123-41cf-82b3-1025197548aa,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:18.058506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60462) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:18.061640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7a71808b-c0fc-445a-a1ef-3bc5baacde73 None None] Could not find standard attr ID for object 757ab73f-135d-4336-b64e-9338b4357e31. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:18.064573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Request body: {'port': {'name': 'tempest-new-port-name-1605324189', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:18.065110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.api.validators [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] bootfile-name is not in valid_values {{(pid=104164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:25:18.065578 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.api.validators [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] tftp-server is not in valid_values {{(pid=104164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:25:18.067226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.api.validators [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] server-ip-address is not in valid_values {{(pid=104164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} May 12 03:25:18.073668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e13a5-a994-454e-b2af-c8711379fcee None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:18.110123 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f305b43a-1ffc-4464-a16c-015ab9666733 req-a7ce4a42-cad7-4414-bd9e-13a1de0aef0a service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897848 May 12 03:25:18.179999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for port (f1a80e49-5e0e-4822-9655-8bf2b57a59d3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.236639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f1a80e49-5e0e-4822-9655-8bf2b57a59d3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.255123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60466) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:18.273633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '1d7bd7f9-ad0d-461c-905d-6a8c0fddde69'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:18.274715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.277306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b4918712-9540-4771-ad2a-fe8003a93448 None None] Provisioning complete for port 5a641826-3399-43ce-a118-b469d6c65e80 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:18.277764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b4918712-9540-4771-ad2a-fe8003a93448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5a641826-3399-43ce-a118-b469d6c65e80), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.279258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:18.306608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5a641826-3399-43ce-a118-b469d6c65e80), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.340052 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b4918712-9540-4771-ad2a-fe8003a93448 None None] Port 5a641826-3399-43ce-a118-b469d6c65e80 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:18.394524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b4918712-9540-4771-ad2a-fe8003a93448 None None] Could not find standard attr ID for object 1afba0e7-9123-41cf-82b3-1025197548aa. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:18.477817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Allocated IP 172.20.0.2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/1d7bd7f9-ad0d-461c-905d-6a8c0fddde69/4116e21a-29c2-4655-a8cc-72868cc58b8d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:18.521823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:18.528777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c92e1f1d-1831-4a76-920f-bd54deab61eb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.613553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:18.616911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:18.620908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:18.632847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:18.657230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:18.660568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event updated for resources: {'Port': ['ID=f1a80e49-5e0e-4822-9655-8bf2b57a59d3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:18.685413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:18.686291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.687043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Publish callbacks [] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.703134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.737689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a94ea95d-e343-4204-9b88-61bbb3ee6fc9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:18.738829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=c92e1f1d-1831-4a76-920f-bd54deab61eb,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:18.756894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bba1bb44-578b-4915-ad27-bf58c3d5c8ed tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2603903 May 12 03:25:18.759777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60472) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:18.777346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:90:40:38', 'name': 'tempest-NetworksTestDHCPv6-494042925'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:18.782625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:18.790137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:18.793072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:18.797384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Pushing event updated for resources: {'Port': ['ID=4116e21a-29c2-4655-a8cc-72868cc58b8d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:18.804223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2708c-1dd0-4bb2-88df-7258c7bd5908 req-469fd27b-bae5-45df-8e9d-363d5dd50369 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:18.805927 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c4b2708c-1dd0-4bb2-88df-7258c7bd5908 req-469fd27b-bae5-45df-8e9d-363d5dd50369 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 943 time: 0.1244876 May 12 03:25:18.848076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:18.848076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.875049 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4dc3cc9f-43fa-46cc-a942-b11dca0a1d3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeed5d3e8ef14063901533cbf59540fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162329 May 12 03:25:18.875985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60474) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:18.896716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for port (5a641826-3399-43ce-a118-b469d6c65e80), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.919861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Attempting to bind port 4116e21a-29c2-4655-a8cc-72868cc58b8d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:18.920170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Attempting to bind port 4116e21a-29c2-4655-a8cc-72868cc58b8d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:18.920506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Attempting to bind port 4116e21a-29c2-4655-a8cc-72868cc58b8d on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:18.921049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5a641826-3399-43ce-a118-b469d6c65e80), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.938182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:18.938496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:18.938774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:18.939091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:18.939571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Bound port: 4116e21a-29c2-4655-a8cc-72868cc58b8d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:18.940021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.001505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a84800e-e7aa-4d58-a7cb-f820c6ee8e7e admin admin] Publish callbacks [] for security_group (104a759c-5787-40d9-ae51-1505013e09fe), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.005346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:19.027760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a84800e-e7aa-4d58-a7cb-f820c6ee8e7e admin admin] Publish callbacks [] for security_group (104a759c-5787-40d9-ae51-1505013e09fe), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.034781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] In _notify_port_updated(), no bound segment for port 5a641826-3399-43ce-a118-b469d6c65e80 on network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:25:19.040004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:19.040742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.044850 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "PUT /v2.0/ports/5a641826-3399-43ce-a118-b469d6c65e80 HTTP/1.1" status: 200 len: 1130 time: 0.9824355 May 12 03:25:19.048460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60476) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:19.070225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] For port 4116e21a-29c2-4655-a8cc-72868cc58b8d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:19.078454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] For port 4116e21a-29c2-4655-a8cc-72868cc58b8d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4116e21a-29c2-4655-a8cc-72868cc58b8d,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:19.091021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.096171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a84800e-e7aa-4d58-a7cb-f820c6ee8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (104a759c-5787-40d9-ae51-1505013e09fe), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.099489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a84800e-e7aa-4d58-a7cb-f820c6ee8e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.101414 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4a84800e-e7aa-4d58-a7cb-f820c6ee8e7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/104a759c-5787-40d9-ae51-1505013e09fe HTTP/1.1" status: 204 len: 168 time: 0.2245839 May 12 03:25:19.113696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84800e-e7aa-4d58-a7cb-f820c6ee8e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a759c-5787-40d9-ae51-1505013e09fe,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:19.116896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (c4f4f53f-3465-4b40-848b-2f226b84b4d7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.123617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de32c77-fdd7-48fc-8adf-f52a86562c96 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:19.125294 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8de32c77-fdd7-48fc-8adf-f52a86562c96 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "GET /v2.0/ports/5a641826-3399-43ce-a118-b469d6c65e80 HTTP/1.1" status: 200 len: 1130 time: 0.0644307 May 12 03:25:19.134076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 757ab73f-135d-4336-b64e-9338b4357e31 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:19.139967 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c4b2708c-1dd0-4bb2-88df-7258c7bd5908 req-5a20889c-c028-4562-a49d-b48c238b45a4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148606 May 12 03:25:19.148745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60480) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:19.172952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340b4f9-e76f-4eb2-af3d-f214be075bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event updated for resources: {'Port': ['ID=5a641826-3399-43ce-a118-b469d6c65e80,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:19.178383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 757ab73f-135d-4336-b64e-9338b4357e31 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:19.178725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 757ab73f-135d-4336-b64e-9338b4357e31 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:19.214615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-5aa3a16f-4007-4f4d-878e-43e9e175596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:19.216117 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-5aa3a16f-4007-4f4d-878e-43e9e175596a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1127 time: 0.2496328 May 12 03:25:19.234452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5d349-c47c-4d13-83da-9a5de77a1dd5 None None] Pushing event updated for resources: {'Port': ['ID=4116e21a-29c2-4655-a8cc-72868cc58b8d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:19.299807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:19.435138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-73ca9020-cb96-47b7-b2d6-100184feb710 None None] Provisioning complete for port 5a641826-3399-43ce-a118-b469d6c65e80 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:19.436345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-73ca9020-cb96-47b7-b2d6-100184feb710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5a641826-3399-43ce-a118-b469d6c65e80), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.466546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.477184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.485098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-73ca9020-cb96-47b7-b2d6-100184feb710 None None] Port 5a641826-3399-43ce-a118-b469d6c65e80 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:19.558032 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Deleting port 5a641826-3399-43ce-a118-b469d6c65e80 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:19.559375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5a641826-3399-43ce-a118-b469d6c65e80), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.702814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Router c4f4f53f-3465-4b40-848b-2f226b84b4d7 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:25:19.828833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:19.842279 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] Sync routers for ids ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:19.855859 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] Routers {'c4f4f53f-3465-4b40-848b-2f226b84b4d7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:19.856199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:19.856483 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:19.857581 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cae15804-b720-4064-b5e9-fdf9b666e34c tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7885475 May 12 03:25:19.860251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60496) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:19.866897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:19.867856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:25:19.917437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port c57cec21-b73c-425d-9813-4d83ea5c8b9f yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:19.942904 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:19.989458 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] Routers {'c4f4f53f-3465-4b40-848b-2f226b84b4d7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:19.990107 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:20.030040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:20.034850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5a641826-3399-43ce-a118-b469d6c65e80), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.040689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-2a2ac1b5-d7d9-4288-9971-689cd0121b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:20.042640 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-2a2ac1b5-d7d9-4288-9971-689cd0121b87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 898 time: 0.7917655 May 12 03:25:20.057252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:25:20.079287 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:20.079901 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43b20-7c3b-4b9f-a85d-056c73c0ba73 None None] The sync data for ids ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:20.094027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Calling delete_port for 5a641826-3399-43ce-a118-b469d6c65e80 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:20.122912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:20.123455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.137068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60502) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:20.141458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:25:20.149601 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-2a10551b-20c4-470c-ada4-a5bf497c9e7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 217 time: 0.0743601 May 12 03:25:20.169948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:20.176308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.212876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-ffd48de4-4091-464d-a833-44fbe4c730f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:20.214323 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-ffd48de4-4091-464d-a833-44fbe4c730f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 200 len: 834 time: 0.0564210 May 12 03:25:20.249529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:20.293768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-cd06a973-ce50-4469-ae9c-88195e998012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:20.295366 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-cd06a973-ce50-4469-ae9c-88195e998012 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498896 May 12 03:25:20.351224 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7af45905-a6f6-4f0a-9836-d359e2a8dd1c tempest-ServiceProvidersTest-754794738 tempest-ServiceProvidersTest-754794738-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2130411 May 12 03:25:20.447508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.451572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['98b8fcc8-eced-4995-bd0f-c3a0dc1af91a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:25:20.480384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_gateway (c4f4f53f-3465-4b40-848b-2f226b84b4d7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.505377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b10e8d-f612-447e-a05a-df5bd24c343e req-b696c0ea-7122-4a1d-bb36-a5d02c410568 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:20.507090 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33b10e8d-f612-447e-a05a-df5bd24c343e req-b696c0ea-7122-4a1d-bb36-a5d02c410568 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 944 time: 0.2107704 May 12 03:25:20.565564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Deleting port f1a80e49-5e0e-4822-9655-8bf2b57a59d3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:20.566008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f1a80e49-5e0e-4822-9655-8bf2b57a59d3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.568660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 172.20.0.14 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/1d7bd7f9-ad0d-461c-905d-6a8c0fddde69/c57cec21-b73c-425d-9813-4d83ea5c8b9f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:20.602287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af9e47-d1dd-4e05-9953-49a61059ec1e None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:20.626426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fe90:4038 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/c92e1f1d-1831-4a76-920f-bd54deab61eb/c57cec21-b73c-425d-9813-4d83ea5c8b9f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:20.663101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] Provisioning complete for port 4116e21a-29c2-4655-a8cc-72868cc58b8d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:20.663482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.682215 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-a9ff57fc-5049-4e90-a2b9-dd82f76d8b40 service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689151 May 12 03:25:20.731166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f1a80e49-5e0e-4822-9655-8bf2b57a59d3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.732403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4116e21a-29c2-4655-a8cc-72868cc58b8d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:20.747668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Calling delete_port for f1a80e49-5e0e-4822-9655-8bf2b57a59d3 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:20.754060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60512) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:20.793132 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33b10e8d-f612-447e-a05a-df5bd24c343e req-32e1951e-800e-4dd1-ab5f-fde94ed475d6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795072 May 12 03:25:20.794113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5a641826-3399-43ce-a118-b469d6c65e80), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.880022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event deleted for resources: {'Port': ['ID=5a641826-3399-43ce-a118-b469d6c65e80,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:20.904473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] Current status of the port 4116e21a-29c2-4655-a8cc-72868cc58b8d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:20.904855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.946062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4116e21a-29c2-4655-a8cc-72868cc58b8d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:20.946422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.967727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0826d6a0-231d-470f-a127-2b4173c0f616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:20.997681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc8b68b-ab1e-4535-82d5-f2e803e56fc9 req-84dca94e-6632-4c55-8e53-312272f0103e service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945356 May 12 03:25:20.999201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.002182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a888db65-2430-44e8-a642-f65c1824c5dd tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "DELETE /v2.0/ports/5a641826-3399-43ce-a118-b469d6c65e80 HTTP/1.1" status: 204 len: 168 time: 1.8516040 May 12 03:25:21.007191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60516) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:21.018532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] For port 4116e21a-29c2-4655-a8cc-72868cc58b8d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4116e21a-29c2-4655-a8cc-72868cc58b8d,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:21.048355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.058562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (c57cec21-b73c-425d-9813-4d83ea5c8b9f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.069686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Deleting subnet 8ff85fc1-3848-47a4-8fe7-89a578aa68f7 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:21.092657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for subnet (8ff85fc1-3848-47a4-8fe7-89a578aa68f7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.106631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c57cec21-b73c-425d-9813-4d83ea5c8b9f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.111675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': '1d7bd7f9-ad0d-461c-905d-6a8c0fddde69', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c92e1f1d-1831-4a76-920f-bd54deab61eb'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '4116e21a-29c2-4655-a8cc-72868cc58b8d'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:25:21.154969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (8ff85fc1-3848-47a4-8fe7-89a578aa68f7), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.161566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:21.171072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:21.173569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:21.181476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=c57cec21-b73c-425d-9813-4d83ea5c8b9f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:21.194571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f1a80e49-5e0e-4822-9655-8bf2b57a59d3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.224322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.233960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc548c3-c63f-4cd4-9710-611f2c1516ff None None] Pushing event updated for resources: {'Port': ['ID=4116e21a-29c2-4655-a8cc-72868cc58b8d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:21.241700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Pushing event deleted for resources: {'Port': ['ID=f1a80e49-5e0e-4822-9655-8bf2b57a59d3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:21.265300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:21.266405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.277351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4116e21a-29c2-4655-a8cc-72868cc58b8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:21.291343 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9818351c-3948-47a7-a03f-d94f2bd4b008 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5271616 May 12 03:25:21.293936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60518) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:21.349939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b7995-88f6-41e6-ae57-fa48a75dce59 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:21.355833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b7995-88f6-41e6-ae57-fa48a75dce59 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:21.359965 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fd6b7995-88f6-41e6-ae57-fa48a75dce59 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.0621681 May 12 03:25:21.360197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60520) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:21.384760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (8ff85fc1-3848-47a4-8fe7-89a578aa68f7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.419253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (c4f4f53f-3465-4b40-848b-2f226b84b4d7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.422290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0826d6a0-231d-470f-a127-2b4173c0f616 admin admin] Publish callbacks [] for security_group (67e1732e-cb68-4864-8a28-91c781b1be31), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.458528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port c57cec21-b73c-425d-9813-4d83ea5c8b9f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:21.458912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c57cec21-b73c-425d-9813-4d83ea5c8b9f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.473644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] Allocated IP 2001:db8::f816:3eff:fece:56be (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/c92e1f1d-1831-4a76-920f-bd54deab61eb/4116e21a-29c2-4655-a8cc-72868cc58b8d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:21.513532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0826d6a0-231d-470f-a127-2b4173c0f616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (67e1732e-cb68-4864-8a28-91c781b1be31), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.597132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] For port 4116e21a-29c2-4655-a8cc-72868cc58b8d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4116e21a-29c2-4655-a8cc-72868cc58b8d,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:21.606452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c57cec21-b73c-425d-9813-4d83ea5c8b9f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.623352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for c57cec21-b73c-425d-9813-4d83ea5c8b9f owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:21.631647 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0826d6a0-231d-470f-a127-2b4173c0f616 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5641f328dd6347349cc282500f611edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8761644 May 12 03:25:21.633158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] Publish callbacks [] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.635867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60522) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:21.642547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.645342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826d6a0-231d-470f-a127-2b4173c0f616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e1732e-cb68-4864-8a28-91c781b1be31,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:21.653693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (8ff85fc1-3848-47a4-8fe7-89a578aa68f7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.719451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff85fc1-3848-47a4-8fe7-89a578aa68f7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:21.741570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.747759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2f81171c-68e0-4051-b751-b65eb18ef36b tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "DELETE /v2.0/subnets/8ff85fc1-3848-47a4-8fe7-89a578aa68f7 HTTP/1.1" status: 204 len: 168 time: 0.7364836 May 12 03:25:21.747966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60524) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:21.749307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b970811-10a7-4864-b539-97bdb8ea4f70 None None] Network 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:21.769202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864b5f0-04bb-4e0b-ab41-18833f7054b4 None None] Pushing event updated for resources: {'Port': ['ID=4116e21a-29c2-4655-a8cc-72868cc58b8d,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:21.778609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.786781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.846955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-15e6cfde-ef7f-4981-a534-96f874d4037c admin admin] Publish callbacks [] for security_group (67e1732e-cb68-4864-8a28-91c781b1be31), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.888665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:21.899463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-15e6cfde-ef7f-4981-a534-96f874d4037c admin admin] Publish callbacks [] for security_group (67e1732e-cb68-4864-8a28-91c781b1be31), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:21.922585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.000115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-15e6cfde-ef7f-4981-a534-96f874d4037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (67e1732e-cb68-4864-8a28-91c781b1be31), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.002808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-15e6cfde-ef7f-4981-a534-96f874d4037c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.003947 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-15e6cfde-ef7f-4981-a534-96f874d4037c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67e1732e-cb68-4864-8a28-91c781b1be31 HTTP/1.1" status: 204 len: 168 time: 0.3670166 May 12 03:25:22.010625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:25:22.021386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:22.021386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.047036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Router c4f4f53f-3465-4b40-848b-2f226b84b4d7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:25:22.048693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6cfde-ef7f-4981-a534-96f874d4037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e1732e-cb68-4864-8a28-91c781b1be31,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:22.055080 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5af96-a724-4d4f-8499-74855c6932fb req-a5ee736e-1294-4164-a947-5705876c9eaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:22.056709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13e5af96-a724-4d4f-8499-74855c6932fb req-a5ee736e-1294-4164-a947-5705876c9eaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 944 time: 0.1413114 May 12 03:25:22.073701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] DHCP port deletion for 2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:22.096322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c57cec21-b73c-425d-9813-4d83ea5c8b9f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.124510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Deleting port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:22.125609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.174690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=c57cec21-b73c-425d-9813-4d83ea5c8b9f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:22.230300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:22.239022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.242570 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-47e12ed0-5cd6-48b4-ae2c-7dde861b11e1 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "PUT /v2.0/routers/c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 200 len: 710 time: 2.3787117 May 12 03:25:22.245838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60530) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:22.275795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] Sync routers for ids ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:22.286533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:22.286914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.293638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] Deleting port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:22.294000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.368953 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13e5af96-a724-4d4f-8499-74855c6932fb req-36b5fe16-adb7-4808-9e48-0bb339eccb8a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895324 May 12 03:25:22.408176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] For port a94ea95d-e343-4204-9b88-61bbb3ee6fc9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,segment=NetworkSegment(f404d235-8835-4d85-95c6-78e5705498fc),segment_id=f404d235-8835-4d85-95c6-78e5705498fc)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:22.409005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.437602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.452238 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bd8983b1-e993-4f7d-9630-9b265b46e32e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/c57cec21-b73c-425d-9813-4d83ea5c8b9f HTTP/1.1" status: 204 len: 168 time: 1.0900688 May 12 03:25:22.455896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60532) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:22.550865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22561cfd-41fb-4209-a3bb-1bf7603d3607 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:22.552395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22561cfd-41fb-4209-a3bb-1bf7603d3607 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:22.553644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22561cfd-41fb-4209-a3bb-1bf7603d3607 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:22.558816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-22561cfd-41fb-4209-a3bb-1bf7603d3607 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0970254 May 12 03:25:22.559434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60534) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:22.561032 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Calling delete_port for a94ea95d-e343-4204-9b88-61bbb3ee6fc9 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:22.630179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] Routers {'c4f4f53f-3465-4b40-848b-2f226b84b4d7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:22.631537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:22.669862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 1d7bd7f9-ad0d-461c-905d-6a8c0fddde69 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:22.673720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (1d7bd7f9-ad0d-461c-905d-6a8c0fddde69), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.688618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4116e21a-29c2-4655-a8cc-72868cc58b8d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:22.696597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:25:22.699712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db727bc-c7c6-43ea-b36f-870e00c90a39" -d '{"events": [{"server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "name": "network-vif-plugged", "status": "completed", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:25:22.701652 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-629c9d0f-86e2-41c4-b82a-f99e727a34ba tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/routers/c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 200 len: 745 time: 0.4542537 May 12 03:25:22.711001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:22.718659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60536) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:22.740079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (1d7bd7f9-ad0d-461c-905d-6a8c0fddde69), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.768106 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3d7dcf91-8017-4edb-8bd5-e3f4f5c84427 tempest-RoutersIpV6AdminTest-1916193153 tempest-RoutersIpV6AdminTest-1916193153-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&device_id=c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 200 len: 205 time: 0.0481505 May 12 03:25:22.771552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60540) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:22.805660 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0dcbe104-0171-4fe6-9889-907c599e4759 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 200 len: 205 time: 0.0323715 May 12 03:25:22.805908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60542) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:22.814294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a45c7-5259-4a2b-8204-054c7469e670 x-openstack-request-id: req-021a45c7-5259-4a2b-8204-054c7469e670 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:25:22.814612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "name": "network-vif-plugged", "status": "completed", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:25:22.814902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-021a45c7-5259-4a2b-8204-054c7469e670 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:25:22.815298 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021a45c7-5259-4a2b-8204-054c7469e670'] response: {'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'code': 200} May 12 03:25:22.819245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.823309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-690254be-d97d-4074-b8e6-c245ec592464 None None] Provisioning complete for port 4116e21a-29c2-4655-a8cc-72868cc58b8d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:22.823802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-690254be-d97d-4074-b8e6-c245ec592464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.834648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:22.876721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] Routers {'c4f4f53f-3465-4b40-848b-2f226b84b4d7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:22.877315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:22.886437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.913620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] No DVR routers for this DVR port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:22.943445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event deleted for resources: {'Port': ['ID=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:22.950829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] For port a94ea95d-e343-4204-9b88-61bbb3ee6fc9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,segment=NetworkSegment(f404d235-8835-4d85-95c6-78e5705498fc),segment_id=f404d235-8835-4d85-95c6-78e5705498fc)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:22.951683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:22.973661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:22.974303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469b119-7bdf-4f41-b03f-a1d65ddaf719 None None] The sync data for ids ['c4f4f53f-3465-4b40-848b-2f226b84b4d7'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:23.001108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] Calling delete_port for a94ea95d-e343-4204-9b88-61bbb3ee6fc9 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:23.007582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (1d7bd7f9-ad0d-461c-905d-6a8c0fddde69), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.043124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4116e21a-29c2-4655-a8cc-72868cc58b8d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:23.043516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.059768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.075448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:23.153243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.178850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-690254be-d97d-4074-b8e6-c245ec592464 None None] Current status of the port 4116e21a-29c2-4655-a8cc-72868cc58b8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:23.220839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67269-0fe2-4ed0-b2c5-2d0f74408da1 req-e997ae3a-697e-4419-87f8-61280c009c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:23.222488 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cf67269-0fe2-4ed0-b2c5-2d0f74408da1 req-e997ae3a-697e-4419-87f8-61280c009c22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1129 time: 0.1829045 May 12 03:25:23.227323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (a94ea95d-e343-4204-9b88-61bbb3ee6fc9), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.231372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:23.266483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4116e21a-29c2-4655-a8cc-72868cc58b8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:23.269247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] Pushing event deleted for resources: {'Port': ['ID=a94ea95d-e343-4204-9b88-61bbb3ee6fc9,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:23.272868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cde396-cd27-4300-8d3b-86d7b6018f3f None None] No DVR routers for this DVR port a94ea95d-e343-4204-9b88-61bbb3ee6fc9 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:23.303179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-78abb132-40f8-4017-9264-3174be4333a3 None None] Could not find standard attr ID for object c57cec21-b73c-425d-9813-4d83ea5c8b9f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:23.325634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f404d235-8835-4d85-95c6-78e5705498fc') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:23.325983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f404d235-8835-4d85-95c6-78e5705498fc') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:23.330817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (1d7bd7f9-ad0d-461c-905d-6a8c0fddde69), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.334010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a94ea95d-e343-4204-9b88-61bbb3ee6fc9 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:23.354897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (f404d235-8835-4d85-95c6-78e5705498fc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.360338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: a94ea95d-e343-4204-9b88-61bbb3ee6fc9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:23.361069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a94ea95d-e343-4204-9b88-61bbb3ee6fc9 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:23.422632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7bd7f9-ad0d-461c-905d-6a8c0fddde69,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:23.427803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.433424 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/1d7bd7f9-ad0d-461c-905d-6a8c0fddde69 HTTP/1.1" status: 204 len: 168 time: 0.8672998 May 12 03:25:23.433651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60550) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.437636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086b687-e5eb-45c0-9a15-a4a3dbf3d08e None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:23.438928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.449357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router_controller (c4f4f53f-3465-4b40-848b-2f226b84b4d7), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.451306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f404d235-8835-4d85-95c6-78e5705498fc), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.461360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.461714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.462090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.462437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.462780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.463118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.463456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.463790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.464126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.464458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.464881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.465445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.465833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.467318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.467318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e2a627-e182-43b9-aec4-7498c0222286 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.478126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:23.479229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (f404d235-8835-4d85-95c6-78e5705498fc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:23.481934 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:23.495697 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cf67269-0fe2-4ed0-b2c5-2d0f74408da1 req-a3ca5a7e-7839-4f5f-9529-d87beff26648 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601080 May 12 03:25:23.507791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet c92e1f1d-1831-4a76-920f-bd54deab61eb {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:23.510909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (c92e1f1d-1831-4a76-920f-bd54deab61eb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.553179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c92e1f1d-1831-4a76-920f-bd54deab61eb), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.640120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c92e1f1d-1831-4a76-920f-bd54deab61eb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.709160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c92e1f1d-1831-4a76-920f-bd54deab61eb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.739721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=c92e1f1d-1831-4a76-920f-bd54deab61eb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:23.744707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.748130 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/c92e1f1d-1831-4a76-920f-bd54deab61eb HTTP/1.1" status: 204 len: 168 time: 0.3131793 May 12 03:25:23.752381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60552) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.760943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.761288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.761628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.761985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.762316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.762649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.762975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.763296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.763618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.763934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.764424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.764914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.765238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.765557 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.765874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a3bf-bb3a-48a6-a314-05e7860d8185 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:23.800774 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c90acbc9-c464-4c7c-96f5-a09f22179f30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472167 May 12 03:25:23.803640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60554) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.855258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b224f-33d6-4407-aba2-bc5e4e771a0a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:23.856944 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-994b224f-33d6-4407-aba2-bc5e4e771a0a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0523419 May 12 03:25:23.859509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60556) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.878965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (c4f4f53f-3465-4b40-848b-2f226b84b4d7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.879589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Fanout notify agent at l3_agent the message router_deleted on router c4f4f53f-3465-4b40-848b-2f226b84b4d7 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:25:23.886401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.887514 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-503d34c5-fa72-47ec-b54f-160788c6600f tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 204 len: 168 time: 1.0807440 May 12 03:25:23.893973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60558) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.903136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fbbbe-4c1e-4a74-bf25-e9eaf668d160 req-d868f21d-ebbd-4c3d-a41f-a52970602117 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:23.904768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-570fbbbe-4c1e-4a74-bf25-e9eaf668d160 req-d868f21d-ebbd-4c3d-a41f-a52970602117 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 945 time: 0.4313924 May 12 03:25:23.921096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.925535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:23.928833 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] 10.222.0.23 "DELETE /v2.0/networks/2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca HTTP/1.1" status: 204 len: 168 time: 2.1804636 May 12 03:25:23.931811 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-881f480d-c98e-44dc-b297-43c3fd665fac tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 200 len: 205 time: 0.0365341 May 12 03:25:23.935321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60562) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.961136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1b122-0af4-4c4d-bb9e-6491efd5f2e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483 tempest-ExtraDHCPOptionsIpV6TestJSON-1301434483-project] Pushing event deleted for resources: {'Network': ['ID=2c34e24a-eb1c-4315-bc6b-69db0aa1e0ca,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:23.982090 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-79a040f3-67b3-4b88-be8d-e2429d1a570d tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] delete failed (client error): The resource could not be found. May 12 03:25:23.983142 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-79a040f3-67b3-4b88-be8d-e2429d1a570d tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/c4f4f53f-3465-4b40-848b-2f226b84b4d7 HTTP/1.1" status: 404 len: 336 time: 0.0469027 May 12 03:25:23.986459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b03e6-18a1-42cd-b3bd-852137b7ffc2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:23.986623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60564) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:23.988253 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d11b03e6-18a1-42cd-b3bd-852137b7ffc2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276002 May 12 03:25:23.991232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60566) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.037797 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-570fbbbe-4c1e-4a74-bf25-e9eaf668d160 req-7c6882f7-4060-40ae-86c9-3ba97cea5e01 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189108 May 12 03:25:24.038061 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fbe8e582-071d-4899-a6ff-2cdc6d01d5dc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457110 May 12 03:25:24.045044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60568) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.050755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7e17e6e7-1f4c-439b-a98e-1b59960977bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:24.059923 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5e872d7b-9686-4aae-b5f2-90a29b5bed04 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8021ae4-5990-4ac6-9b00-51584260ef30 HTTP/1.1" status: 200 len: 205 time: 0.0720036 May 12 03:25:24.062290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60570) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.102015 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-550e605b-960d-4bb3-9e80-b543e6df3a8b tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] delete failed (client error): The resource could not be found. May 12 03:25:24.103047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-550e605b-960d-4bb3-9e80-b543e6df3a8b tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/f8021ae4-5990-4ac6-9b00-51584260ef30 HTTP/1.1" status: 404 len: 336 time: 0.0398419 May 12 03:25:24.106408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60572) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.140567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-df09f2bd-cdc2-4050-a846-2b3a32f71d52 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cc056a2-ee8f-4181-8a6d-b3a830b81372 HTTP/1.1" status: 200 len: 205 time: 0.0329094 May 12 03:25:24.140709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60574) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.171356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ba3a5-2e02-4981-a1c0-5c2b881f35e3 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:24.192869 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-40278fa8-00b0-4573-ba27-61277ba167ac tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] delete failed (client error): The resource could not be found. May 12 03:25:24.193963 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-40278fa8-00b0-4573-ba27-61277ba167ac tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/7cc056a2-ee8f-4181-8a6d-b3a830b81372 HTTP/1.1" status: 404 len: 336 time: 0.0506105 May 12 03:25:24.197402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60578) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.203439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17e6e7-1f4c-439b-a98e-1b59960977bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:24.208040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e17e6e7-1f4c-439b-a98e-1b59960977bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.209811 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e17e6e7-1f4c-439b-a98e-1b59960977bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:24.210367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e17e6e7-1f4c-439b-a98e-1b59960977bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:24.228846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e17e6e7-1f4c-439b-a98e-1b59960977bc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1825325 May 12 03:25:24.230462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-613ce1a1-599e-4202-8f79-0040879211a9 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b2fcd8-754d-4ffa-b897-afb985923a61 HTTP/1.1" status: 200 len: 205 time: 0.0313711 May 12 03:25:24.232009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60580) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.234238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60582) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.237111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fc7440b6-e2f7-4806-a436-3239f375734b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:24.254733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a5dda288-9488-4ce2-84fa-dbcd967fb1fb None None] Provisioning complete for port 4116e21a-29c2-4655-a8cc-72868cc58b8d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:24.255112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a5dda288-9488-4ce2-84fa-dbcd967fb1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.284851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-3d461df0-d194-418b-86a6-116d47fe6db6 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] delete failed (client error): The resource could not be found. May 12 03:25:24.285920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3d461df0-d194-418b-86a6-116d47fe6db6 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/03b2fcd8-754d-4ffa-b897-afb985923a61 HTTP/1.1" status: 404 len: 336 time: 0.0507343 May 12 03:25:24.288732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60584) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.330982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60586) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.345067 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd2d646b-5c0e-4fbe-adb1-c5eb2fe72894 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 HTTP/1.1" status: 200 len: 205 time: 0.0529804 May 12 03:25:24.345181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60590) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.368809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7440b6-e2f7-4806-a436-3239f375734b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:24.372630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc7440b6-e2f7-4806-a436-3239f375734b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.374827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7440b6-e2f7-4806-a436-3239f375734b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:24.375332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7440b6-e2f7-4806-a436-3239f375734b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:24.386603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a5dda288-9488-4ce2-84fa-dbcd967fb1fb None None] Current status of the port 4116e21a-29c2-4655-a8cc-72868cc58b8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:24.396193 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-8dab56c3-a1b6-4bd0-a012-0766d512d550 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] delete failed (client error): The resource could not be found. May 12 03:25:24.397980 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8dab56c3-a1b6-4bd0-a012-0766d512d550 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/f43e244e-b2cf-48c8-aaa1-aee8fb55e8e4 HTTP/1.1" status: 404 len: 336 time: 0.0513659 May 12 03:25:24.400361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60592) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.405211 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fc7440b6-e2f7-4806-a436-3239f375734b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1720850 May 12 03:25:24.408337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60594) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.413427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ce845b57-bab1-495a-a819-38173807e257 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:24.425042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:24.440089 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fc409d48-111a-4987-998c-a1f6caa1a7d5 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "GET /v2.0/ports?device_id=79e0943b-1b1e-4510-9d9c-62bf5d9a1885 HTTP/1.1" status: 200 len: 205 time: 0.0383260 May 12 03:25:24.442958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60596) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.469860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Deleting port 4116e21a-29c2-4655-a8cc-72868cc58b8d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:24.470584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.517717 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-7c8a1ee1-863e-46e1-a4ec-12c1b4c81132 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] delete failed (client error): The resource could not be found. May 12 03:25:24.518977 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7c8a1ee1-863e-46e1-a4ec-12c1b4c81132 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/routers/79e0943b-1b1e-4510-9d9c-62bf5d9a1885 HTTP/1.1" status: 404 len: 336 time: 0.0749130 May 12 03:25:24.521650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60598) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.522816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce845b57-bab1-495a-a819-38173807e257 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:24.526473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce845b57-bab1-495a-a819-38173807e257 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.527881 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce845b57-bab1-495a-a819-38173807e257 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:24.528300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce845b57-bab1-495a-a819-38173807e257 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:24.545183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] For port 4116e21a-29c2-4655-a8cc-72868cc58b8d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4116e21a-29c2-4655-a8cc-72868cc58b8d,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:24.545588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.554483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce845b57-bab1-495a-a819-38173807e257 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1450181 May 12 03:25:24.555095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60600) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.560847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-33072fa9-04c3-4525-9e3d-7b9783620204 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:24.564064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0323f71-3c90-450a-9fb5-f30957eced46 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] DELETE failed (client error): The resource could not be found. May 12 03:25:24.564520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0323f71-3c90-450a-9fb5-f30957eced46 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:24.566567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Calling delete_port for 4116e21a-29c2-4655-a8cc-72868cc58b8d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:24.568118 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f0323f71-3c90-450a-9fb5-f30957eced46 tempest-RoutersIpV6AdminTest-2133394895 tempest-RoutersIpV6AdminTest-2133394895-project] 10.222.0.23 "DELETE /v2.0/subnets/019d382c-456c-417a-8adf-2edd4a55fc96 HTTP/1.1" status: 404 len: 337 time: 0.0451801 May 12 03:25:24.596853 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3fc972ec-1bdd-426d-b7c2-2e71e78d0874 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4888bdf5e2694fd1b54151838bef2881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646656 May 12 03:25:24.606800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60604) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.672175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-135d5408-fe80-4231-af84-f6b677b3afe8 admin admin] Publish callbacks [] for security_group (61cf4258-8505-4299-bc53-9eb1886575a2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.678568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4116e21a-29c2-4655-a8cc-72868cc58b8d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:24.683893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33072fa9-04c3-4525-9e3d-7b9783620204 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:24.688066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33072fa9-04c3-4525-9e3d-7b9783620204 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.689771 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-33072fa9-04c3-4525-9e3d-7b9783620204 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:24.690284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33072fa9-04c3-4525-9e3d-7b9783620204 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:24.698884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-135d5408-fe80-4231-af84-f6b677b3afe8 admin admin] Publish callbacks [] for security_group (61cf4258-8505-4299-bc53-9eb1886575a2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.710743 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-33072fa9-04c3-4525-9e3d-7b9783620204 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1544945 May 12 03:25:24.713509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60606) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.716203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (4116e21a-29c2-4655-a8cc-72868cc58b8d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.719059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-76da16c3-94c9-4273-a502-c7eec0330e44 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:24.761151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Pushing event deleted for resources: {'Port': ['ID=4116e21a-29c2-4655-a8cc-72868cc58b8d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:24.770653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-135d5408-fe80-4231-af84-f6b677b3afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (61cf4258-8505-4299-bc53-9eb1886575a2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.774920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-135d5408-fe80-4231-af84-f6b677b3afe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.775202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] No DVR routers for this DVR port 4116e21a-29c2-4655-a8cc-72868cc58b8d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:24.776761 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-135d5408-fe80-4231-af84-f6b677b3afe8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61cf4258-8505-4299-bc53-9eb1886575a2 HTTP/1.1" status: 204 len: 168 time: 0.1685460 May 12 03:25:24.779474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.779833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.780205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.780691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.781036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.781462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.781926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.782262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.782610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.782949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.783490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.783847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.784400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.784527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.784859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064bfab-61db-4cc9-b1bd-7c3fa13aba09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:25:24.796248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No active binding found for port 4116e21a-29c2-4655-a8cc-72868cc58b8d {{(pid=104166) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 12 03:25:24.796900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] The host dv-neutron-841363-5-hyperv is not matching for port 4116e21a-29c2-4655-a8cc-72868cc58b8d host None! {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 12 03:25:24.797621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4116e21a-29c2-4655-a8cc-72868cc58b8d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:24.825296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5408-fe80-4231-af84-f6b677b3afe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cf4258-8505-4299-bc53-9eb1886575a2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:24.852762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da16c3-94c9-4273-a502-c7eec0330e44 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:24.856788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-76da16c3-94c9-4273-a502-c7eec0330e44 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:24.858839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-76da16c3-94c9-4273-a502-c7eec0330e44 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:24.859346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76da16c3-94c9-4273-a502-c7eec0330e44 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:24.880283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-76da16c3-94c9-4273-a502-c7eec0330e44 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1652832 May 12 03:25:24.883097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60612) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.883582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60614) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:24.888824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-65f6ccdc-907f-4798-a79e-f57f59ebf00a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:25.010797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6ccdc-907f-4798-a79e-f57f59ebf00a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:25.014713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65f6ccdc-907f-4798-a79e-f57f59ebf00a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.016473 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f6ccdc-907f-4798-a79e-f57f59ebf00a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:25.016919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f6ccdc-907f-4798-a79e-f57f59ebf00a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:25.043340 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-65f6ccdc-907f-4798-a79e-f57f59ebf00a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1587245 May 12 03:25:25.046069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60620) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.084431 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8332454-dbdc-4085-966b-51934d1f5629 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342102 May 12 03:25:25.084970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60624) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.166683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274007e-3589-4d03-ba2e-bb0d473e2112 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:25.169935 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2274007e-3589-4d03-ba2e-bb0d473e2112 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0814815 May 12 03:25:25.170286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dfebe97f-44b6-452d-b90f-3019388a6cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.171801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60630) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.216103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c917-6a3e-4647-a86f-dc069aec1142 req-b51adad4-7fd7-4c79-83c5-24be672ff4eb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:25.218166 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0931c917-6a3e-4647-a86f-dc069aec1142 req-b51adad4-7fd7-4c79-83c5-24be672ff4eb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 945 time: 0.0548398 May 12 03:25:25.224766 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f93fc6cb-9080-4194-b51a-b0e2dae6dd2b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480089 May 12 03:25:25.226027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60634) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.231835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:25.282489 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0931c917-6a3e-4647-a86f-dc069aec1142 req-5d551bf8-161d-42d7-bb1f-7e9632d3f41c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518191 May 12 03:25:25.379314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dfebe97f-44b6-452d-b90f-3019388a6cab admin admin] Publish callbacks [] for security_group (4856ad4f-ecc1-472b-a240-ee6d5e75cb35), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.380315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:25.384313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.390459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dfebe97f-44b6-452d-b90f-3019388a6cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4856ad4f-ecc1-472b-a240-ee6d5e75cb35), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.419339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d68d83-fb57-47b0-aa96-31d5f6e8ba52 req-a8c65897-b48d-47c0-ab49-ac9943ac7860 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:25.420839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-19d68d83-fb57-47b0-aa96-31d5f6e8ba52 req-a8c65897-b48d-47c0-ab49-ac9943ac7860 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 945 time: 0.0624154 May 12 03:25:25.446696 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dfebe97f-44b6-452d-b90f-3019388a6cab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50690490a58c429ba4204edb6a0418b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618548 May 12 03:25:25.469859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60644) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.492175 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-19d68d83-fb57-47b0-aa96-31d5f6e8ba52 req-3c1a7230-6d64-4b64-817d-4e14089c10b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639629 May 12 03:25:25.493739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebe97f-44b6-452d-b90f-3019388a6cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4856ad4f-ecc1-472b-a240-ee6d5e75cb35,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:25.532111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afa7439c-8e8b-420b-9eed-18ac3d8a30a7 admin admin] Publish callbacks [] for security_group (4856ad4f-ecc1-472b-a240-ee6d5e75cb35), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.532711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60648) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.552099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afa7439c-8e8b-420b-9eed-18ac3d8a30a7 admin admin] Publish callbacks [] for security_group (4856ad4f-ecc1-472b-a240-ee6d5e75cb35), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.603407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afa7439c-8e8b-420b-9eed-18ac3d8a30a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4856ad4f-ecc1-472b-a240-ee6d5e75cb35), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.606228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afa7439c-8e8b-420b-9eed-18ac3d8a30a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.609731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-afa7439c-8e8b-420b-9eed-18ac3d8a30a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4856ad4f-ecc1-472b-a240-ee6d5e75cb35 HTTP/1.1" status: 204 len: 168 time: 0.1381934 May 12 03:25:25.616128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7439c-8e8b-420b-9eed-18ac3d8a30a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4856ad4f-ecc1-472b-a240-ee6d5e75cb35,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:25.633181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256199fe-2ee2-4a05-a6d7-497e898dbbff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:25.637504 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-256199fe-2ee2-4a05-a6d7-497e898dbbff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1124 time: 0.1009722 May 12 03:25:25.637706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60656) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.642204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:25.708454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.709823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60658) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:25.835818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.903269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:25.906497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (08e4ce46-07b2-4b0e-a74c-a83e93589a10), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.935873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-582799007'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:25.959989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:25.963644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.972534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:25.991618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:26.003978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:26.008570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:26.009387 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.015336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=08e4ce46-07b2-4b0e-a74c-a83e93589a10,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:26.015767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e65bf-9055-468a-ad01-178459b2597f None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:26.020977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60664) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:26.058224 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c35378ec-a6a6-4274-a692-7819ed02f1ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8301430 May 12 03:25:26.060517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.28 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/649ff362-a57e-44cc-ad9a-9e0a8484d417) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:26.062579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60666) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:26.070135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:26:f1:56', 'name': 'tempest-NetworksTestDHCPv6-2054964695'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:26.082875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for security_group (9e6cbe76-0e92-49ea-b25a-93fbe4825798), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.088777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e6cbe76-0e92-49ea-b25a-93fbe4825798), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.119844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:26.127655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '08e4ce46-07b2-4b0e-a74c-a83e93589a10'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:26.129756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.140281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.140760 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Added segment edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11 of type vlan for network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 May 12 03:25:26.142553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6cbe76-0e92-49ea-b25a-93fbe4825798,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:26.183780 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-17fe4efb-3124-4781-bd1f-87d2032352e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f854b8b2328457ca9a536dab1938925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588876 May 12 03:25:26.186309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60668) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:26.194614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8ccf4563-57f8-43e4-a064-b29e31dd9cb8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.251643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8ccf4563-57f8-43e4-a064-b29e31dd9cb8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.257410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:26.258098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.278048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:26.281250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efa2a2ef-86d9-4722-ad47-fd5dc667309e admin admin] Publish callbacks [] for security_group (92dbe45a-a761-4075-ae18-dd75c69e8de9), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.281840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Allocated IP 2001:db8::f816:3eff:fe89:ab6b (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/08e4ce46-07b2-4b0e-a74c-a83e93589a10/fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:26.306921 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5958626 May 12 03:25:26.348892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88696a19-3131-4d3e-ad84-ccfe407aef08 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Network': ['ID=8ccf4563-57f8-43e4-a064-b29e31dd9cb8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:26.355349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efa2a2ef-86d9-4722-ad47-fd5dc667309e admin admin] Publish callbacks [] for security_group (92dbe45a-a761-4075-ae18-dd75c69e8de9), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.395613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:26.404588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.413532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efa2a2ef-86d9-4722-ad47-fd5dc667309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (92dbe45a-a761-4075-ae18-dd75c69e8de9), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.417734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-efa2a2ef-86d9-4722-ad47-fd5dc667309e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.422018 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-efa2a2ef-86d9-4722-ad47-fd5dc667309e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92dbe45a-a761-4075-ae18-dd75c69e8de9 HTTP/1.1" status: 204 len: 168 time: 0.2324166 May 12 03:25:26.444820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.455484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2a2ef-86d9-4722-ad47-fd5dc667309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dbe45a-a761-4075-ae18-dd75c69e8de9,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:26.465663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Publish callbacks [] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.475883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 9cc6bae3-759b-4194-8d74-876e2d459adb yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:26.517688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.566657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:26.572997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:26.577539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:26.580644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Pushing event updated for resources: {'Port': ['ID=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:26.652893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Attempting to bind port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:26.653274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Attempting to bind port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:26.654244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Attempting to bind port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:26.660562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fe26:f156 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/08e4ce46-07b2-4b0e-a74c-a83e93589a10/9cc6bae3-759b-4194-8d74-876e2d459adb) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:26.660724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:26.661056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:26.661461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.661854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:26.662344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Bound port: fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:26.662777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.683337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.726486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:26.741263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] For port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:26.742836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:26.746059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] For port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:26.752088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:26.757657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:26.839431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=649ff362-a57e-44cc-ad9a-9e0a8484d417,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:26.840465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e84c0-3589-4e77-871d-bc5bd34fe9ad None None] Pushing event updated for resources: {'Port': ['ID=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:27.095962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (9cc6bae3-759b-4194-8d74-876e2d459adb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.248411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9cc6bae3-759b-4194-8d74-876e2d459adb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.304123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:27.342533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:27.350523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:27.355857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:27.356608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.397253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=9cc6bae3-759b-4194-8d74-876e2d459adb,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:27.424230 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-98fd4912-6d2d-4455-9b7e-699636294933 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3581576 May 12 03:25:27.426200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60690) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:27.464725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60692) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:27.491761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447f185-3e23-4a61-a29b-0be3066d843d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:27.497576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447f185-3e23-4a61-a29b-0be3066d843d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:27.502142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c447f185-3e23-4a61-a29b-0be3066d843d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0742891 May 12 03:25:27.503099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60696) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:27.608797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-813524645'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:27.627692 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 9cc6bae3-759b-4194-8d74-876e2d459adb {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:27.628285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9cc6bae3-759b-4194-8d74-876e2d459adb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.635824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:27.639270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.676793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.690645 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (ff6d723a-a294-4942-8253-83f10f69c272), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.748967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9cc6bae3-759b-4194-8d74-876e2d459adb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.764540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 9cc6bae3-759b-4194-8d74-876e2d459adb owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:27.914813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9cc6bae3-759b-4194-8d74-876e2d459adb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.958378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=9cc6bae3-759b-4194-8d74-876e2d459adb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:27.989784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:27.995188 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af9c4679-f5a3-411f-b19f-a51f9e51ed19 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/9cc6bae3-759b-4194-8d74-876e2d459adb HTTP/1.1" status: 204 len: 168 time: 0.4896684 May 12 03:25:27.996914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60698) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:28.061874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea6f1c-8b78-4b17-8722-1a6e19e38ffd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:28.064009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea6f1c-8b78-4b17-8722-1a6e19e38ffd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:28.066003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-21ea6f1c-8b78-4b17-8722-1a6e19e38ffd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0680592 May 12 03:25:28.068469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60700) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:28.068820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] Provisioning complete for port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:28.070007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.138705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for security_group (5ba90834-70af-446d-bf44-3d662bbcef84), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.140756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 08e4ce46-07b2-4b0e-a74c-a83e93589a10 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:28.150376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5ba90834-70af-446d-bf44-3d662bbcef84), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.150642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (08e4ce46-07b2-4b0e-a74c-a83e93589a10), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.164651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:28.174487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (68019422-259c-4afe-9a04-80dd043cbb09), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.175447 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Added segment 68019422-259c-4afe-9a04-80dd043cbb09 of type vlan for network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 May 12 03:25:28.209821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (08e4ce46-07b2-4b0e-a74c-a83e93589a10), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.210525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] Current status of the port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:28.210939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.255196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] For port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:28.260271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba90834-70af-446d-bf44-3d662bbcef84,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:28.263145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.361869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc876de-aefa-45f2-924b-ea740fe94502 None None] Pushing event updated for resources: {'Port': ['ID=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:28.362345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.403522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (08e4ce46-07b2-4b0e-a74c-a83e93589a10), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.432302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (d85b88a5-b10d-43fa-95c5-5f24bd06cae7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.470172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (08e4ce46-07b2-4b0e-a74c-a83e93589a10), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.481835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-417e0549-1eee-4d53-a03b-bb36920b505d None None] Could not find standard attr ID for object 9cc6bae3-759b-4194-8d74-876e2d459adb. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:28.498092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (d85b88a5-b10d-43fa-95c5-5f24bd06cae7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.503261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:28.503836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.514415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.519376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/08e4ce46-07b2-4b0e-a74c-a83e93589a10 HTTP/1.1" status: 204 len: 168 time: 0.4498742 May 12 03:25:28.522208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05ba7a-6c68-4f1b-a74f-ed30a1fdf56c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=08e4ce46-07b2-4b0e-a74c-a83e93589a10,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:28.524048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60702) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:28.537424 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0716069 May 12 03:25:28.542937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60704) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:28.549739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'subnet': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:28.587976 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1ebfa311-3aed-4a44-96a9-de56bbef4efe tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469289 May 12 03:25:28.589538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60706) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:28.597133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:28.688227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29108ac4-fbb8-4766-8e0a-cca7d5f59fb5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Network': ['ID=d85b88a5-b10d-43fa-95c5-5f24bd06cae7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:28.702044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:28.765649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:28.780853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47117494-ef42-44bc-9049-3c9da18db912 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:28.789874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.795608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.802709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:28.806909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.849696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:28.853583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:28.882561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=649ff362-a57e-44cc-ad9a-9e0a8484d417,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:28.900344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (ff6d723a-a294-4942-8253-83f10f69c272), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.023427 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP ff6d723a-a294-4942-8253-83f10f69c272 associated. External IP: 172.26.2.28, port: 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a. May 12 03:25:29.202247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c12ed073-0e18-4313-b4f3-cc535c6928a4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.234004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:29.235036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.320463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:25:29.340329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Subnet': ['ID=c12ed073-0e18-4313-b4f3-cc535c6928a4,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:29.356857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Checking segment: {'id': '68019422-259c-4afe-9a04-80dd043cbb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:29.357243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network hostable DHCP agents. Network: d85b88a5-b10d-43fa-95c5-5f24bd06cae7, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:29.368872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:29.405838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:29.428145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] Deleting port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:29.428904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.457694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:29.459872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, d85b88a5-b10d-43fa-95c5-5f24bd06cae7) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:29.463399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:29.481778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:29.482212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:29.494626 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:29.496562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a385c1a-c971-4250-99cc-11451db8fd85 None None] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:29.496688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.509635 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:29.510743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:29.517211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.562131 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f57e8136-9a77-4ea9-abd9-13caf7f69692 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0172262 May 12 03:25:29.571080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60710) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:29.578205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-696211807'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:29.585604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] For port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:29.586022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.624550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] Calling delete_port for fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:29.660276 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:29.699078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60712) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:29.714782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'subnet': {'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:29.718435 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-37401eff-6159-4b6c-bcd2-97a04f86083f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0794795 May 12 03:25:29.721107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:25:29.723707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60714) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:29.724850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3667a5a8-c003-4c00-adcc-15bdab5bc46e" -d '{"events": [{"name": "network-changed", "server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:25:29.775091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188e4f2b-9db6-41e7-ab21-43754947b69e x-openstack-request-id: req-188e4f2b-9db6-41e7-ab21-43754947b69e {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:25:29.775370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:25:29.775617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-188e4f2b-9db6-41e7-ab21-43754947b69e {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:25:29.776233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188e4f2b-9db6-41e7-ab21-43754947b69e'] response: {'name': 'network-changed', 'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'status': 'completed', 'code': 200} May 12 03:25:29.783109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-d85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'project_id': '99ea70adc7d94c9dabe1a7bf4e0ce10a', 'fixed_ips': [{'subnet_id': 'c12ed073-0e18-4313-b4f3-cc535c6928a4'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:29.785457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.801040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:29.806358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:29.828859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] device_id is not set on port 1022a603-da0c-4438-a4ad-da1739d843bc yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:29.953475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-5342c104-2096-4694-a30f-df1f4db5a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:29.954912 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-5342c104-2096-4694-a30f-df1f4db5a51b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1129 time: 0.1412408 May 12 03:25:29.962336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7e814037-40a7-4368-aa31-b8f9a2e3a21c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/ff6d723a-a294-4942-8253-83f10f69c272 HTTP/1.1" status: 200 len: 990 time: 0.2373281 May 12 03:25:29.963552 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:25:00Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:27Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:29.989255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Allocated IP 2001:db8::18c (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/1022a603-da0c-4438-a4ad-da1739d843bc) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:29.995873 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:25:29.997366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.011203 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:30.012453 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:30.033090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:30.037268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.058769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] No DVR routers for this DVR port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:30.060636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7db5-7d75-464e-8cac-0b2d5698995d None None] Pushing event deleted for resources: {'Port': ['ID=fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:30.090146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.185640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Port fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 concurrently deleted while adding address for new subnet {'id': '93574e60-2219-45f2-a384-b148fd381b8b', 'name': '', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 925, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-05-12T03:25:28Z', 'updated_at': '2022-05-12T03:25:28Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4ab09a257dfa402fac5dcfd697674395'}. {{(pid=104164) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}} May 12 03:25:30.186179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (93574e60-2219-45f2-a384-b148fd381b8b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.189808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (1022a603-da0c-4438-a4ad-da1739d843bc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.235838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1022a603-da0c-4438-a4ad-da1739d843bc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.241106 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:30.290525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Allocated IP 2001:db8::2 (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/d6f76fb5-bb89-4d12-9328-993b063d7c9f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:30.295034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=1022a603-da0c-4438-a4ad-da1739d843bc,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:30.305801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:30.307540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:30.310353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:30.316542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:30.317272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.353241 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-942d7ddc-eb9f-4278-811a-3f33b9187aec tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7808661 May 12 03:25:30.356717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60718) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:30.363106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2000194608', 'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:45:6c:2b'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:30.501820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Publish callbacks [] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.513940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.517333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:30.521733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-103b6466-6e86-49a8-8214-10066e37922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:30.523300 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-103b6466-6e86-49a8-8214-10066e37922b service neutron] 10.222.0.57 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 898 time: 0.5534098 May 12 03:25:30.543769 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:25:00Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:27Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:30.544397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:30.565556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:30.568461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:30.571149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:30.581450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:30.585287 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5071e-8c09-4c4f-9082-5df7291e3fd1 None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:25:00Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:27Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:30.591908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:30.592501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.599300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=93574e60-2219-45f2-a384-b148fd381b8b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:30.649652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88d98a-8be6-4f2f-8fe9-31a4d3ce21f2 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:30.650820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.670702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] device_id is not set on port 1c2b2616-5681-4b4d-9542-cb1dd6d77296 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:30.700373 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bb261bea-60a5-418f-8d86-8817bd7d8c1e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1095426 May 12 03:25:30.704935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60720) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:30.716635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:5e:6a:51', 'name': 'tempest-NetworksTestDHCPv6-896041377'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:30.717063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Attempting to bind port d6f76fb5-bb89-4d12-9328-993b063d7c9f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:30.717436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Attempting to bind port d6f76fb5-bb89-4d12-9328-993b063d7c9f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '68019422-259c-4afe-9a04-80dd043cbb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:30.717853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Attempting to bind port d6f76fb5-bb89-4d12-9328-993b063d7c9f on network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:30.721012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:30.726059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-d6a1e873-4cbc-45aa-9337-371afca27273 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 998 time: 0.1908569 May 12 03:25:30.729144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Pushing event updated for resources: {'Port': ['ID=d6f76fb5-bb89-4d12-9328-993b063d7c9f,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:30.758681 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:30.759082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Checking segment: {'id': '68019422-259c-4afe-9a04-80dd043cbb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:30.759880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.759880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Bound using segment: {'id': '68019422-259c-4afe-9a04-80dd043cbb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:30.760332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Bound port: d6f76fb5-bb89-4d12-9328-993b063d7c9f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68019422-259c-4afe-9a04-80dd043cbb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:30.760714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.773091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:30.773440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device fd429ce4-96fd-4d7b-be0b-d4eef5ce0ef9 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:30.831390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Allocated IP 2001:db8::293 (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/1c2b2616-5681-4b4d-9542-cb1dd6d77296) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:30.864298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] For port d6f76fb5-bb89-4d12-9328-993b063d7c9f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:30.875971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] For port d6f76fb5-bb89-4d12-9328-993b063d7c9f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d6f76fb5-bb89-4d12-9328-993b063d7c9f,segment=NetworkSegment(68019422-259c-4afe-9a04-80dd043cbb09),segment_id=68019422-259c-4afe-9a04-80dd043cbb09)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:30.883754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.904648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '93574e60-2219-45f2-a384-b148fd381b8b'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:30.905879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.923408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-657601c2-4f0a-4af6-895f-3e2869886223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:30.925917 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-657601c2-4f0a-4af6-895f-3e2869886223 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 200 len: 834 time: 0.1794934 May 12 03:25:30.928846 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (137c4fa1-a1e5-45a1-a8c5-a3942a855dec), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:30.985381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e4bc0-cac0-4e5f-aab1-2f453a9edfe4 None None] New status for floating IP ff6d723a-a294-4942-8253-83f10f69c272: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:25:30.988164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60722) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:31.053091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-71efef48-c2da-401d-bc67-ebaa403c26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.054784 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-71efef48-c2da-401d-bc67-ebaa403c26d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1206131 May 12 03:25:31.083825 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9238154e-d53e-49dc-8166-07c4b2101b6f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/ff6d723a-a294-4942-8253-83f10f69c272 HTTP/1.1" status: 200 len: 990 time: 0.0946677 May 12 03:25:31.100572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (1c2b2616-5681-4b4d-9542-cb1dd6d77296), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.103426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Subnet': ['ID=137c4fa1-a1e5-45a1-a8c5-a3942a855dec,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:31.123800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Checking segment: {'id': 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:31.124094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network hostable DHCP agents. Network: 8ccf4563-57f8-43e4-a064-b29e31dd9cb8, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:31.153460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1c2b2616-5681-4b4d-9542-cb1dd6d77296), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.170625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:31.175474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:31.197494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:31.202088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1238a08-5bf8-4c7d-8abf-22fa32d425b6 None None] Pushing event updated for resources: {'Port': ['ID=d6f76fb5-bb89-4d12-9328-993b063d7c9f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:31.202306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:31.208210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.208946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.255458 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8969905 May 12 03:25:31.258724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:31.260818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60724) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:31.267026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd7289-14db-435c-8cb4-59a1f5f89645 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=1c2b2616-5681-4b4d-9542-cb1dd6d77296,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:31.309749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Allocated IP 2001:db8::f816:3eff:fe3c:12d6 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/93574e60-2219-45f2-a384-b148fd381b8b/6c40d452-c550-48b6-9a7d-3cf36eeeedd3) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:31.334592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8ccf4563-57f8-43e4-a064-b29e31dd9cb8) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:31.341329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-487ba036-9c59-475b-9e52-490e4d4546d7 service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591958 May 12 03:25:31.344710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.345295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.367401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ab905-f2d7-4d97-8cc8-897a8c2c0017 None None] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:31.391924 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1d9de577-05c3-4bb8-bc17-038813d95769 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6904109 May 12 03:25:31.395391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:31.402022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-29523300'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:31.412661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb778eb-6d1f-4b16-a2bf-518e7280b5e2 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.419388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb778eb-6d1f-4b16-a2bf-518e7280b5e2 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.425591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb778eb-6d1f-4b16-a2bf-518e7280b5e2 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.425954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:31.430641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1cb778eb-6d1f-4b16-a2bf-518e7280b5e2 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1629772 May 12 03:25:31.431068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.433126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60728) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:31.467150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:31.475528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.479972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5063a14b-2314-4fcd-b09e-0ccb33cce193), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.480410 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Added segment 5063a14b-2314-4fcd-b09e-0ccb33cce193 of type vlan for network 20e95e9d-afb4-467f-8162-ad30d09820b2 May 12 03:25:31.516431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Publish callbacks [] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.525575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.531727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (20e95e9d-afb4-467f-8162-ad30d09820b2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.553346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 4b090c92-7b47-4f0e-8432-a2de223f360d yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:31.560743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (20e95e9d-afb4-467f-8162-ad30d09820b2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.568196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:31.568805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.608367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:31.614318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2168725 May 12 03:25:31.614916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60730) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:31.619272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:31.622464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'subnet': {'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:31.623796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:31.625668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Pushing event updated for resources: {'Port': ['ID=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:31.632645 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3667a5a8-c003-4c00-adcc-15bdab5bc46e req-55e00ee1-214d-4f75-9a61-0644bc38f8ec service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728477 May 12 03:25:31.666688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port 1c2b2616-5681-4b4d-9542-cb1dd6d77296 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:31.666688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1c2b2616-5681-4b4d-9542-cb1dd6d77296), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.712305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8ccf4563-57f8-43e4-a064-b29e31dd9cb8', 'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8', 'project_id': 'a8b7eb15fdcb42009aa2c7d4cb507df6', 'fixed_ips': [{'subnet_id': '137c4fa1-a1e5-45a1-a8c5-a3942a855dec'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:31.713429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.732153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a672cb6-5070-45c8-94c5-cc741ebd597e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Network': ['ID=20e95e9d-afb4-467f-8162-ad30d09820b2,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:31.742270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Attempting to bind port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:31.742777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Attempting to bind port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:31.743274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Attempting to bind port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:31.755151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 20e95e9d-afb4-467f-8162-ad30d09820b2 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:31.763362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:31.763727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:31.764333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:31.764975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.765580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:31.766312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Bound port: 6c40d452-c550-48b6-9a7d-3cf36eeeedd3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:31.766930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.768036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.777990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fe5e:6a51 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/93574e60-2219-45f2-a384-b148fd381b8b/4b090c92-7b47-4f0e-8432-a2de223f360d) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:31.831642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1c2b2616-5681-4b4d-9542-cb1dd6d77296), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:31.864129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for 1c2b2616-5681-4b4d-9542-cb1dd6d77296 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:32.009123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] For port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:32.011856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Allocated IP 2001:db8:0:ffff::2 (8ccf4563-57f8-43e4-a064-b29e31dd9cb8/137c4fa1-a1e5-45a1-a8c5-a3942a855dec/f4795cff-f4ac-47aa-8092-c3d64277193a) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:32.015247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] For port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:32.050465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.067611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (4b090c92-7b47-4f0e-8432-a2de223f360d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.088438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60732) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:32.147489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:32.150907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (b26ddfb9-042a-4f0b-93fd-654a923dc1f3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.182583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2efba-b0f4-45fd-9dfa-89c71bf6bec6 None None] Pushing event updated for resources: {'Port': ['ID=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:32.241593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Subnet': ['ID=b26ddfb9-042a-4f0b-93fd-654a923dc1f3,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:32.263101 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6a9853db-8c76-45ee-a7b1-a1a63e983bca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/ff6d723a-a294-4942-8253-83f10f69c272 HTTP/1.1" status: 200 len: 992 time: 0.1729441 May 12 03:25:32.275010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4b090c92-7b47-4f0e-8432-a2de223f360d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.285665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1c2b2616-5681-4b4d-9542-cb1dd6d77296), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.286444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Checking segment: {'id': '5063a14b-2314-4fcd-b09e-0ccb33cce193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:32.286822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network hostable DHCP agents. Network: 20e95e9d-afb4-467f-8162-ad30d09820b2, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:32.328395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 20e95e9d-afb4-467f-8162-ad30d09820b2 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:32.342791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 20e95e9d-afb4-467f-8162-ad30d09820b2) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:32.347981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Publish callbacks [] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.354079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:32.354690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.355692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.362939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4341ed9-dbfa-4c6f-ac08-657590f21617 None None] Network 20e95e9d-afb4-467f-8162-ad30d09820b2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:32.382697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=4b090c92-7b47-4f0e-8432-a2de223f360d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:32.386499 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f947a092-e72d-473f-bce4-c8e54b4c82ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7680869 May 12 03:25:32.388895 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60734) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:32.393816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:32.395052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'port': {'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2', 'name': 'tempest-NetworksIpV6TestAttrs-335236065'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:32.424657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:32.470155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:32.475671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:32.476339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.499406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=1c2b2616-5681-4b4d-9542-cb1dd6d77296,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:32.550555 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60736) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:32.560491 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8f7251f7-3d82-4d8c-80c1-4844f1b9f154 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8422041 May 12 03:25:32.622234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00897d03-1739-48c2-aa9e-4ae5e81f882b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:32.630899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00897d03-1739-48c2-aa9e-4ae5e81f882b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:32.631038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.634602 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-87db1415-44b4-416d-8193-a8f9530248c1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/ports/1c2b2616-5681-4b4d-9542-cb1dd6d77296 HTTP/1.1" status: 204 len: 168 time: 1.1948977 May 12 03:25:32.635632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60738) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:32.641700 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00897d03-1739-48c2-aa9e-4ae5e81f882b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0894108 May 12 03:25:32.647722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60740) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:32.652001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47d9b5-117f-41c5-bae3-4815908a9273 None None] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:32.694220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:32.697274 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac861bca-7be0-4853-aa48-581b0b2076f1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] GET failed (client error): The resource could not be found. May 12 03:25:32.698710 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ac861bca-7be0-4853-aa48-581b0b2076f1 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "GET /v2.0/ports/1c2b2616-5681-4b4d-9542-cb1dd6d77296 HTTP/1.1" status: 404 len: 333 time: 0.0500371 May 12 03:25:32.700897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.703148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60742) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:32.703703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:32.711253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-726936129'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:32.772207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 4b090c92-7b47-4f0e-8432-a2de223f360d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:32.772556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4b090c92-7b47-4f0e-8432-a2de223f360d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.779976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] Provisioning complete for port d6f76fb5-bb89-4d12-9328-993b063d7c9f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:32.780433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.782203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:32.785508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:32.796759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d6f76fb5-bb89-4d12-9328-993b063d7c9f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:32.797230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] device_id is not set on port 9aa57871-feef-420f-80f8-11995c3ad99d yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:32.841565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Pushing event updated for resources: {'Port': ['ID=f4795cff-f4ac-47aa-8092-c3d64277193a,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:32.895897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4b090c92-7b47-4f0e-8432-a2de223f360d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.912143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 4b090c92-7b47-4f0e-8432-a2de223f360d owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:32.941934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:32.945111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:32.959036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Allocated IP 2001:db8::f816:3eff:fe62:8d46 (20e95e9d-afb4-467f-8162-ad30d09820b2/b26ddfb9-042a-4f0b-93fd-654a923dc1f3/9aa57871-feef-420f-80f8-11995c3ad99d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:32.968195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] device_id is not set on port 971b12d3-1e41-4514-b75b-e489c35b43e6 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:33.019277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-20e95e9d-afb4-467f-8162-ad30d09820b2', 'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2', 'project_id': 'a8b7eb15fdcb42009aa2c7d4cb507df6', 'fixed_ips': [{'subnet_id': 'b26ddfb9-042a-4f0b-93fd-654a923dc1f3'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:33.020287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.042540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Attempting to bind port f4795cff-f4ac-47aa-8092-c3d64277193a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:33.043001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Attempting to bind port f4795cff-f4ac-47aa-8092-c3d64277193a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:33.043441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Attempting to bind port f4795cff-f4ac-47aa-8092-c3d64277193a on network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:33.061546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d6f76fb5-bb89-4d12-9328-993b063d7c9f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:33.062022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.088975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:33.089441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Checking segment: {'id': 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:33.089924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.090560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Bound using segment: {'id': 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:33.091267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Bound port: f4795cff-f4ac-47aa-8092-c3d64277193a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ccf4563-57f8-43e4-a064-b29e31dd9cb8'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:33.091711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.120422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4b090c92-7b47-4f0e-8432-a2de223f360d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.207066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=4b090c92-7b47-4f0e-8432-a2de223f360d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:33.240255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.244901 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd1a7a44-ae41-48e0-9e6d-12a2e7bf97b1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/4b090c92-7b47-4f0e-8432-a2de223f360d HTTP/1.1" status: 204 len: 168 time: 0.6081195 May 12 03:25:33.247215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60744) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:33.253390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] Current status of the port d6f76fb5-bb89-4d12-9328-993b063d7c9f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:33.253795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.256554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e5c5-9a89-40c7-a444-e8fce85f7683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.353364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4ddca-a924-4df6-81f4-f3d151601217 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:33.354756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4ddca-a924-4df6-81f4-f3d151601217 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:33.356654 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f6d4ddca-a924-4df6-81f4-f3d151601217 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078429 May 12 03:25:33.359459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60746) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:33.396612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] For port f4795cff-f4ac-47aa-8092-c3d64277193a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:33.401167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] For port f4795cff-f4ac-47aa-8092-c3d64277193a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f4795cff-f4ac-47aa-8092-c3d64277193a,segment=NetworkSegment(edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11),segment_id=edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:33.418043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] For port d6f76fb5-bb89-4d12-9328-993b063d7c9f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d6f76fb5-bb89-4d12-9328-993b063d7c9f,segment=NetworkSegment(68019422-259c-4afe-9a04-80dd043cbb09),segment_id=68019422-259c-4afe-9a04-80dd043cbb09)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:33.423668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.439515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 93574e60-2219-45f2-a384-b148fd381b8b {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:33.447804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (93574e60-2219-45f2-a384-b148fd381b8b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.490748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.500041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (93574e60-2219-45f2-a384-b148fd381b8b), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.526051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3e47f-daf7-4a36-93c3-a78eae34bced None None] Pushing event updated for resources: {'Port': ['ID=f4795cff-f4ac-47aa-8092-c3d64277193a,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:33.584595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d6f76fb5-bb89-4d12-9328-993b063d7c9f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:33.585701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:33.646111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b5baf-a771-47bf-826b-f9f69076ef78 None None] Pushing event updated for resources: {'Port': ['ID=d6f76fb5-bb89-4d12-9328-993b063d7c9f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:33.664367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f4ae8e72-04de-41ec-af06-5bacdbcc237f None None] Provisioning complete for port d6f76fb5-bb89-4d12-9328-993b063d7c9f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:33.665092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e72-04de-41ec-af06-5bacdbcc237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.679463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (93574e60-2219-45f2-a384-b148fd381b8b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.692055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Allocated IP 2001:db8::252 (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/971b12d3-1e41-4514-b75b-e489c35b43e6) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:33.764176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:33.764970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.770303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (93574e60-2219-45f2-a384-b148fd381b8b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.815858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=93574e60-2219-45f2-a384-b148fd381b8b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:33.832269 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.837986 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b57b6009-c36a-4521-9f31-63c3268361cb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/93574e60-2219-45f2-a384-b148fd381b8b HTTP/1.1" status: 204 len: 168 time: 0.4766724 May 12 03:25:33.847124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60750) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:33.885323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae8e72-04de-41ec-af06-5bacdbcc237f None None] Current status of the port d6f76fb5-bb89-4d12-9328-993b063d7c9f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:33.907737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60752) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:33.908011 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bf93ef9d-8075-43df-8349-ddcc5c2349ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586312 May 12 03:25:33.913949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60754) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:33.924083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f4ae8e72-04de-41ec-af06-5bacdbcc237f None None] Provisioning complete for port 1022a603-da0c-4438-a4ad-da1739d843bc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:33.924468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e72-04de-41ec-af06-5bacdbcc237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1022a603-da0c-4438-a4ad-da1739d843bc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.945522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for port (9aa57871-feef-420f-80f8-11995c3ad99d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:33.996993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae8e72-04de-41ec-af06-5bacdbcc237f None None] Port 1022a603-da0c-4438-a4ad-da1739d843bc cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:34.014555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:34.018514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.048305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b42727-29ed-41a5-9bd4-25fb3d1f7864 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:34.052380 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c0b42727-29ed-41a5-9bd4-25fb3d1f7864 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1348903 May 12 03:25:34.053406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60756) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:34.067070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.110591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0640d6-11a7-4709-9946-64c5ae34086b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:34.114509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-db0640d6-11a7-4709-9946-64c5ae34086b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577872 May 12 03:25:34.114979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60758) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:34.115998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:34.125026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.168950 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9b28cea3-e902-4424-b4d4-72540eaa611f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527976 May 12 03:25:34.173061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60760) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:34.178727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:34.206629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-410d5829-00a0-45a9-9384-78c16bae2986 None None] Provisioning complete for port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:34.207146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-410d5829-00a0-45a9-9384-78c16bae2986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.256774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:34.287237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.318464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73126593-ddca-4838-a81a-dd82677de516 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:34.328098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9aa57871-feef-420f-80f8-11995c3ad99d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.358211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:34.363656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.365559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Deleting port d467403e-2c70-4dad-b788-8913afb0fd67 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:34.366100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d467403e-2c70-4dad-b788-8913afb0fd67), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.383544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 20e95e9d-afb4-467f-8162-ad30d09820b2 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:34.389546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:34.392529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:34.402309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:34.403189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-410d5829-00a0-45a9-9384-78c16bae2986 None None] Current status of the port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:34.403682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.439537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-410d5829-00a0-45a9-9384-78c16bae2986 None None] Provisioning complete for port 1022a603-da0c-4438-a4ad-da1739d843bc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:34.440478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-410d5829-00a0-45a9-9384-78c16bae2986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1022a603-da0c-4438-a4ad-da1739d843bc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.481111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-410d5829-00a0-45a9-9384-78c16bae2986 None None] Port 1022a603-da0c-4438-a4ad-da1739d843bc cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:34.493209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Allocated IP 2001:db8::f816:3eff:fe18:4504 (20e95e9d-afb4-467f-8162-ad30d09820b2/b26ddfb9-042a-4f0b-93fd-654a923dc1f3/7c1abf1d-9711-4b08-906d-e756d06383a4) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:34.499787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d467403e-2c70-4dad-b788-8913afb0fd67), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.500165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for floatingip (d467403e-2c70-4dad-b788-8913afb0fd67), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.516490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Calling delete_port for d467403e-2c70-4dad-b788-8913afb0fd67 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:34.616734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d1601c24-c503-4783-b3f7-61d0e51ac37b None None] Could not find standard attr ID for object 4b090c92-7b47-4f0e-8432-a2de223f360d. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:34.637187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d1601c24-c503-4783-b3f7-61d0e51ac37b None None] Could not find standard attr ID for object 1c2b2616-5681-4b4d-9542-cb1dd6d77296. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:34.679685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:34.752723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=971b12d3-1e41-4514-b75b-e489c35b43e6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:34.772467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:34.797376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:34.808036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] Deleting port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:34.808903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.817433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:34.825817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:34.832299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:34.833015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.857779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4676764 May 12 03:25:34.864820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60762) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:34.897710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf6ebb-4fc5-4d47-bdd0-c869acb0c7d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Port': ['ID=9aa57871-feef-420f-80f8-11995c3ad99d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:34.911780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Publish callbacks [] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.919881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4795cff-f4ac-47aa-8092-c3d64277193a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:34.925861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.933522 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-df9151d2-29ac-42de-aedf-53f67a7f140a tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2288582 May 12 03:25:34.938007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d467403e-2c70-4dad-b788-8913afb0fd67), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:34.945180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60764) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:34.980037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:45:6c:2b'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:35.004068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'Port': ['ID=d467403e-2c70-4dad-b788-8913afb0fd67,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:35.091336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Network 20e95e9d-afb4-467f-8162-ad30d09820b2 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:35.096988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] For port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:35.097403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.107262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting subnet b26ddfb9-042a-4f0b-93fd-654a923dc1f3 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:35.133607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:35.136251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:35.141565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.147723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Pushing event updated for resources: {'Port': ['ID=7c1abf1d-9711-4b08-906d-e756d06383a4,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:35.170985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] Calling delete_port for 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:35.173642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f4795cff-f4ac-47aa-8092-c3d64277193a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:35.174623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.178511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (b26ddfb9-042a-4f0b-93fd-654a923dc1f3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.186821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for floatingip (e0b30465-aaf9-4d99-916a-fcd883ce8a98), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.187445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Floating IP e0b30465-aaf9-4d99-916a-fcd883ce8a98 disassociated (deleted). External IP: 172.26.2.114, port: 00f94c81-f149-4ff2-aa9c-0ff64d2911a9. May 12 03:25:35.237654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (b26ddfb9-042a-4f0b-93fd-654a923dc1f3), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.350819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.421661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] For port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:35.453940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.458788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.472272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a6f4d-1cb9-419e-be60-ecbf2fbff737 None None] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:35.498316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (b103986e-0a8d-4e01-bb28-76fa010f2ea0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.533109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ec94ef62-0105-477d-ac1c-c972c2928f4e None None] Provisioning complete for port 971b12d3-1e41-4514-b75b-e489c35b43e6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:35.534131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ec94ef62-0105-477d-ac1c-c972c2928f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.544563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:35.556822 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:35.564289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:35.564928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.569612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Attempting to bind port 7c1abf1d-9711-4b08-906d-e756d06383a4 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:35.570054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Attempting to bind port 7c1abf1d-9711-4b08-906d-e756d06383a4 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '5063a14b-2314-4fcd-b09e-0ccb33cce193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:35.571249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Attempting to bind port 7c1abf1d-9711-4b08-906d-e756d06383a4 on network 20e95e9d-afb4-467f-8162-ad30d09820b2 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:35.573402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,revision_number=6']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:35.586014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=b103986e-0a8d-4e01-bb28-76fa010f2ea0,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:35.598994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-74b9a143-2856-48a1-b1b8-dfa4d872140a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4249339 May 12 03:25:35.601415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60766) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:35.606535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:f7:dd:57', 'name': 'tempest-NetworksTestDHCPv6-601621314'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:35.634290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (b26ddfb9-042a-4f0b-93fd-654a923dc1f3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.637864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:35.637864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Checking segment: {'id': '5063a14b-2314-4fcd-b09e-0ccb33cce193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:35.638278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.638699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Bound using segment: {'id': '5063a14b-2314-4fcd-b09e-0ccb33cce193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:35.639157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Bound port: 7c1abf1d-9711-4b08-906d-e756d06383a4, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5063a14b-2314-4fcd-b09e-0ccb33cce193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e95e9d-afb4-467f-8162-ad30d09820b2'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:35.639542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.701082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3f71d842-edea-42d7-9213-9d34c9b4fc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.706368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ec94ef62-0105-477d-ac1c-c972c2928f4e None None] Port 971b12d3-1e41-4514-b75b-e489c35b43e6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:35.726608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f4795cff-f4ac-47aa-8092-c3d64277193a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:35.726608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.744538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:35.749329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.767459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (6c40d452-c550-48b6-9a7d-3cf36eeeedd3), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.820960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Router 6c44ef30-9a24-40f9-a30b-80c955f92541 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:25:35.842277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (b26ddfb9-042a-4f0b-93fd-654a923dc1f3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.847003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] Pushing event deleted for resources: {'Port': ['ID=6c40d452-c550-48b6-9a7d-3cf36eeeedd3,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:35.851543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7822d0-a76d-41ae-aebc-79afef058933 None None] No DVR routers for this DVR port 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:35.873969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port f4795cff-f4ac-47aa-8092-c3d64277193a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f4795cff-f4ac-47aa-8092-c3d64277193a,segment=NetworkSegment(edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11),segment_id=edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:35.875434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Subnet': ['ID=b26ddfb9-042a-4f0b-93fd-654a923dc1f3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:35.878171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] For port 7c1abf1d-9711-4b08-906d-e756d06383a4, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:35.895741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.901772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f1277d01-de79-4d74-b6c9-b91d2a31f910 None None] Provisioning complete for port f4795cff-f4ac-47aa-8092-c3d64277193a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:35.901772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f1277d01-de79-4d74-b6c9-b91d2a31f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.902102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:35.902704 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31348aed-b88d-4d41-9091-53c10016bfb3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/b26ddfb9-042a-4f0b-93fd-654a923dc1f3 HTTP/1.1" status: 204 len: 168 time: 1.0305254 May 12 03:25:35.902844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d6f76fb5-bb89-4d12-9328-993b063d7c9f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:35.905579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:35.914035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] For port 7c1abf1d-9711-4b08-906d-e756d06383a4, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7c1abf1d-9711-4b08-906d-e756d06383a4,segment=NetworkSegment(5063a14b-2314-4fcd-b09e-0ccb33cce193),segment_id=5063a14b-2314-4fcd-b09e-0ccb33cce193)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:36.004804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e698b-a8ca-456e-9a74-a2a8393ad388 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:36.031025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.052765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3b7b7-ad58-42ff-b49d-5ac9bed20610 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:36.054914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3b7b7-ad58-42ff-b49d-5ac9bed20610 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:36.059554 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-afb3b7b7-ad58-42ff-b49d-5ac9bed20610 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1427517 May 12 03:25:36.071355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60770) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:36.075480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.086940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.123726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 2806ed95-e3b3-4553-a9cd-5924538b4d5e yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:36.133630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] In _notify_port_updated(), no bound segment for port 971b12d3-1e41-4514-b75b-e489c35b43e6 on network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:25:36.138857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:36.140140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.144808 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "PUT /v2.0/ports/971b12d3-1e41-4514-b75b-e489c35b43e6 HTTP/1.1" status: 200 len: 1002 time: 1.1719642 May 12 03:25:36.149644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60772) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:36.169410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=f4795cff-f4ac-47aa-8092-c3d64277193a,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:36.231904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:36.239822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.242037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02085f25-d601-4935-a1e6-3fbccd75df13 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=971b12d3-1e41-4514-b75b-e489c35b43e6,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:36.248450 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] Sync routers for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:36.269756 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:36.270743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:36.280953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0dcae-1781-471d-91a9-a210a32bda51 None None] Pushing event updated for resources: {'Port': ['ID=7c1abf1d-9711-4b08-906d-e756d06383a4,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:36.339035 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0001d180-036f-43b6-a7da-13450f378c54 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "DELETE /v2.0/floatingips/e0b30465-aaf9-4d99-916a-fcd883ce8a98 HTTP/1.1" status: 204 len: 168 time: 2.4251413 May 12 03:25:36.344540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:25:36.347547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328138d7-c79c-4b13-8b46-8475f96ea60e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:25:36.354260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fef7:dd57 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/b103986e-0a8d-4e01-bb28-76fa010f2ea0/2806ed95-e3b3-4553-a9cd-5924538b4d5e) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:36.354793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port 971b12d3-1e41-4514-b75b-e489c35b43e6 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:36.355138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.382784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'b103986e-0a8d-4e01-bb28-76fa010f2ea0'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:36.390545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fb3921db-ae6d-4ebb-b80f-e16df25c717a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (20e95e9d-afb4-467f-8162-ad30d09820b2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.394151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.428723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f1277d01-de79-4d74-b6c9-b91d2a31f910 None None] Current status of the port f4795cff-f4ac-47aa-8092-c3d64277193a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:36.450468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d6f76fb5-bb89-4d12-9328-993b063d7c9f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:36.451048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.466794 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3921db-ae6d-4ebb-b80f-e16df25c717a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 12 03:25:36.467263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3921db-ae6d-4ebb-b80f-e16df25c717a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:36.478420 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fb3921db-ae6d-4ebb-b80f-e16df25c717a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/20e95e9d-afb4-467f-8162-ad30d09820b2 HTTP/1.1" status: 409 len: 466 time: 0.4053385 May 12 03:25:36.479093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60778) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:36.487819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd53011-27a5-46f3-88cb-b740c877410d x-openstack-request-id: req-7fd53011-27a5-46f3-88cb-b740c877410d {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:25:36.488392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:25:36.488793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fd53011-27a5-46f3-88cb-b740c877410d {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:25:36.489514 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd53011-27a5-46f3-88cb-b740c877410d'] response: {'name': 'network-changed', 'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'status': 'completed', 'code': 200} May 12 03:25:36.492384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1604362470'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:36.529476 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:36.560877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.584367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:36.593666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for 971b12d3-1e41-4514-b75b-e489c35b43e6 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:36.621869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.673192 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.698341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-262d9353-c336-4039-90d4-87966815cbd5 None None] Provisioning complete for port f4795cff-f4ac-47aa-8092-c3d64277193a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:36.698720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-262d9353-c336-4039-90d4-87966815cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.726395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-6ae27409-9077-4775-9969-c37d62122cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:36.728551 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-6ae27409-9077-4775-9969-c37d62122cfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 1130 time: 0.1821256 May 12 03:25:36.787477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:36.848568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (971b12d3-1e41-4514-b75b-e489c35b43e6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.849811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa707dd-8884-4547-b563-568d28c18fd6 req-95f25a62-4bc5-4f39-84af-79a7a9c1c22f tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:36.851622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5fa707dd-8884-4547-b563-568d28c18fd6 req-95f25a62-4bc5-4f39-84af-79a7a9c1c22f tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.0836055 May 12 03:25:36.868537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-262d9353-c336-4039-90d4-87966815cbd5 None None] Current status of the port f4795cff-f4ac-47aa-8092-c3d64277193a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:36.872730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d6f76fb5-bb89-4d12-9328-993b063d7c9f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:36.873475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (29dcf519-e712-4549-bbfa-183a7981d199), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.874203 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Added segment 29dcf519-e712-4549-bbfa-183a7981d199 of type vlan for network 355d0b30-d94f-471d-9367-a189d2863398 May 12 03:25:36.915043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=971b12d3-1e41-4514-b75b-e489c35b43e6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:36.932128 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:46Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:36.976966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (2806ed95-e3b3-4553-a9cd-5924538b4d5e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:36.989580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c61a1935-69ef-4c7b-9e24-7f2a0f60ce88 None None] Could not find standard attr ID for object 971b12d3-1e41-4514-b75b-e489c35b43e6. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:37.018082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (355d0b30-d94f-471d-9367-a189d2863398), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.019404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.022955 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-06c12899-1544-4ea8-a298-eeb2c3bd8e74 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/ports/971b12d3-1e41-4514-b75b-e489c35b43e6 HTTP/1.1" status: 204 len: 168 time: 0.8723514 May 12 03:25:37.023100 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] Checking router: 6c44ef30-9a24-40f9-a30b-80c955f92541 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:25:37.025500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60782) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:37.042444 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:37.043492 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:37.052555 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ce4da2-7ba3-47ab-b6d6-3c22ecaccaf9 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] GET failed (client error): The resource could not be found. May 12 03:25:37.054318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-44ce4da2-7ba3-47ab-b6d6-3c22ecaccaf9 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "GET /v2.0/ports/971b12d3-1e41-4514-b75b-e489c35b43e6 HTTP/1.1" status: 404 len: 333 time: 0.0278137 May 12 03:25:37.059314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60784) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:37.064991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1098680183'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:37.090969 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5fa707dd-8884-4547-b563-568d28c18fd6 req-1c6a8dbd-eaef-4292-8f7e-6f67e14b9dc8 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279375 May 12 03:25:37.124810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2806ed95-e3b3-4553-a9cd-5924538b4d5e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.175069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (355d0b30-d94f-471d-9367-a189d2863398), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.181398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:37.182250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.208560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Allocated IP 2001:db8::f816:3eff:fe13:1038 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/b103986e-0a8d-4e01-bb28-76fa010f2ea0/2671e073-4295-40ba-80db-5c49c7051037) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:37.236034 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:37.246641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:37.249344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4795cff-f4ac-47aa-8092-c3d64277193a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:37.250120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.259802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:37.288121 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] device_id is not set on port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:37.374067 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8889439 May 12 03:25:37.374067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfbe78-8d81-408a-a5f5-a6d22a2c88d6 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Network': ['ID=355d0b30-d94f-471d-9367-a189d2863398,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:37.378732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60786) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:37.383182 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:37.388654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f4795cff-f4ac-47aa-8092-c3d64277193a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:37.389038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.390114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'subnet': {'network_id': '355d0b30-d94f-471d-9367-a189d2863398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:37.424552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:37.429645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 355d0b30-d94f-471d-9367-a189d2863398 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:37.429938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:37.431126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.466606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Allocated IP 2001:db8::2cf (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/1f75cf83-bfc6-4340-b64a-5ebadfc96f8f) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:37.520145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=2806ed95-e3b3-4553-a9cd-5924538b4d5e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:37.539040 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:46Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:37.542359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-429ef11f-93c7-47e3-a571-e3f9b9fd3c10 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9397669 May 12 03:25:37.572344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60788) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:37.592904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:37.593215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Publish callbacks [] for port (2671e073-4295-40ba-80db-5c49c7051037), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.595113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.604090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (2671e073-4295-40ba-80db-5c49c7051037), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.629080 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3adf1-3ebd-4d52-b6c6-65c5e63bc0ac None None] The sync data for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv is: [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:23:40Z', 'revision_number': 4, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1d829a5c-8894-4c96-a8ed-55ae61d13c41', 'name': '', 'network_id': '7977e1a5-6ab2-401f-bca2-df2a60aae52b', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'mac_address': 'fa:16:3e:34:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:38Z', 'updated_at': '2022-05-12T03:23:46Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'subnets': [{'id': 'f65453b8-bac6-4d38-b18e-e9e6d64d537c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:37.676549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:37.684201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:37.694062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:37.700555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f4795cff-f4ac-47aa-8092-c3d64277193a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:37.701669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7c1abf1d-9711-4b08-906d-e756d06383a4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:37.720809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.741017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694afd85-8217-4ad5-aaa3-a7d315203b8f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:37.742673 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-694afd85-8217-4ad5-aaa3-a7d315203b8f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1692059 May 12 03:25:37.746016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60790) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:37.779714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Pushing event updated for resources: {'Port': ['ID=2671e073-4295-40ba-80db-5c49c7051037,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:37.879525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7c1abf1d-9711-4b08-906d-e756d06383a4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:37.879918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.916124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.931477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Attempting to bind port 2671e073-4295-40ba-80db-5c49c7051037 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:37.931909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Attempting to bind port 2671e073-4295-40ba-80db-5c49c7051037 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:37.932819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Attempting to bind port 2671e073-4295-40ba-80db-5c49c7051037 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:37.950911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:37.951994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:37.951994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:37.952207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:37.952631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Bound port: 2671e073-4295-40ba-80db-5c49c7051037, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:37.953251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2671e073-4295-40ba-80db-5c49c7051037), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.012658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 2806ed95-e3b3-4553-a9cd-5924538b4d5e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:38.013725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2806ed95-e3b3-4553-a9cd-5924538b4d5e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.031607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:38.048529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-0b47653b-2e9f-4ea8-8a12-47c63f8df52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.050512 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-0b47653b-2e9f-4ea8-8a12-47c63f8df52e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 200 len: 897 time: 0.2655532 May 12 03:25:38.077036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:38.082612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:38.089538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.090459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.096324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=1f75cf83-bfc6-4340-b64a-5ebadfc96f8f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:38.116057 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-044f4d5f-3886-4b03-a09e-966da5356f58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 200 len: 217 time: 0.0542889 May 12 03:25:38.233123 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c3c3ef47-d842-4fa0-b780-9c714eda886f tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1719570 May 12 03:25:38.237481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60794) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:38.242296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-2809507e-21a8-4f05-aa4d-7d90badd1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.244139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-2809507e-21a8-4f05-aa4d-7d90badd1cb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65453b8-bac6-4d38-b18e-e9e6d64d537c HTTP/1.1" status: 200 len: 835 time: 0.1193049 May 12 03:25:38.248532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-947d967f-f000-4bc6-9202-ecce6311525b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.252624 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-947d967f-f000-4bc6-9202-ecce6311525b tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1364417 May 12 03:25:38.258058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:45:6c:2b'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:38.261518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e4a42-5b22-42ba-ad98-c96053487d9c None None] New status for floating IP e0b30465-aaf9-4d99-916a-fcd883ce8a98: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:25:38.329394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:38.336461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb350b71-b375-4b9e-a2be-5150fd96b00d None None] Network 20e95e9d-afb4-467f-8162-ad30d09820b2 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:38.338927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (14390e7e-2c1d-4ba2-971b-5222638cb1c6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.378262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] For port 2671e073-4295-40ba-80db-5c49c7051037, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:38.382607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] For port 2671e073-4295-40ba-80db-5c49c7051037, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2671e073-4295-40ba-80db-5c49c7051037,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:38.391484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.393433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Subnet': ['ID=14390e7e-2c1d-4ba2-971b-5222638cb1c6,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:38.404444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b1bf9-cd06-45bb-9bda-583a0abcf855 req-74d29437-1e80-4345-989a-d7f4a0d5fd0e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.406081 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f61b1bf9-cd06-45bb-9bda-583a0abcf855 req-74d29437-1e80-4345-989a-d7f4a0d5fd0e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 946 time: 0.1757312 May 12 03:25:38.408759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-7bf68c59-c32d-430d-ba4d-40e86b0c6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.410266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-7bf68c59-c32d-430d-ba4d-40e86b0c6074 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7977e1a5-6ab2-401f-bca2-df2a60aae52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1590753 May 12 03:25:38.430927 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2671e073-4295-40ba-80db-5c49c7051037), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.446493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6397a040-fbe0-453f-abcb-68f68a7acaa2 None None] Provisioning complete for port 7c1abf1d-9711-4b08-906d-e756d06383a4 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:38.447236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6397a040-fbe0-453f-abcb-68f68a7acaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.551455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Checking segment: {'id': '29dcf519-e712-4549-bbfa-183a7981d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '355d0b30-d94f-471d-9367-a189d2863398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:38.551818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network hostable DHCP agents. Network: 355d0b30-d94f-471d-9367-a189d2863398, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:38.562411 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f61b1bf9-cd06-45bb-9bda-583a0abcf855 req-d65e812e-0355-45ff-a2bb-f5ca1ca795ee tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/security-groups?id=330ab4fd-c47d-4563-a1bf-6e200e720c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453612 May 12 03:25:38.605038 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-5ff55389-69fe-450c-b9b7-fa1f0b2af6a9 service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794138 May 12 03:25:38.608249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 355d0b30-d94f-471d-9367-a189d2863398 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:38.642118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7c1abf1d-9711-4b08-906d-e756d06383a4 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:38.642487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.648910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 355d0b30-d94f-471d-9367-a189d2863398) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:38.661604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:38.662296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.697324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 7c1abf1d-9711-4b08-906d-e756d06383a4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7c1abf1d-9711-4b08-906d-e756d06383a4,segment=NetworkSegment(5063a14b-2314-4fcd-b09e-0ccb33cce193),segment_id=5063a14b-2314-4fcd-b09e-0ccb33cce193)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:38.699401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b39a38-5b42-4603-aaee-af19c19f4979 None None] Network 355d0b30-d94f-471d-9367-a189d2863398 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:38.729198 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-39d248b0-1658-4f57-a66e-a0c8475076a2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3471618 May 12 03:25:38.730465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60796) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:38.743266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'port': {'network_id': '355d0b30-d94f-471d-9367-a189d2863398', 'name': 'tempest-NetworksIpV6TestAttrs-932156712'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:38.752146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2806ed95-e3b3-4553-a9cd-5924538b4d5e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.778364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-328138d7-c79c-4b13-8b46-8475f96ea60e req-b572aec3-8bcc-40f8-8058-48d1cc9820af service neutron] 10.222.0.57 "GET /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642549 May 12 03:25:38.795207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 2806ed95-e3b3-4553-a9cd-5924538b4d5e owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:38.863869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.873777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a365fad-0824-439c-9369-77e8432d16a8 None None] Pushing event updated for resources: {'Port': ['ID=2671e073-4295-40ba-80db-5c49c7051037,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:38.882055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Deleting port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:38.882513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.956237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:38.963693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:38.979720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:38.982409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-355d0b30-d94f-471d-9367-a189d2863398', 'network_id': '355d0b30-d94f-471d-9367-a189d2863398', 'project_id': 'a8b7eb15fdcb42009aa2c7d4cb507df6', 'fixed_ips': [{'subnet_id': '14390e7e-2c1d-4ba2-971b-5222638cb1c6'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:38.983414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.009506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] device_id is not set on port 565cb41a-d310-4263-abbe-e51685ff17aa yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:39.029463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] DHCP port deletion for 20e95e9d-afb4-467f-8162-ad30d09820b2 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:39.048528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:39.048528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6c40d452-c550-48b6-9a7d-3cf36eeeedd3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:39.094887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] For port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:39.095391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.103283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6397a040-fbe0-453f-abcb-68f68a7acaa2 None None] Current status of the port 7c1abf1d-9711-4b08-906d-e756d06383a4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:39.110017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Calling delete_port for 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:39.172981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Allocated IP 2001:db8::f816:3eff:fec8:ffa5 (355d0b30-d94f-471d-9367-a189d2863398/14390e7e-2c1d-4ba2-971b-5222638cb1c6/565cb41a-d310-4263-abbe-e51685ff17aa) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:39.204765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=7c1abf1d-9711-4b08-906d-e756d06383a4,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:39.240984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4618d55e-271f-4dc3-8f9b-d5e9383fd076 None None] Provisioning complete for port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:39.241372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4618d55e-271f-4dc3-8f9b-d5e9383fd076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.246670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] Deleting port 7c1abf1d-9711-4b08-906d-e756d06383a4 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:39.247051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.267944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2671e073-4295-40ba-80db-5c49c7051037 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:39.308282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.353146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2806ed95-e3b3-4553-a9cd-5924538b4d5e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.370853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4618d55e-271f-4dc3-8f9b-d5e9383fd076 None None] Port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:39.383262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] For port 7c1abf1d-9711-4b08-906d-e756d06383a4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7c1abf1d-9711-4b08-906d-e756d06383a4,segment=NetworkSegment(5063a14b-2314-4fcd-b09e-0ccb33cce193),segment_id=5063a14b-2314-4fcd-b09e-0ccb33cce193)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:39.383663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.401200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] Calling delete_port for 7c1abf1d-9711-4b08-906d-e756d06383a4 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:39.413115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2671e073-4295-40ba-80db-5c49c7051037 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:39.413363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2671e073-4295-40ba-80db-5c49c7051037), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.419440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=2806ed95-e3b3-4553-a9cd-5924538b4d5e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:39.455881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (00f94c81-f149-4ff2-aa9c-0ff64d2911a9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.487407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for port (565cb41a-d310-4263-abbe-e51685ff17aa), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.524255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'Port': ['ID=00f94c81-f149-4ff2-aa9c-0ff64d2911a9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:39.529213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.535243 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-05c836e5-bfc7-4262-afa2-3369ccbd7038 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/2806ed95-e3b3-4553-a9cd-5924538b4d5e HTTP/1.1" status: 204 len: 168 time: 1.7837653 May 12 03:25:39.541333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60798) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:39.556432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (565cb41a-d310-4263-abbe-e51685ff17aa), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.621218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 355d0b30-d94f-471d-9367-a189d2863398 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:39.624777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:39.627336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:39.633708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:39.634405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.640395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2671e073-4295-40ba-80db-5c49c7051037 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:39.644871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2671e073-4295-40ba-80db-5c49c7051037), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.666025 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9297190 May 12 03:25:39.666260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4cc8c-fa0d-408a-a9be-d563d71da2e1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Port': ['ID=565cb41a-d310-4263-abbe-e51685ff17aa,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:39.669118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60802) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:39.683307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] No DVR routers for this DVR port 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:39.701031 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db20b97d-6068-40c2-a616-7c6fe033a444 req-9e5ece98-f7fe-4288-9e6b-855e931ce84d tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0910c3-72ea-4b2d-939a-5432876a4fbf HTTP/1.1" status: 200 len: 210 time: 0.0358272 May 12 03:25:39.701246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Allocated IP 2001:db8::f816:3eff:fe6a:743c (355d0b30-d94f-471d-9367-a189d2863398/14390e7e-2c1d-4ba2-971b-5222638cb1c6/09e4450b-d32d-4e31-9473-236d9e425999) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:39.720086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.724685 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4f4c69f7-3e26-45c2-bc03-32b30f2305e7 req-3950f335-b75d-4236-bd0f-175901db1770 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.57 "DELETE /v2.0/ports/00f94c81-f149-4ff2-aa9c-0ff64d2911a9 HTTP/1.1" status: 204 len: 173 time: 1.4553738 May 12 03:25:39.725446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'name': 'network-vif-deleted', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:25:39.728456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30220f0e-fa56-41c2-a1aa-4d053de5bfba" -d '{"events": [{"server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "name": "network-vif-deleted", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:25:39.854383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting subnet 14390e7e-2c1d-4ba2-971b-5222638cb1c6 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:39.870102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.886664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (7c1abf1d-9711-4b08-906d-e756d06383a4), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.910070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b51c8f-b3f8-4a3c-b8d1-a29ae51ea4bc x-openstack-request-id: req-85b51c8f-b3f8-4a3c-b8d1-a29ae51ea4bc {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:25:39.910293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0910c3-72ea-4b2d-939a-5432876a4fbf", "name": "network-vif-deleted", "tag": "00f94c81-f149-4ff2-aa9c-0ff64d2911a9", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:25:39.910547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85b51c8f-b3f8-4a3c-b8d1-a29ae51ea4bc {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:25:39.910863 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b51c8f-b3f8-4a3c-b8d1-a29ae51ea4bc'] response: {'server_uuid': 'fe0910c3-72ea-4b2d-939a-5432876a4fbf', 'name': 'network-vif-deleted', 'tag': '00f94c81-f149-4ff2-aa9c-0ff64d2911a9', 'status': 'completed', 'code': 200} May 12 03:25:39.929571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb698a-6a28-484c-8aff-8846fc7c8411 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:39.930932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb698a-6a28-484c-8aff-8846fc7c8411 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:39.936215 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4ddb698a-6a28-484c-8aff-8846fc7c8411 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3906071 May 12 03:25:39.936215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60806) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:39.950964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] Pushing event deleted for resources: {'Port': ['ID=7c1abf1d-9711-4b08-906d-e756d06383a4,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:39.955811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Publish callbacks [] for port (09e4450b-d32d-4e31-9473-236d9e425999), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.960239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 2671e073-4295-40ba-80db-5c49c7051037, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2671e073-4295-40ba-80db-5c49c7051037,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:39.961703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f86eb-651c-43a5-82af-1a5f947a1964 None None] No DVR routers for this DVR port 7c1abf1d-9711-4b08-906d-e756d06383a4 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:39.966327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (14390e7e-2c1d-4ba2-971b-5222638cb1c6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.969058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (09e4450b-d32d-4e31-9473-236d9e425999), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:39.988706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2671e073-4295-40ba-80db-5c49c7051037), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.003044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.015029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.046752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (14390e7e-2c1d-4ba2-971b-5222638cb1c6), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.068581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet b103986e-0a8d-4e01-bb28-76fa010f2ea0 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:40.076308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (b103986e-0a8d-4e01-bb28-76fa010f2ea0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.081453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Network 355d0b30-d94f-471d-9367-a189d2863398 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:40.086474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-206478d8-a1ca-437e-ab75-dd700dca80db None None] Provisioning complete for port 2671e073-4295-40ba-80db-5c49c7051037 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:40.087360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-206478d8-a1ca-437e-ab75-dd700dca80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2671e073-4295-40ba-80db-5c49c7051037), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.096641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7c1abf1d-9711-4b08-906d-e756d06383a4 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:40.121291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:40.123585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:40.131150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 7c1abf1d-9711-4b08-906d-e756d06383a4 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:40.131494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7c1abf1d-9711-4b08-906d-e756d06383a4 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:40.166357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Pushing event updated for resources: {'Port': ['ID=09e4450b-d32d-4e31-9473-236d9e425999,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:40.183766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (b103986e-0a8d-4e01-bb28-76fa010f2ea0), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.306572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (b103986e-0a8d-4e01-bb28-76fa010f2ea0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.352406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Attempting to bind port 09e4450b-d32d-4e31-9473-236d9e425999 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:40.352888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Attempting to bind port 09e4450b-d32d-4e31-9473-236d9e425999 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '29dcf519-e712-4549-bbfa-183a7981d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '355d0b30-d94f-471d-9367-a189d2863398'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:40.353146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Attempting to bind port 09e4450b-d32d-4e31-9473-236d9e425999 on network 355d0b30-d94f-471d-9367-a189d2863398 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:40.357820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (14390e7e-2c1d-4ba2-971b-5222638cb1c6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.369293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=2671e073-4295-40ba-80db-5c49c7051037,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:40.395830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] In _notify_port_updated(), no bound segment for port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f on network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:25:40.400483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:40.400866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Checking segment: {'id': '29dcf519-e712-4549-bbfa-183a7981d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '355d0b30-d94f-471d-9367-a189d2863398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:40.401276 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.401672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Bound using segment: {'id': '29dcf519-e712-4549-bbfa-183a7981d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '355d0b30-d94f-471d-9367-a189d2863398'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:40.402160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:40.402308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Bound port: 09e4450b-d32d-4e31-9473-236d9e425999, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dcf519-e712-4549-bbfa-183a7981d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '355d0b30-d94f-471d-9367-a189d2863398'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:40.402553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (09e4450b-d32d-4e31-9473-236d9e425999), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.403087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.407316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "PUT /v2.0/ports/1f75cf83-bfc6-4340-b64a-5ebadfc96f8f HTTP/1.1" status: 200 len: 1003 time: 2.1536117 May 12 03:25:40.409223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60808) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.415533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (b103986e-0a8d-4e01-bb28-76fa010f2ea0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.458070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-206478d8-a1ca-437e-ab75-dd700dca80db None None] Current status of the port 2671e073-4295-40ba-80db-5c49c7051037 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:40.506105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2d437-5b34-4f23-ad79-951dafb8a4ac tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=1f75cf83-bfc6-4340-b64a-5ebadfc96f8f,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:40.511214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.514892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/b103986e-0a8d-4e01-bb28-76fa010f2ea0 HTTP/1.1" status: 204 len: 168 time: 0.5782466 May 12 03:25:40.515854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd93ec2-eb22-48d0-889c-71624958abf0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=b103986e-0a8d-4e01-bb28-76fa010f2ea0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:40.517708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60810) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.534326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (14390e7e-2c1d-4ba2-971b-5222638cb1c6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.541371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] For port 09e4450b-d32d-4e31-9473-236d9e425999, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:40.546142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] For port 09e4450b-d32d-4e31-9473-236d9e425999, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=09e4450b-d32d-4e31-9473-236d9e425999,segment=NetworkSegment(29dcf519-e712-4549-bbfa-183a7981d199),segment_id=29dcf519-e712-4549-bbfa-183a7981d199)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:40.555079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.558969 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/14390e7e-2c1d-4ba2-971b-5222638cb1c6 HTTP/1.1" status: 204 len: 168 time: 0.8878274 May 12 03:25:40.561623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60812) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.566892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (09e4450b-d32d-4e31-9473-236d9e425999), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.591620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc193a-5b29-45ec-b0af-40e679a426fe tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Subnet': ['ID=14390e7e-2c1d-4ba2-971b-5222638cb1c6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:40.619976 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1ad1556e-e934-446c-92e3-5f208a2ae94c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977793 May 12 03:25:40.622802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60814) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.629045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:40.633421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f75d0734-e1cf-4179-a91c-b11934ac7234 None None] Could not find standard attr ID for object 2806ed95-e3b3-4553-a9cd-5924538b4d5e. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:40.682611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:40.682839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c24db-ffc8-4b17-976c-cbb115441b74 None None] Pushing event updated for resources: {'Port': ['ID=09e4450b-d32d-4e31-9473-236d9e425999,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:40.683204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.717470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6b221-4304-46c5-bd36-1ef5bb6a6bdf tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:40.718870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6b221-4304-46c5-bd36-1ef5bb6a6bdf tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:40.724087 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-83c6b221-4304-46c5-bd36-1ef5bb6a6bdf tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1580372 May 12 03:25:40.725438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60816) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.760572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-63e1ce90-ee8f-42f0-8a87-6f2d7b7def35 None None] Provisioning complete for port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:40.761115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-63e1ce90-ee8f-42f0-8a87-6f2d7b7def35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.772007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:40.776012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.796313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60820) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.809178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed93126-7741-4242-b505-2092b77cabd7 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:40.904403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-63e1ce90-ee8f-42f0-8a87-6f2d7b7def35 None None] Port 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:40.939208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42fb49d7-047d-4605-ba98-cf34cc357685 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (355d0b30-d94f-471d-9367-a189d2863398), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.956436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:40.964884 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fb49d7-047d-4605-ba98-cf34cc357685 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 12 03:25:40.965066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fb49d7-047d-4605-ba98-cf34cc357685 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:40.969110 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-42fb49d7-047d-4605-ba98-cf34cc357685 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/355d0b30-d94f-471d-9367-a189d2863398 HTTP/1.1" status: 409 len: 466 time: 0.2426493 May 12 03:25:40.975026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60822) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:40.981475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-382683945'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:41.021628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:41.025107 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.030721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for 1f75cf83-bfc6-4340-b64a-5ebadfc96f8f owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:41.048335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:41.111688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] Deleting port 2671e073-4295-40ba-80db-5c49c7051037 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:41.112118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2671e073-4295-40ba-80db-5c49c7051037), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.125043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:41.189366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.189815 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Added segment f95071d9-13e1-4ced-a749-af8f35ddb752 of type vlan for network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 May 12 03:25:41.228964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] For port 2671e073-4295-40ba-80db-5c49c7051037, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2671e073-4295-40ba-80db-5c49c7051037,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:41.229354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2671e073-4295-40ba-80db-5c49c7051037), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.244496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 09e4450b-d32d-4e31-9473-236d9e425999 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:41.253468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] Calling delete_port for 2671e073-4295-40ba-80db-5c49c7051037 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:41.257982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.325486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.334007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:41.335084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.349749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1f75cf83-bfc6-4340-b64a-5ebadfc96f8f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.415472 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4393580 May 12 03:25:41.419021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60824) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:41.437829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'subnet': {'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:41.464468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42563c87-67e4-4121-af62-cf970fbd606e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Network': ['ID=30fc69b1-04bc-425e-bcb1-4e83544ec8a5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:41.467947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:41.481909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:41.513834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=1f75cf83-bfc6-4340-b64a-5ebadfc96f8f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:41.539329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.542529 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f6e019ff-7549-4d12-b7f1-7d43c95a1426 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/ports/1f75cf83-bfc6-4340-b64a-5ebadfc96f8f HTTP/1.1" status: 204 len: 168 time: 1.1168466 May 12 03:25:41.545910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (6c44ef30-9a24-40f9-a30b-80c955f92541), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.547479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60826) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:41.643905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 09e4450b-d32d-4e31-9473-236d9e425999 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:41.644527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (09e4450b-d32d-4e31-9473-236d9e425999), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.654717 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5503ac9-658a-4023-96bc-b387f52b7ae7 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] GET failed (client error): The resource could not be found. May 12 03:25:41.656209 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a5503ac9-658a-4023-96bc-b387f52b7ae7 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "GET /v2.0/ports/1f75cf83-bfc6-4340-b64a-5ebadfc96f8f HTTP/1.1" status: 404 len: 333 time: 0.1034439 May 12 03:25:41.661184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:41.667624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1112972894'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:41.691426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:41.701154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.707012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (2671e073-4295-40ba-80db-5c49c7051037), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.733140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2671e073-4295-40ba-80db-5c49c7051037), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.739720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] Pushing event deleted for resources: {'Port': ['ID=2671e073-4295-40ba-80db-5c49c7051037,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:41.746570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927be781-f232-4e97-8a4e-3c4f5e431a1e None None] No DVR routers for this DVR port 2671e073-4295-40ba-80db-5c49c7051037 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:41.781238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Port 2671e073-4295-40ba-80db-5c49c7051037 concurrently deleted while adding address for new subnet {'id': 'cc0bade5-5b5d-4729-b66a-c5b3d0bff256', 'name': '', 'tenant_id': '4ab09a257dfa402fac5dcfd697674395', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 948, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-05-12T03:25:40Z', 'updated_at': '2022-05-12T03:25:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4ab09a257dfa402fac5dcfd697674395'}. {{(pid=104164) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}} May 12 03:25:41.781776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (cc0bade5-5b5d-4729-b66a-c5b3d0bff256), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.815893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 09e4450b-d32d-4e31-9473-236d9e425999 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:41.816612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (09e4450b-d32d-4e31-9473-236d9e425999), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.836423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:41.851004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 09e4450b-d32d-4e31-9473-236d9e425999, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=09e4450b-d32d-4e31-9473-236d9e425999,segment=NetworkSegment(29dcf519-e712-4549-bbfa-183a7981d199),segment_id=29dcf519-e712-4549-bbfa-183a7981d199)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:41.854548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:41.858164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:41.858761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.861975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (09e4450b-d32d-4e31-9473-236d9e425999), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:41.868771 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72599c30-c170-48f5-b6af-e6608664efbc None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:41.891739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=cc0bade5-5b5d-4729-b66a-c5b3d0bff256,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:41.927163 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-93efbdbf-f0a0-4800-b8d6-d000af170aac tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3032312 May 12 03:25:41.929756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60830) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:41.937411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:6f:98:c2', 'name': 'tempest-NetworksTestDHCPv6-378956805'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:41.947094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:41.990139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2671e073-4295-40ba-80db-5c49c7051037 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:42.014484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:42.014845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 00f94c81-f149-4ff2-aa9c-0ff64d2911a9 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:42.023265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 2671e073-4295-40ba-80db-5c49c7051037 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:42.023891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2671e073-4295-40ba-80db-5c49c7051037 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:42.070894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=09e4450b-d32d-4e31-9473-236d9e425999,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:42.085158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:42.088165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'cc0bade5-5b5d-4729-b66a-c5b3d0bff256'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:42.089146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.094407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.115510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:42.170960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] device_id is not set on port a93eba9e-5604-43c0-98b8-8772b3b426ab yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:42.209834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0486e0-e93c-4966-9889-575a8bfc8b62 None None] Network 355d0b30-d94f-471d-9367-a189d2863398 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:42.217923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.239932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:42.262852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.307794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1433e35f-17ab-421c-ac3d-276a2e820518 None None] Provisioning complete for port 09e4450b-d32d-4e31-9473-236d9e425999 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:42.308171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1433e35f-17ab-421c-ac3d-276a2e820518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (09e4450b-d32d-4e31-9473-236d9e425999), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.317412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Deleting port 1d829a5c-8894-4c96-a8ed-55ae61d13c41 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:42.317744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.338224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Allocated IP 2001:db8::f816:3eff:fe54:e750 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/cc0bade5-5b5d-4729-b66a-c5b3d0bff256/f5c10f86-704b-41f6-90a0-5c9b3eacad3c) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:42.412140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:42.446513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (0bef294b-100e-4049-ad03-824fa4991436), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.485755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] DHCP port deletion for 355d0b30-d94f-471d-9367-a189d2863398 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:42.499888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Allocated IP 2001:db8::171 (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/a93eba9e-5604-43c0-98b8-8772b3b426ab) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:42.507466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1433e35f-17ab-421c-ac3d-276a2e820518 None None] Current status of the port 09e4450b-d32d-4e31-9473-236d9e425999 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:42.575032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Subnet': ['ID=0bef294b-100e-4049-ad03-824fa4991436,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:42.575943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] Deleting port 09e4450b-d32d-4e31-9473-236d9e425999 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:42.576320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (09e4450b-d32d-4e31-9473-236d9e425999), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.604055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] For port 1d829a5c-8894-4c96-a8ed-55ae61d13c41, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1d829a5c-8894-4c96-a8ed-55ae61d13c41,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:42.604423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.617837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Publish callbacks [] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.619972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Checking segment: {'id': 'f95071d9-13e1-4ced-a749-af8f35ddb752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:42.620650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network hostable DHCP agents. Network: 30fc69b1-04bc-425e-bcb1-4e83544ec8a5, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:42.647143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.649438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Calling delete_port for 1d829a5c-8894-4c96-a8ed-55ae61d13c41 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:42.683447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] For port 09e4450b-d32d-4e31-9473-236d9e425999, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=09e4450b-d32d-4e31-9473-236d9e425999,segment=NetworkSegment(29dcf519-e712-4549-bbfa-183a7981d199),segment_id=29dcf519-e712-4549-bbfa-183a7981d199)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:42.683914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (09e4450b-d32d-4e31-9473-236d9e425999), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.700778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:fe6f:98c2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/cc0bade5-5b5d-4729-b66a-c5b3d0bff256/2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:42.701486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] Calling delete_port for 09e4450b-d32d-4e31-9473-236d9e425999 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:42.714988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:42.723369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Pushing event updated for resources: {'Port': ['ID=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:42.725877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:42.729269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:42.733833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:42.759309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 30fc69b1-04bc-425e-bcb1-4e83544ec8a5) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:42.772518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6be5a-e260-48e0-bffd-bf4a31e7e6bb None None] Network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:42.777552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:42.778191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.815723 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e74aa8b-e5a0-4574-9dcd-8941b0620b75 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3817656 May 12 03:25:42.818671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (a93eba9e-5604-43c0-98b8-8772b3b426ab), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.821821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60832) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:42.885425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.894734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Attempting to bind port f5c10f86-704b-41f6-90a0-5c9b3eacad3c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:42.895300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Attempting to bind port f5c10f86-704b-41f6-90a0-5c9b3eacad3c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:42.895300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Attempting to bind port f5c10f86-704b-41f6-90a0-5c9b3eacad3c on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:42.910072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:42.910448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:42.910855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.911250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:42.911730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Bound port: f5c10f86-704b-41f6-90a0-5c9b3eacad3c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:42.912123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.925716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.931928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (09e4450b-d32d-4e31-9473-236d9e425999), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:42.975457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:42.978884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:42.981539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:42.987519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:42.988339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.002625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.018136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-71c9e55a-3141-4ab5-94f5-78d264c62f09 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0860324 May 12 03:25:43.020704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60834) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:43.023804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] Pushing event deleted for resources: {'Port': ['ID=09e4450b-d32d-4e31-9473-236d9e425999,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.029864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8132318-0fd6-4ca1-af21-a3e2c1706c51 None None] No DVR routers for this DVR port 09e4450b-d32d-4e31-9473-236d9e425999 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:43.048898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-30fc69b1-04bc-425e-bcb1-4e83544ec8a5', 'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5', 'project_id': 'a8b7eb15fdcb42009aa2c7d4cb507df6', 'fixed_ips': [{'subnet_id': '0bef294b-100e-4049-ad03-824fa4991436'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:43.049908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.086220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] For port f5c10f86-704b-41f6-90a0-5c9b3eacad3c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:43.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf027d-6320-4b55-ae38-ced047979193 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:43.101902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf027d-6320-4b55-ae38-ced047979193 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:43.103859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5daf027d-6320-4b55-ae38-ced047979193 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0818999 May 12 03:25:43.107067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60836) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:43.149445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] For port f5c10f86-704b-41f6-90a0-5c9b3eacad3c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:43.171147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.210592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 09e4450b-d32d-4e31-9473-236d9e425999 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:43.212008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:43.212495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.278459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 09e4450b-d32d-4e31-9473-236d9e425999 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:43.279447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 09e4450b-d32d-4e31-9473-236d9e425999 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:43.312882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db818d-d653-421a-9929-038ff3525d31 None None] Pushing event updated for resources: {'Port': ['ID=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.318753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.319419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Allocated IP 2001:db8::f816:3eff:fe67:4819 (30fc69b1-04bc-425e-bcb1-4e83544ec8a5/0bef294b-100e-4049-ad03-824fa4991436/7879eda5-ce21-444a-983d-91fe69a9a58a) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:43.343544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:43.352245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.360118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a93eba9e-5604-43c0-98b8-8772b3b426ab), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.452795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:43.467606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:43.496022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:43.501115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:43.502342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.513323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=a93eba9e-5604-43c0-98b8-8772b3b426ab,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.520725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.568522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.576377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1d829a5c-8894-4c96-a8ed-55ae61d13c41), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.613411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.618776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d9464de7-555b-4034-ba53-e415997ace7d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46 HTTP/1.1" status: 204 len: 168 time: 0.5099397 May 12 03:25:43.620903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60838) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:43.641088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Publish callbacks [] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.648555 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4a1352d5-8934-42b0-8a12-b0c3c7c7c527 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9837654 May 12 03:25:43.654104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-5d002e89-b926-4f09-a623-0011ff721841 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1488552 May 12 03:25:43.654697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.657721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60840) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:43.660452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'Port': ['ID=1d829a5c-8894-4c96-a8ed-55ae61d13c41,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.664634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'network_id': 'd85b88a5-b10d-43fa-95c5-5f24bd06cae7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-678984863'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:43.665587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (0bef294b-100e-4049-ad03-824fa4991436), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.768618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:43.774800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:43.778722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:43.805783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Pushing event updated for resources: {'Port': ['ID=7879eda5-ce21-444a-983d-91fe69a9a58a,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:43.878222 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Attempting to bind port 7879eda5-ce21-444a-983d-91fe69a9a58a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:43.878903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Attempting to bind port 7879eda5-ce21-444a-983d-91fe69a9a58a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f95071d9-13e1-4ced-a749-af8f35ddb752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:43.879442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Attempting to bind port 7879eda5-ce21-444a-983d-91fe69a9a58a on network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:43.887653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:43.888344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Checking segment: {'id': 'f95071d9-13e1-4ced-a749-af8f35ddb752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:43.888965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.889569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Bound using segment: {'id': 'f95071d9-13e1-4ced-a749-af8f35ddb752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:43.890327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Bound port: 7879eda5-ce21-444a-983d-91fe69a9a58a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95071d9-13e1-4ced-a749-af8f35ddb752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:43.891057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:43.923507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-1bf1834c-5c6e-45dd-9e21-354df93948f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:43.924910 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-1bf1834c-5c6e-45dd-9e21-354df93948f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1129 time: 0.1583509 May 12 03:25:44.125713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b29e043f-4e1c-4e86-a977-c16c482cc75d None None] Provisioning complete for port a93eba9e-5604-43c0-98b8-8772b3b426ab triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:44.126409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b29e043f-4e1c-4e86-a977-c16c482cc75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a93eba9e-5604-43c0-98b8-8772b3b426ab), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.132879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2811176-fc3b-44cd-8e81-d1c847bf0d2a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:44.138159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2811176-fc3b-44cd-8e81-d1c847bf0d2a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:44.138159 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b2811176-fc3b-44cd-8e81-d1c847bf0d2a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5138295 May 12 03:25:44.139255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60842) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:44.168639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (0bef294b-100e-4049-ad03-824fa4991436), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.171804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] For port 7879eda5-ce21-444a-983d-91fe69a9a58a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:44.185382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b29e043f-4e1c-4e86-a977-c16c482cc75d None None] Port a93eba9e-5604-43c0-98b8-8772b3b426ab cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:44.190789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] For port 7879eda5-ce21-444a-983d-91fe69a9a58a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7879eda5-ce21-444a-983d-91fe69a9a58a,segment=NetworkSegment(f95071d9-13e1-4ced-a749-af8f35ddb752),segment_id=f95071d9-13e1-4ced-a749-af8f35ddb752)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:44.199864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.207045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-67344566-73f3-4403-895c-4255d35e5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:44.207258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Made reservation on behalf of 99ea70adc7d94c9dabe1a7bf4e0ce10a for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:44.208968 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-67344566-73f3-4403-895c-4255d35e5724 service neutron] 10.222.0.57 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 898 time: 0.2520475 May 12 03:25:44.211766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.214223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Subnet': ['ID=0bef294b-100e-4049-ad03-824fa4991436,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:44.232877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] device_id is not set on port 9ee0a58b-981b-4241-b4ce-473dbef5e071 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:44.296438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540d4a-ce4c-4102-ba93-2d892116e8c4 None None] Pushing event updated for resources: {'Port': ['ID=7879eda5-ce21-444a-983d-91fe69a9a58a,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:44.390826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Allocated IP 2001:db8::a6 (d85b88a5-b10d-43fa-95c5-5f24bd06cae7/c12ed073-0e18-4313-b4f3-cc535c6928a4/9ee0a58b-981b-4241-b4ce-473dbef5e071) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:44.452325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet cc0bade5-5b5d-4729-b66a-c5b3d0bff256 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:44.472584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (cc0bade5-5b5d-4729-b66a-c5b3d0bff256), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.539180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.573764 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-bc33ffd8-fdd1-4e72-b841-d6eb385067cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 1000 time: 0.3561745 May 12 03:25:44.608565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.632448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fc69b1-04bc-425e-bcb1-4e83544ec8a5']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:44.636736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (6c44ef30-9a24-40f9-a30b-80c955f92541), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.645827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.655605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (cc0bade5-5b5d-4729-b66a-c5b3d0bff256), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.664165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95071d9-13e1-4ced-a749-af8f35ddb752') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:44.664453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95071d9-13e1-4ced-a749-af8f35ddb752') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:44.700792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:44.703179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-22f7885d-8090-41c0-afb7-2ba102d88fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:44.704694 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-22f7885d-8090-41c0-afb7-2ba102d88fc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 200 len: 834 time: 0.1197622 May 12 03:25:44.705311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:44.706486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.711552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:44.717697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:44.718362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.738042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=9ee0a58b-981b-4241-b4ce-473dbef5e071,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:44.753341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-64b1c6b9-bd7f-4522-b8d5-51b84cf49b5e tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0947025 May 12 03:25:44.755837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60844) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:44.762163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:45:6c:2b'}, {'ip_address': '2001:db8::171', 'mac_address': 'fa:16:3e:2a:ff:80'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:44.830249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] Provisioning complete for port f5c10f86-704b-41f6-90a0-5c9b3eacad3c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:44.830651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.849994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.876770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:44.877167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:44.883577 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:44.939901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-a9dba2fd-e70e-484c-841a-9c7078b443b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:44.941470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-a9dba2fd-e70e-484c-841a-9c7078b443b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1855264 May 12 03:25:44.972375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] Current status of the port f5c10f86-704b-41f6-90a0-5c9b3eacad3c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:44.973121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:44.979041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.025709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] For port f5c10f86-704b-41f6-90a0-5c9b3eacad3c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:45.035271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.133925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (cc0bade5-5b5d-4729-b66a-c5b3d0bff256), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.133925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:25:45.133925 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:25:45.133925 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': '30fc69b1-04bc-425e-bcb1-4e83544ec8a5'}] May 12 03:25:45.133925 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:25:45.133925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:25:45.193767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a0d0-0825-4c4b-b6d8-6af45a28dd88 None None] Pushing event updated for resources: {'Port': ['ID=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:45.227108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-9aba8bf1-daab-4792-b30a-ab1a5f173430 service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623675 May 12 03:25:45.266283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-264e9859-fefa-4dcb-b562-55c267194dbf None None] Provisioning complete for port 9ee0a58b-981b-4241-b4ce-473dbef5e071 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:45.266662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-264e9859-fefa-4dcb-b562-55c267194dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.358198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.360077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-264e9859-fefa-4dcb-b562-55c267194dbf None None] Port 9ee0a58b-981b-4241-b4ce-473dbef5e071 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:25:45.368333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-264e9859-fefa-4dcb-b562-55c267194dbf None None] Could not find standard attr ID for object 2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:45.378311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.392797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (cc0bade5-5b5d-4729-b66a-c5b3d0bff256), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.426797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] In _notify_port_updated(), no bound segment for port 9ee0a58b-981b-4241-b4ce-473dbef5e071 on network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:25:45.434881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:45.435655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.437105 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "PUT /v2.0/ports/9ee0a58b-981b-4241-b4ce-473dbef5e071 HTTP/1.1" status: 200 len: 1066 time: 0.6802225 May 12 03:25:45.440367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60846) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:45.449561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7879eda5-ce21-444a-983d-91fe69a9a58a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:45.500467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0bade5-5b5d-4729-b66a-c5b3d0bff256,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:45.520566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.525226 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ec4c9318-8769-468c-aa0c-88d116db5117 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/cc0bade5-5b5d-4729-b66a-c5b3d0bff256 HTTP/1.1" status: 204 len: 168 time: 1.3849528 May 12 03:25:45.526110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92812830-c07f-4f72-b306-149371e111b5 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event updated for resources: {'Port': ['ID=9ee0a58b-981b-4241-b4ce-473dbef5e071,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:45.535045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60848) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:45.585310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7879eda5-ce21-444a-983d-91fe69a9a58a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:45.585767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.622565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port 9ee0a58b-981b-4241-b4ce-473dbef5e071 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:45.622982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.623362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680873a-e9a5-4799-9b70-8a7b7f568247 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:45.732667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.753161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for 9ee0a58b-981b-4241-b4ce-473dbef5e071 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:45.806245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7879eda5-ce21-444a-983d-91fe69a9a58a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:45.806706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.861564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 7879eda5-ce21-444a-983d-91fe69a9a58a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7879eda5-ce21-444a-983d-91fe69a9a58a,segment=NetworkSegment(f95071d9-13e1-4ced-a749-af8f35ddb752),segment_id=f95071d9-13e1-4ced-a749-af8f35ddb752)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:45.864427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74573187-bce6-4caf-b09b-2aecd21aa958 None None] Network 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:45.869707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.870891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f5c10f86-704b-41f6-90a0-5c9b3eacad3c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:45.931952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9ee0a58b-981b-4241-b4ce-473dbef5e071), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:45.960953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:45.962055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=9ee0a58b-981b-4241-b4ce-473dbef5e071,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:46.002265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.015953 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3947b9b2-47d7-405f-abb6-5605ccf86640 req-5c56d0aa-bb26-4e53-a766-0b3c359d190a service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355859 May 12 03:25:46.019824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c2d369ad-456d-4957-bc4d-40389e76816c None None] Provisioning complete for port 7879eda5-ce21-444a-983d-91fe69a9a58a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:46.020299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2d369ad-456d-4957-bc4d-40389e76816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.023622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Router 6c44ef30-9a24-40f9-a30b-80c955f92541 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:25:46.040622 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3fbe3650-a376-47e4-b194-aed2d1afcfba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4994400 May 12 03:25:46.044988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60850) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.148678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.155379 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3614dd80-15b1-497f-8f15-9c8957fab348 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/ports/9ee0a58b-981b-4241-b4ce-473dbef5e071 HTTP/1.1" status: 204 len: 168 time: 0.7116921 May 12 03:25:46.155579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60852) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.156169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=7879eda5-ce21-444a-983d-91fe69a9a58a,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:46.178124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] Deleting port f5c10f86-704b-41f6-90a0-5c9b3eacad3c {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:46.178495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.183328 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-517813d5-5622-4b4e-8396-77b35e248316 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] GET failed (client error): The resource could not be found. May 12 03:25:46.187454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-517813d5-5622-4b4e-8396-77b35e248316 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "GET /v2.0/ports/9ee0a58b-981b-4241-b4ce-473dbef5e071 HTTP/1.1" status: 404 len: 333 time: 0.0283136 May 12 03:25:46.188216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60854) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.201101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df6933b-2d37-4b56-aec4-c355eb80c952 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:46.203624 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6df6933b-2d37-4b56-aec4-c355eb80c952 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1576610 May 12 03:25:46.206546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting port 7879eda5-ce21-444a-983d-91fe69a9a58a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:46.206934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.213486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60856) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.214509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f5c10f86-704b-41f6-90a0-5c9b3eacad3c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:46.214969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.312284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] For port f5c10f86-704b-41f6-90a0-5c9b3eacad3c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:46.312680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.319568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] DHCP port deletion for 30fc69b1-04bc-425e-bcb1-4e83544ec8a5 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:46.324990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port a93eba9e-5604-43c0-98b8-8772b3b426ab {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:46.325338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a93eba9e-5604-43c0-98b8-8772b3b426ab), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.370499 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] Calling delete_port for f5c10f86-704b-41f6-90a0-5c9b3eacad3c owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:46.378578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c2d369ad-456d-4957-bc4d-40389e76816c None None] Current status of the port 7879eda5-ce21-444a-983d-91fe69a9a58a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:46.403845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba3cb9-419a-4b47-a28f-8a78372dd308 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:46.405307 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f7ba3cb9-419a-4b47-a28f-8a78372dd308 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1909530 May 12 03:25:46.407213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] For port 7879eda5-ce21-444a-983d-91fe69a9a58a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7879eda5-ce21-444a-983d-91fe69a9a58a,segment=NetworkSegment(f95071d9-13e1-4ced-a749-af8f35ddb752),segment_id=f95071d9-13e1-4ced-a749-af8f35ddb752)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:46.407575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.408189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60858) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.410743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c2d369ad-456d-4957-bc4d-40389e76816c None None] Could not find standard attr ID for object 9ee0a58b-981b-4241-b4ce-473dbef5e071. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:46.415424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:25:46.421418 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-adc8f578-e2e1-4d20-a729-39c5ae0f5024 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "PUT /v2.0/routers/6c44ef30-9a24-40f9-a30b-80c955f92541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6240997 May 12 03:25:46.425565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60860) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.433206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Calling delete_port for 7879eda5-ce21-444a-983d-91fe69a9a58a owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:46.436734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] Sync routers for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:25:46.447273 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:46.448186 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:46.472850 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cedac718-7e4b-4f8c-9e78-aff8cdd64c7f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633759 May 12 03:25:46.475234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a93eba9e-5604-43c0-98b8-8772b3b426ab), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.480153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:46.486449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:46.514409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f5c10f86-704b-41f6-90a0-5c9b3eacad3c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:46.520101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for a93eba9e-5604-43c0-98b8-8772b3b426ab owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:46.524094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] Deleting port 7879eda5-ce21-444a-983d-91fe69a9a58a {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:46.524758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.560622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.598562 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:46.606681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Port': ['ID=7879eda5-ce21-444a-983d-91fe69a9a58a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:46.614694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] For port 7879eda5-ce21-444a-983d-91fe69a9a58a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7879eda5-ce21-444a-983d-91fe69a9a58a,segment=NetworkSegment(f95071d9-13e1-4ced-a749-af8f35ddb752),segment_id=f95071d9-13e1-4ced-a749-af8f35ddb752)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:46.615326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.618266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No DVR routers for this DVR port 7879eda5-ce21-444a-983d-91fe69a9a58a on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:46.624467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (f5c10f86-704b-41f6-90a0-5c9b3eacad3c), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.638686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] Calling delete_port for 7879eda5-ce21-444a-983d-91fe69a9a58a owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:46.660581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Deleting subnet f65453b8-bac6-4d38-b18e-e9e6d64d537c {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:46.668354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] Pushing event deleted for resources: {'Port': ['ID=f5c10f86-704b-41f6-90a0-5c9b3eacad3c,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:46.670665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d100d6-d315-4ead-b1a9-603d8071bdaa None None] No DVR routers for this DVR port f5c10f86-704b-41f6-90a0-5c9b3eacad3c on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:46.677319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for subnet (f65453b8-bac6-4d38-b18e-e9e6d64d537c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.692185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:46.696882 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:25:46.704346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.760626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.776433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (f65453b8-bac6-4d38-b18e-e9e6d64d537c), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.796710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (7879eda5-ce21-444a-983d-91fe69a9a58a), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.818498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fc69b1-04bc-425e-bcb1-4e83544ec8a5']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:46.833172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] Pushing event deleted for resources: {'Port': ['ID=7879eda5-ce21-444a-983d-91fe69a9a58a,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:46.836137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95071d9-13e1-4ced-a749-af8f35ddb752') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:46.836518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95071d9-13e1-4ced-a749-af8f35ddb752') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:46.842238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aea2ba-beef-4457-83a9-f84b4caae7d8 None None] No DVR routers for this DVR port 7879eda5-ce21-444a-983d-91fe69a9a58a on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:46.852158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.852437 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:25:43Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:46.869427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.879155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:46.879772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (f95071d9-13e1-4ced-a749-af8f35ddb752), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:46.883070 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:46.893118 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] Checking router: 6c44ef30-9a24-40f9-a30b-80c955f92541 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:25:46.905481 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] Routers {'6c44ef30-9a24-40f9-a30b-80c955f92541'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:25:46.906338 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6c44ef30-9a24-40f9-a30b-80c955f92541'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:46.926103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a93eba9e-5604-43c0-98b8-8772b3b426ab), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.959375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=a93eba9e-5604-43c0-98b8-8772b3b426ab,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:46.988466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:46.992110 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f92c62d1-f580-4fe4-8360-4b7b547f3acf tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/ports/a93eba9e-5604-43c0-98b8-8772b3b426ab HTTP/1.1" status: 204 len: 168 time: 0.8033633 May 12 03:25:46.999065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60864) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:47.008969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (30fc69b1-04bc-425e-bcb1-4e83544ec8a5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.020546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.027897 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/30fc69b1-04bc-425e-bcb1-4e83544ec8a5 HTTP/1.1" status: 204 len: 168 time: 4.2031422 May 12 03:25:47.031554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:47.047810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-573971008'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:47.050285 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f26d95-f11e-4a7c-baf2-989bce97ef95 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] GET failed (client error): The resource could not be found. May 12 03:25:47.055609 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a1f26d95-f11e-4a7c-baf2-989bce97ef95 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "GET /v2.0/ports/a93eba9e-5604-43c0-98b8-8772b3b426ab HTTP/1.1" status: 404 len: 333 time: 0.0517342 May 12 03:25:47.055782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60868) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:47.062028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ca1d8-c248-4fec-8f15-2958630e2be3 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Network': ['ID=30fc69b1-04bc-425e-bcb1-4e83544ec8a5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:47.076347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f65453b8-bac6-4d38-b18e-e9e6d64d537c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.129442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:47.133215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.159014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port 1022a603-da0c-4438-a4ad-da1739d843bc {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:47.159381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1022a603-da0c-4438-a4ad-da1739d843bc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.199567 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] Set router 6c44ef30-9a24-40f9-a30b-80c955f92541 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:25:47.202316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:47.217946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7879eda5-ce21-444a-983d-91fe69a9a58a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:47.226708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f035ac5b-f0e6-43c5-a28a-10ef75b75776), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.227446 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Added segment f035ac5b-f0e6-43c5-a28a-10ef75b75776 of type vlan for network 73b01816-d329-4aeb-85a7-7c2d028b2832 May 12 03:25:47.253245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (f65453b8-bac6-4d38-b18e-e9e6d64d537c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.275181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 7879eda5-ce21-444a-983d-91fe69a9a58a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:47.277824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7879eda5-ce21-444a-983d-91fe69a9a58a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:47.278542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f5c10f86-704b-41f6-90a0-5c9b3eacad3c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:47.315030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19466829-3ee7-4807-884b-87c0463c1685 None None] Network 7977e1a5-6ab2-401f-bca2-df2a60aae52b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:47.317520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f5c10f86-704b-41f6-90a0-5c9b3eacad3c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:47.317858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f5c10f86-704b-41f6-90a0-5c9b3eacad3c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:47.338360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.342872 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "DELETE /v2.0/subnets/f65453b8-bac6-4d38-b18e-e9e6d64d537c HTTP/1.1" status: 204 len: 168 time: 0.9162984 May 12 03:25:47.350402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60870) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:47.381205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26062c55-80d9-488a-817c-d56824d1baf7 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'Subnet': ['ID=f65453b8-bac6-4d38-b18e-e9e6d64d537c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:47.395762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (73b01816-d329-4aeb-85a7-7c2d028b2832), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.426381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1022a603-da0c-4438-a4ad-da1739d843bc), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.426961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (73b01816-d329-4aeb-85a7-7c2d028b2832), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.432814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:47.433432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.441481 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:25:43Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:47.448411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for 1022a603-da0c-4438-a4ad-da1739d843bc owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:47.457004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (3fffd981-e082-473f-ba2b-c1e61f41bf8c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.497996 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7b34-7c8c-429c-90d6-3098ec9c8015 None None] The sync data for ids ['6c44ef30-9a24-40f9-a30b-80c955f92541'] in dv-neutron-841363-5-hyperv is: [{'id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737304220', 'tenant_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:23:28Z', 'updated_at': '2022-05-12T03:25:43Z', 'revision_number': 5, 'project_id': '646e9f9f25ab4ad89e21b9d43109dc75', 'gw_port': {'id': '42444bb9-278f-4ba9-83fe-e0def84f6f94', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c44ef30-9a24-40f9-a30b-80c955f92541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:23:30Z', 'updated_at': '2022-05-12T03:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:25:47.513363 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4805596 May 12 03:25:47.516755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60872) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:47.519688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] DHCP port deletion for 7977e1a5-6ab2-401f-bca2-df2a60aae52b request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:47.527322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'subnet': {'network_id': '73b01816-d329-4aeb-85a7-7c2d028b2832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:47.543573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657ff7-139a-4b5c-9805-c7f2cf7945f1 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Network': ['ID=73b01816-d329-4aeb-85a7-7c2d028b2832,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:47.568283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:47.576853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 73b01816-d329-4aeb-85a7-7c2d028b2832 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:47.603173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:47.612595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] Deleting port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:47.612978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.614854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:47.615529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.636352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde2704-c072-49c8-9cbd-e391991ee7fa None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:47.644024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=3fffd981-e082-473f-ba2b-c1e61f41bf8c,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:47.666536 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3010ebaf-0320-4873-a5eb-52871692b98d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1853037 May 12 03:25:47.670560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60874) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:47.672668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router (6c44ef30-9a24-40f9-a30b-80c955f92541), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.679442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:e6:77:47', 'name': 'tempest-NetworksTestDHCPv6-1810037328'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:47.702744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:47.712399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.783848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] For port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,segment=NetworkSegment(8bfacfa9-5808-41ae-8d26-0fa7f09b2a60),segment_id=8bfacfa9-5808-41ae-8d26-0fa7f09b2a60)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:47.784159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.801341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] Calling delete_port for 91e23be8-d21a-48f2-8ff8-c1a12b2accfb owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:47.901188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '3fffd981-e082-473f-ba2b-c1e61f41bf8c'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:47.902646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.936305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1022a603-da0c-4438-a4ad-da1739d843bc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.939510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router_gateway (6c44ef30-9a24-40f9-a30b-80c955f92541), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.952279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:47.958630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (348f9140-37f4-4554-b5ee-9b09f8388cb3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:47.991283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=1022a603-da0c-4438-a4ad-da1739d843bc,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.010355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (91e23be8-d21a-48f2-8ff8-c1a12b2accfb), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.053210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Subnet': ['ID=348f9140-37f4-4554-b5ee-9b09f8388cb3,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.058381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] Pushing event deleted for resources: {'Port': ['ID=91e23be8-d21a-48f2-8ff8-c1a12b2accfb,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.059560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Checking segment: {'id': 'f035ac5b-f0e6-43c5-a28a-10ef75b75776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '73b01816-d329-4aeb-85a7-7c2d028b2832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:48.059927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network hostable DHCP agents. Network: 73b01816-d329-4aeb-85a7-7c2d028b2832, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:48.075168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23565fd6-3b68-42de-ac20-af30e2ac9c3b None None] No DVR routers for this DVR port 91e23be8-d21a-48f2-8ff8-c1a12b2accfb on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:48.084575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.090125 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce41bb8a-bc24-49d5-9199-41f2ea52513b tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/ports/1022a603-da0c-4438-a4ad-da1739d843bc HTTP/1.1" status: 204 len: 168 time: 1.0310194 May 12 03:25:48.091769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60876) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:48.092553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 73b01816-d329-4aeb-85a7-7c2d028b2832 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:48.141256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.143739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Deleting port 42444bb9-278f-4ba9-83fe-e0def84f6f94 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:48.144074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.162095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/3fffd981-e082-473f-ba2b-c1e61f41bf8c/17e204f6-f057-428c-886e-d61ce5368de0) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:48.171178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 73b01816-d329-4aeb-85a7-7c2d028b2832) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:48.197734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc818139-6517-493e-b01a-3d1b1ec3f96f None None] Network 73b01816-d329-4aeb-85a7-7c2d028b2832 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:48.200958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:48.201572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.225618 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a88cabe6-eead-47ae-86e9-e81bb5de0225 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7075422 May 12 03:25:48.230628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting subnet c12ed073-0e18-4313-b4f3-cc535c6928a4 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:48.232876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60878) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:48.244585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for subnet (c12ed073-0e18-4313-b4f3-cc535c6928a4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.263387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port b52fab47-7a04-48c8-ba47-08369ba8316f yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:48.288313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] For port 42444bb9-278f-4ba9-83fe-e0def84f6f94, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=42444bb9-278f-4ba9-83fe-e0def84f6f94,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:48.288770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.349675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Calling delete_port for 42444bb9-278f-4ba9-83fe-e0def84f6f94 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:48.384122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c12ed073-0e18-4313-b4f3-cc535c6928a4), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.430960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (73b01816-d329-4aeb-85a7-7c2d028b2832), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.528964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0535c-3b9d-4426-9e6d-09e75b93db55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-73b01816-d329-4aeb-85a7-7c2d028b2832', 'network_id': '73b01816-d329-4aeb-85a7-7c2d028b2832', 'project_id': 'a8b7eb15fdcb42009aa2c7d4cb507df6', 'fixed_ips': [{'subnet_id': '348f9140-37f4-4554-b5ee-9b09f8388cb3'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:48.529935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-3b9d-4426-9e6d-09e75b93db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.545772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c12ed073-0e18-4313-b4f3-cc535c6928a4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.556574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (42444bb9-278f-4ba9-83fe-e0def84f6f94), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.572846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (348f9140-37f4-4554-b5ee-9b09f8388cb3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.589643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'Port': ['ID=42444bb9-278f-4ba9-83fe-e0def84f6f94,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.650101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c12ed073-0e18-4313-b4f3-cc535c6928a4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.660372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (6c44ef30-9a24-40f9-a30b-80c955f92541), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.661754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (348f9140-37f4-4554-b5ee-9b09f8388cb3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.670390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Publish callbacks [] for port (17e204f6-f057-428c-886e-d61ce5368de0), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.681022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (17e204f6-f057-428c-886e-d61ce5368de0), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.686531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Subnet': ['ID=c12ed073-0e18-4313-b4f3-cc535c6928a4,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.695132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.698191 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3b858fe3-4c03-4b6d-b4ed-0fa7755cd474 tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/subnets/c12ed073-0e18-4313-b4f3-cc535c6928a4 HTTP/1.1" status: 204 len: 168 time: 0.5944097 May 12 03:25:48.715987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60880) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:48.732506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e93101-5865-4ea3-888d-cecc10a1bd55 None None] Network d85b88a5-b10d-43fa-95c5-5f24bd06cae7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:48.736384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Subnet': ['ID=348f9140-37f4-4554-b5ee-9b09f8388cb3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.750521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-b5d0535c-3b9d-4426-9e6d-09e75b93db55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 348f9140-37f4-4554-b5ee-9b09f8388cb3: This subnet is being modified by another concurrent operation. May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:25:48.769354 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 348f9140-37f4-4554-b5ee-9b09f8388cb3: This subnet is being modified by another concurrent operation. May 12 03:25:48.773072 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:25:48.779384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Pushing event updated for resources: {'Port': ['ID=17e204f6-f057-428c-886e-d61ce5368de0,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.779384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:48.780452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:48.790907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (73b01816-d329-4aeb-85a7-7c2d028b2832), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.819077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b01816-d329-4aeb-85a7-7c2d028b2832']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:48.825417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a636f2-3ba0-4cbb-909d-291a8b098b8e None None] Network 73b01816-d329-4aeb-85a7-7c2d028b2832 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:48.830063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f035ac5b-f0e6-43c5-a28a-10ef75b75776') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:48.830358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f035ac5b-f0e6-43c5-a28a-10ef75b75776') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:48.840804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (f035ac5b-f0e6-43c5-a28a-10ef75b75776), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.855162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f035ac5b-f0e6-43c5-a28a-10ef75b75776), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.862366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:48.862929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (f035ac5b-f0e6-43c5-a28a-10ef75b75776), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:48.866864 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:48.938979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (73b01816-d329-4aeb-85a7-7c2d028b2832), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.948026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.949615 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/73b01816-d329-4aeb-85a7-7c2d028b2832 HTTP/1.1" status: 204 len: 168 time: 0.7157819 May 12 03:25:48.960936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60882) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:48.966444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1345317747'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:48.971167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb466-e923-4310-9cca-0a63a71a419e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Network': ['ID=73b01816-d329-4aeb-85a7-7c2d028b2832,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:48.987557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Attempting to bind port 17e204f6-f057-428c-886e-d61ce5368de0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:48.987929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Attempting to bind port 17e204f6-f057-428c-886e-d61ce5368de0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:48.988293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Attempting to bind port 17e204f6-f057-428c-886e-d61ce5368de0 on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:48.993458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:48.996067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:48.996538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:48.997010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.997458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:48.998199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Bound port: 17e204f6-f057-428c-886e-d61ce5368de0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:48.998420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:48.998535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (17e204f6-f057-428c-886e-d61ce5368de0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.024913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:49.036750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4358b843-a321-40ad-8977-10218c01c456), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.037166 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Added segment 4358b843-a321-40ad-8977-10218c01c456 of type vlan for network 827ee82e-eae4-4611-96f2-fb7627542e3e May 12 03:25:49.088027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.089269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] For port 17e204f6-f057-428c-886e-d61ce5368de0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:49.092908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] For port 17e204f6-f057-428c-886e-d61ce5368de0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=17e204f6-f057-428c-886e-d61ce5368de0,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:49.100914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (17e204f6-f057-428c-886e-d61ce5368de0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.108117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] DHCP port deletion for d85b88a5-b10d-43fa-95c5-5f24bd06cae7 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:49.135379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.143020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:49.143757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.162288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (6c44ef30-9a24-40f9-a30b-80c955f92541), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.196857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router_controller (6c44ef30-9a24-40f9-a30b-80c955f92541), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.207903 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2429707 May 12 03:25:49.211543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60884) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:49.220630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::202 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/3fffd981-e082-473f-ba2b-c1e61f41bf8c/b52fab47-7a04-48c8-ba47-08369ba8316f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:49.221513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Request body: {'subnet': {'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:49.229852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (d85b88a5-b10d-43fa-95c5-5f24bd06cae7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.248817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b84b2-3967-487d-83a4-5aece6aa4914 None None] Pushing event updated for resources: {'Port': ['ID=17e204f6-f057-428c-886e-d61ce5368de0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:49.262719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] Deleting port d6f76fb5-bb89-4d12-9328-993b063d7c9f {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:49.263323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.299109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (6c44ef30-9a24-40f9-a30b-80c955f92541), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.299722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Fanout notify agent at l3_agent the message router_deleted on router 6c44ef30-9a24-40f9-a30b-80c955f92541 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:25:49.315273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.316362 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0bcaf75f-7260-43b3-88fc-355295307d6e tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "DELETE /v2.0/routers/6c44ef30-9a24-40f9-a30b-80c955f92541 HTTP/1.1" status: 204 len: 168 time: 1.9649544 May 12 03:25:49.321172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60886) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:49.358863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d6f76fb5-bb89-4d12-9328-993b063d7c9f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:49.388223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c293f8-ce44-482a-85dc-1de3ce43662a tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Network': ['ID=827ee82e-eae4-4611-96f2-fb7627542e3e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:49.422782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 827ee82e-eae4-4611-96f2-fb7627542e3e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:49.432162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] For port d6f76fb5-bb89-4d12-9328-993b063d7c9f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d6f76fb5-bb89-4d12-9328-993b063d7c9f,segment=NetworkSegment(68019422-259c-4afe-9a04-80dd043cbb09),segment_id=68019422-259c-4afe-9a04-80dd043cbb09)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:49.432778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.442209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Made reservation on behalf of a8b7eb15fdcb42009aa2c7d4cb507df6 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:49.445968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.493839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Deleting port d6f76fb5-bb89-4d12-9328-993b063d7c9f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:49.494138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.509120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] Calling delete_port for d6f76fb5-bb89-4d12-9328-993b063d7c9f owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:49.661239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d6f76fb5-bb89-4d12-9328-993b063d7c9f is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:49.661962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.696561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] For port d6f76fb5-bb89-4d12-9328-993b063d7c9f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d6f76fb5-bb89-4d12-9328-993b063d7c9f,segment=NetworkSegment(68019422-259c-4afe-9a04-80dd043cbb09),segment_id=68019422-259c-4afe-9a04-80dd043cbb09)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:49.697128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.708515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port d6f76fb5-bb89-4d12-9328-993b063d7c9f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d6f76fb5-bb89-4d12-9328-993b063d7c9f,segment=NetworkSegment(68019422-259c-4afe-9a04-80dd043cbb09),segment_id=68019422-259c-4afe-9a04-80dd043cbb09)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:49.711358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Calling delete_port for d6f76fb5-bb89-4d12-9328-993b063d7c9f owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:49.712298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.713324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1d829a5c-8894-4c96-a8ed-55ae61d13c41 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:49.729466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (7977e1a5-6ab2-401f-bca2-df2a60aae52b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.756635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 1d829a5c-8894-4c96-a8ed-55ae61d13c41 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:49.757136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1d829a5c-8894-4c96-a8ed-55ae61d13c41 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:49.757624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91e23be8-d21a-48f2-8ff8-c1a12b2accfb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:49.783362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.793575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 91e23be8-d21a-48f2-8ff8-c1a12b2accfb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:49.793946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 91e23be8-d21a-48f2-8ff8-c1a12b2accfb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:49.801833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (b52fab47-7a04-48c8-ba47-08369ba8316f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.807256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.objects.ports [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104165) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:49.809836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (754b1a2d-2fb4-479c-981c-6ca5a98ebbe0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.824296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=d6f76fb5-bb89-4d12-9328-993b063d7c9f,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:49.828447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] No DVR routers for this DVR port d6f76fb5-bb89-4d12-9328-993b063d7c9f on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:49.859887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f1dee-2ce3-4c17-84f0-0d7796aed145 None None] Pushing event deleted for resources: {'Port': ['ID=d6f76fb5-bb89-4d12-9328-993b063d7c9f,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:49.885316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event updated for resources: {'Subnet': ['ID=754b1a2d-2fb4-479c-981c-6ca5a98ebbe0,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:49.905808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Checking segment: {'id': '4358b843-a321-40ad-8977-10218c01c456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:49.906326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network hostable DHCP agents. Network: 827ee82e-eae4-4611-96f2-fb7627542e3e, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:49.930850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Network 827ee82e-eae4-4611-96f2-fb7627542e3e is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:49.941237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (7977e1a5-6ab2-401f-bca2-df2a60aae52b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.941946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 827ee82e-eae4-4611-96f2-fb7627542e3e) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:49.948336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:49.949151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.949866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d6f76fb5-bb89-4d12-9328-993b063d7c9f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.961969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119224e6-ab33-446b-8eb6-95362d6d2ed4 None None] Network 827ee82e-eae4-4611-96f2-fb7627542e3e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:49.973708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (b52fab47-7a04-48c8-ba47-08369ba8316f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:49.979840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Port': ['ID=d6f76fb5-bb89-4d12-9328-993b063d7c9f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:49.987354 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f64f0b6a-d51c-429f-a1a1-1bfe8dea0e41 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7746568 May 12 03:25:49.989995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60888) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:49.999249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7977e1a5-6ab2-401f-bca2-df2a60aae52b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.037362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.037612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfacfa9-5808-41ae-8d26-0fa7f09b2a60') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.047654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] No DVR routers for this DVR port d6f76fb5-bb89-4d12-9328-993b063d7c9f on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:50.063616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:50.065861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (8bfacfa9-5808-41ae-8d26-0fa7f09b2a60), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.092225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-827ee82e-eae4-4611-96f2-fb7627542e3e', 'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e', 'project_id': 'a8b7eb15fdcb42009aa2c7d4cb507df6', 'fixed_ips': [{'subnet_id': '754b1a2d-2fb4-479c-981c-6ca5a98ebbe0'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:50.093556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.097062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:50.104802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:50.110283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:50.111475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.123694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.134878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=b52fab47-7a04-48c8-ba47-08369ba8316f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.149592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8bfacfa9-5808-41ae-8d26-0fa7f09b2a60), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.157122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:50.157557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (8bfacfa9-5808-41ae-8d26-0fa7f09b2a60), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.204579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (754b1a2d-2fb4-479c-981c-6ca5a98ebbe0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:50.225619 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:50.246734 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4429b05d-8dc1-4de2-a921-0049e82b9e6c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5710742 May 12 03:25:50.254445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (7977e1a5-6ab2-401f-bca2-df2a60aae52b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.255473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Allocated IP 2001:db8::f816:3eff:fe1c:f9e2 (827ee82e-eae4-4611-96f2-fb7627542e3e/754b1a2d-2fb4-479c-981c-6ca5a98ebbe0/642d6e1e-56f5-48e4-a23f-623f20d23341) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:50.255954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60890) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:50.292068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (d85b88a5-b10d-43fa-95c5-5f24bd06cae7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.297835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.302377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "DELETE /v2.0/networks/7977e1a5-6ab2-401f-bca2-df2a60aae52b HTTP/1.1" status: 204 len: 168 time: 0.9801927 May 12 03:25:50.304531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60892) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:50.359933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5f969-30c0-4e35-8c72-d07426bd16f4 tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'Network': ['ID=7977e1a5-6ab2-401f-bca2-df2a60aae52b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.388210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85b88a5-b10d-43fa-95c5-5f24bd06cae7']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.390469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-468b2ee1-014b-4bda-9761-524488ae4beb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (330ab4fd-c47d-4563-a1bf-6e200e720c2a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.403481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31595a-0bff-459f-9a65-7db969cd7a05 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:50.410443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31595a-0bff-459f-9a65-7db969cd7a05 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:50.411233 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1e31595a-0bff-459f-9a65-7db969cd7a05 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1296358 May 12 03:25:50.415877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60894) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:50.417831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68019422-259c-4afe-9a04-80dd043cbb09') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.418151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68019422-259c-4afe-9a04-80dd043cbb09') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.430746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (68019422-259c-4afe-9a04-80dd043cbb09), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.448653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (68019422-259c-4afe-9a04-80dd043cbb09), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.461137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:50.461535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (68019422-259c-4afe-9a04-80dd043cbb09), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:50.464751 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:50.468291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-468b2ee1-014b-4bda-9761-524488ae4beb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (330ab4fd-c47d-4563-a1bf-6e200e720c2a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.474330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Publish callbacks [] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.483402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.524033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Network 827ee82e-eae4-4611-96f2-fb7627542e3e is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:50.526875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:50.531417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:50.549126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Pushing event updated for resources: {'Port': ['ID=642d6e1e-56f5-48e4-a23f-623f20d23341,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.563055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (d85b88a5-b10d-43fa-95c5-5f24bd06cae7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.571078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.579825 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] 10.222.0.23 "DELETE /v2.0/networks/d85b88a5-b10d-43fa-95c5-5f24bd06cae7 HTTP/1.1" status: 204 len: 168 time: 1.8334913 May 12 03:25:50.600520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e4202-e0a1-418b-9f6b-6c5aeeb70efb tempest-AllowedAddressPairIpV6TestJSON-119530359 tempest-AllowedAddressPairIpV6TestJSON-119530359-project] Pushing event deleted for resources: {'Network': ['ID=d85b88a5-b10d-43fa-95c5-5f24bd06cae7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.600864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port b52fab47-7a04-48c8-ba47-08369ba8316f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:50.601269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b52fab47-7a04-48c8-ba47-08369ba8316f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.619220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Attempting to bind port 642d6e1e-56f5-48e4-a23f-623f20d23341 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:50.619587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Attempting to bind port 642d6e1e-56f5-48e4-a23f-623f20d23341 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4358b843-a321-40ad-8977-10218c01c456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:50.620027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Attempting to bind port 642d6e1e-56f5-48e4-a23f-623f20d23341 on network 827ee82e-eae4-4611-96f2-fb7627542e3e {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:50.632255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] Provisioning complete for port 17e204f6-f057-428c-886e-d61ce5368de0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:50.632683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (17e204f6-f057-428c-886e-d61ce5368de0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.647747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (754b1a2d-2fb4-479c-981c-6ca5a98ebbe0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.666903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:50.667539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Checking segment: {'id': '4358b843-a321-40ad-8977-10218c01c456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:50.667730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.668064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Bound using segment: {'id': '4358b843-a321-40ad-8977-10218c01c456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:50.668554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Bound port: 642d6e1e-56f5-48e4-a23f-623f20d23341, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4358b843-a321-40ad-8977-10218c01c456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '827ee82e-eae4-4611-96f2-fb7627542e3e'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:50.668913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.704072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-468b2ee1-014b-4bda-9761-524488ae4beb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (330ab4fd-c47d-4563-a1bf-6e200e720c2a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.706671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-468b2ee1-014b-4bda-9761-524488ae4beb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.707818 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-468b2ee1-014b-4bda-9761-524488ae4beb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] 10.222.0.23 "DELETE /v2.0/security-groups/330ab4fd-c47d-4563-a1bf-6e200e720c2a HTTP/1.1" status: 204 len: 168 time: 0.4021041 May 12 03:25:50.734704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Subnet': ['ID=754b1a2d-2fb4-479c-981c-6ca5a98ebbe0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.748773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b2ee1-014b-4bda-9761-524488ae4beb tempest-TestNetworkAdvancedServerOps-548486087 tempest-TestNetworkAdvancedServerOps-548486087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ab4fd-c47d-4563-a1bf-6e200e720c2a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.818084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b52fab47-7a04-48c8-ba47-08369ba8316f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.834037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] Current status of the port 17e204f6-f057-428c-886e-d61ce5368de0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:50.834432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (17e204f6-f057-428c-886e-d61ce5368de0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.836760 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] For port 642d6e1e-56f5-48e4-a23f-623f20d23341, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:50.841049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] For port 642d6e1e-56f5-48e4-a23f-623f20d23341, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=642d6e1e-56f5-48e4-a23f-623f20d23341,segment=NetworkSegment(4358b843-a321-40ad-8977-10218c01c456),segment_id=4358b843-a321-40ad-8977-10218c01c456)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:50.863197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.883362 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.894432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for b52fab47-7a04-48c8-ba47-08369ba8316f owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:50.916258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827ee82e-eae4-4611-96f2-fb7627542e3e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.953414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4358b843-a321-40ad-8977-10218c01c456') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.953414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4358b843-a321-40ad-8977-10218c01c456') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:50.953688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] For port 17e204f6-f057-428c-886e-d61ce5368de0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=17e204f6-f057-428c-886e-d61ce5368de0,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:50.966538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (4358b843-a321-40ad-8977-10218c01c456), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.972680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (17e204f6-f057-428c-886e-d61ce5368de0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.989307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4358b843-a321-40ad-8977-10218c01c456), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:50.992541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eedf1-8a89-4665-bae8-e320fd0dc211 None None] Pushing event updated for resources: {'Port': ['ID=642d6e1e-56f5-48e4-a23f-623f20d23341,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:50.998886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:50.998886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (4358b843-a321-40ad-8977-10218c01c456), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:51.002108 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:51.016493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23d70a-f097-4337-8b38-d157ace0d8e1 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:25:51.074927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:25:51.074927 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:25:51.074927 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': '827ee82e-eae4-4611-96f2-fb7627542e3e'}] May 12 03:25:51.074927 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:25:51.076285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:25:51.086426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60906) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.115173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60910) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.148817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cbcb0-7633-40be-928f-4e052d070ed6 None None] Pushing event updated for resources: {'Port': ['ID=17e204f6-f057-428c-886e-d61ce5368de0,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:51.154440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8cd735b0-532c-4755-b587-c8042abf8996 None None] Provisioning complete for port b52fab47-7a04-48c8-ba47-08369ba8316f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:51.154814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8cd735b0-532c-4755-b587-c8042abf8996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b52fab47-7a04-48c8-ba47-08369ba8316f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.156339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b52fab47-7a04-48c8-ba47-08369ba8316f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.184756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8cd735b0-532c-4755-b587-c8042abf8996 None None] Port b52fab47-7a04-48c8-ba47-08369ba8316f was deleted so its status cannot be updated. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} May 12 03:25:51.195375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23d70a-f097-4337-8b38-d157ace0d8e1 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:25:51.203791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=b52fab47-7a04-48c8-ba47-08369ba8316f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:51.227983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.237204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60914) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.249407 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9dc1a558-e1e3-46b2-b6cf-2ea5f914f501 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/b52fab47-7a04-48c8-ba47-08369ba8316f HTTP/1.1" status: 204 len: 168 time: 0.8283582 May 12 03:25:51.263496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 17e204f6-f057-428c-886e-d61ce5368de0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:51.350743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884dc5a-8529-4f3f-920a-de9bb221a220 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:51.352097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884dc5a-8529-4f3f-920a-de9bb221a220 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:51.353672 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2884dc5a-8529-4f3f-920a-de9bb221a220 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1154971 May 12 03:25:51.356497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60916) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.370720 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-16a51f8f-a4ed-4888-bda3-8aaf6d8e9526 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=646e9f9f25ab4ad89e21b9d43109dc75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540326 May 12 03:25:51.374403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60918) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.406872 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5b9e2821-58bf-42e5-b834-67436e80072f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99ea70adc7d94c9dabe1a7bf4e0ce10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180137 May 12 03:25:51.409608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60920) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.431914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 3fffd981-e082-473f-ba2b-c1e61f41bf8c {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:51.443452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (3fffd981-e082-473f-ba2b-c1e61f41bf8c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.444156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-115f0c95-4b02-4720-8309-8d6b415de867 admin admin] Publish callbacks [] for security_group (14c8bb45-2d9c-4305-89c5-72c1f928b69b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.467112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-115f0c95-4b02-4720-8309-8d6b415de867 admin admin] Publish callbacks [] for security_group (14c8bb45-2d9c-4305-89c5-72c1f928b69b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.502751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (3fffd981-e082-473f-ba2b-c1e61f41bf8c), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.520237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-115f0c95-4b02-4720-8309-8d6b415de867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (14c8bb45-2d9c-4305-89c5-72c1f928b69b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.522934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-115f0c95-4b02-4720-8309-8d6b415de867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.525052 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-115f0c95-4b02-4720-8309-8d6b415de867 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14c8bb45-2d9c-4305-89c5-72c1f928b69b HTTP/1.1" status: 204 len: 168 time: 0.1484413 May 12 03:25:51.535209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f106bfc-6269-4bfa-b0f2-f063be1e1e93 admin admin] Publish callbacks [] for security_group (5ba90834-70af-446d-bf44-3d662bbcef84), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.536395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f0c95-4b02-4720-8309-8d6b415de867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c8bb45-2d9c-4305-89c5-72c1f928b69b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:51.565917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f106bfc-6269-4bfa-b0f2-f063be1e1e93 admin admin] Publish callbacks [] for security_group (5ba90834-70af-446d-bf44-3d662bbcef84), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.566355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 17e204f6-f057-428c-886e-d61ce5368de0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:51.566779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (17e204f6-f057-428c-886e-d61ce5368de0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.578492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.654053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16acc02d-71cd-4a07-bfe3-ce436b7ab0fb None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:25:51.690203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (3fffd981-e082-473f-ba2b-c1e61f41bf8c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.707880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 17e204f6-f057-428c-886e-d61ce5368de0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:51.713875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting port 642d6e1e-56f5-48e4-a23f-623f20d23341 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:51.714252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.729338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42444bb9-278f-4ba9-83fe-e0def84f6f94 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:51.739976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f106bfc-6269-4bfa-b0f2-f063be1e1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5ba90834-70af-446d-bf44-3d662bbcef84), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.742536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6f106bfc-6269-4bfa-b0f2-f063be1e1e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.745920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6f106bfc-6269-4bfa-b0f2-f063be1e1e93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ba90834-70af-446d-bf44-3d662bbcef84 HTTP/1.1" status: 204 len: 168 time: 0.3336079 May 12 03:25:51.760152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 42444bb9-278f-4ba9-83fe-e0def84f6f94 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:51.760336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 42444bb9-278f-4ba9-83fe-e0def84f6f94 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:51.785716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16acc02d-71cd-4a07-bfe3-ce436b7ab0fb None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:25:51.796461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f106bfc-6269-4bfa-b0f2-f063be1e1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba90834-70af-446d-bf44-3d662bbcef84,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:51.823935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] For port 642d6e1e-56f5-48e4-a23f-623f20d23341, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=642d6e1e-56f5-48e4-a23f-623f20d23341,segment=NetworkSegment(4358b843-a321-40ad-8977-10218c01c456),segment_id=4358b843-a321-40ad-8977-10218c01c456)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:51.824661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.844428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Calling delete_port for 642d6e1e-56f5-48e4-a23f-623f20d23341 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:51.862928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (3fffd981-e082-473f-ba2b-c1e61f41bf8c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.878272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60928) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.892408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c76ae8d-f126-4d71-adfb-cacbfc05ebca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.933947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.935850 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/3fffd981-e082-473f-ba2b-c1e61f41bf8c HTTP/1.1" status: 204 len: 168 time: 0.5782733 May 12 03:25:51.936781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f8e3d-9536-4f19-85c6-cbeb69439302 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=3fffd981-e082-473f-ba2b-c1e61f41bf8c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:51.942157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60932) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:51.997352 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6935bd0d-21b9-48f2-8596-ea6b48b604dc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519681 May 12 03:25:51.997564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c76ae8d-f126-4d71-adfb-cacbfc05ebca admin admin] Publish callbacks [] for security_group (f9dd8938-2818-4742-864f-e23b359a796c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:51.997694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60934) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.004622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c76ae8d-f126-4d71-adfb-cacbfc05ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f9dd8938-2818-4742-864f-e23b359a796c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.024987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b0025-35b0-42fd-94ef-51260a544d7e None None] Network 827ee82e-eae4-4611-96f2-fb7627542e3e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:52.066013 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8c76ae8d-f126-4d71-adfb-cacbfc05ebca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a67c365edd84ce8a7f500f52a3dfba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838045 May 12 03:25:52.066858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60936) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.072978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117eba4-d9c9-4c3e-886d-2e0777af0938 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:52.073789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76ae8d-f126-4d71-adfb-cacbfc05ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd8938-2818-4742-864f-e23b359a796c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:52.074534 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8117eba4-d9c9-4c3e-886d-2e0777af0938 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0757389 May 12 03:25:52.078065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.078229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (642d6e1e-56f5-48e4-a23f-623f20d23341), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.119694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Port': ['ID=642d6e1e-56f5-48e4-a23f-623f20d23341,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:52.122891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No DVR routers for this DVR port 642d6e1e-56f5-48e4-a23f-623f20d23341 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:52.197790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64fe40b0-a9aa-4c80-a393-c1f7018835ed admin admin] Publish callbacks [] for security_group (f9dd8938-2818-4742-864f-e23b359a796c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.207462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967c99b-9937-473f-a4f7-0c6064a2862f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:52.209182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8967c99b-9937-473f-a4f7-0c6064a2862f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1284719 May 12 03:25:52.216443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60944) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.232700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.259460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827ee82e-eae4-4611-96f2-fb7627542e3e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:52.271939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4358b843-a321-40ad-8977-10218c01c456') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:52.272916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4358b843-a321-40ad-8977-10218c01c456') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:52.283378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c13aec6-efac-4857-b0b1-859a5c2fe4f8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648551 May 12 03:25:52.284127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60948) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.286091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64fe40b0-a9aa-4c80-a393-c1f7018835ed admin admin] Publish callbacks [] for security_group (f9dd8938-2818-4742-864f-e23b359a796c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.289132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (4358b843-a321-40ad-8977-10218c01c456), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.295118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:52.305850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4358b843-a321-40ad-8977-10218c01c456), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.312982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:52.314746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (4358b843-a321-40ad-8977-10218c01c456), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:52.318750 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:52.359722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1442894-4f8b-46a4-9ec9-e00eb5fa3323 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:52.412609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (827ee82e-eae4-4611-96f2-fb7627542e3e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.419395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.423904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/827ee82e-eae4-4611-96f2-fb7627542e3e HTTP/1.1" status: 204 len: 168 time: 2.4312296 May 12 03:25:52.427546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60954) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.441159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:52.444857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.470265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64fe40b0-a9aa-4c80-a393-c1f7018835ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f9dd8938-2818-4742-864f-e23b359a796c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.472995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-64fe40b0-a9aa-4c80-a393-c1f7018835ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.478897 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-64fe40b0-a9aa-4c80-a393-c1f7018835ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9dd8938-2818-4742-864f-e23b359a796c HTTP/1.1" status: 204 len: 168 time: 0.4087162 May 12 03:25:52.479392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f3b425-397a-40d1-9f34-a5c92bf7e750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:52.479864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f3b425-397a-40d1-9f34-a5c92bf7e750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:52.483249 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f1f3b425-397a-40d1-9f34-a5c92bf7e750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/754b1a2d-2fb4-479c-981c-6ca5a98ebbe0 HTTP/1.1" status: 404 len: 337 time: 0.0545983 May 12 03:25:52.484431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de0f47-f5c0-4ef3-b1d2-8de19e4eb48b tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Network': ['ID=827ee82e-eae4-4611-96f2-fb7627542e3e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:52.487581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60962) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.509849 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf53c4a-2946-41f4-b89a-2021591c4d6f tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:52.510591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf53c4a-2946-41f4-b89a-2021591c4d6f tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:52.514027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4bf53c4a-2946-41f4-b89a-2021591c4d6f tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/827ee82e-eae4-4611-96f2-fb7627542e3e HTTP/1.1" status: 404 len: 339 time: 0.0253069 May 12 03:25:52.516567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60964) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.519658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe40b0-a9aa-4c80-a393-c1f7018835ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd8938-2818-4742-864f-e23b359a796c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:52.555355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25c6669-a2be-4d72-8471-3c4c1d92b7cb tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:52.555623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25c6669-a2be-4d72-8471-3c4c1d92b7cb tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:52.559730 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c25c6669-a2be-4d72-8471-3c4c1d92b7cb tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/348f9140-37f4-4554-b5ee-9b09f8388cb3 HTTP/1.1" status: 404 len: 337 time: 0.0421689 May 12 03:25:52.562211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60966) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.585990 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4723ec99-0277-4556-acb4-b2dae94b2f93 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:52.586240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:52.586648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4723ec99-0277-4556-acb4-b2dae94b2f93 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:52.590216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4723ec99-0277-4556-acb4-b2dae94b2f93 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/73b01816-d329-4aeb-85a7-7c2d028b2832 HTTP/1.1" status: 404 len: 339 time: 0.0270526 May 12 03:25:52.592627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60970) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.646109 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9953fdd5-0510-4759-8446-b13e8d9b65d8 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:52.646571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9953fdd5-0510-4759-8446-b13e8d9b65d8 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:52.652331 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9953fdd5-0510-4759-8446-b13e8d9b65d8 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/0bef294b-100e-4049-ad03-824fa4991436 HTTP/1.1" status: 404 len: 337 time: 0.0587485 May 12 03:25:52.653226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60974) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.658018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] Deleting port 17e204f6-f057-428c-886e-d61ce5368de0 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:52.659378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (17e204f6-f057-428c-886e-d61ce5368de0), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.678949 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-72035a97-a078-4330-8f43-093fb83884f2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:52.679205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72035a97-a078-4330-8f43-093fb83884f2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:52.685102 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-72035a97-a078-4330-8f43-093fb83884f2 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/30fc69b1-04bc-425e-bcb1-4e83544ec8a5 HTTP/1.1" status: 404 len: 339 time: 0.0310702 May 12 03:25:52.685702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:52.742847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] For port 17e204f6-f057-428c-886e-d61ce5368de0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=17e204f6-f057-428c-886e-d61ce5368de0,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:52.743397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (17e204f6-f057-428c-886e-d61ce5368de0), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.761809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] Calling delete_port for 17e204f6-f057-428c-886e-d61ce5368de0 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:52.841913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting port 565cb41a-d310-4263-abbe-e51685ff17aa {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:52.842495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (565cb41a-d310-4263-abbe-e51685ff17aa), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.937702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (17e204f6-f057-428c-886e-d61ce5368de0), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:52.952294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:52.954837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] No DVR routers for this DVR port 17e204f6-f057-428c-886e-d61ce5368de0 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:52.983378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442261-94e9-4965-92fc-7a6e0ed3f3c8 None None] Pushing event deleted for resources: {'Port': ['ID=17e204f6-f057-428c-886e-d61ce5368de0,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:53.023447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60980) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:53.062582 dv-neutron-841363-5-hyperv neutron-server[104164]: WARNING neutron.services.revisions.revision_plugin [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Could not find related port for resource to bump revision. May 12 03:25:53.070589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Port 17e204f6-f057-428c-886e-d61ce5368de0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104164) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 12 03:25:53.070902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:5dc {{(pid=104164) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 12 03:25:53.076370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (de02c662-f54b-4848-bd47-8508f11b0c96), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.137754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:53.141545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:53.147243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:53.148053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.153640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088aaf2-6237-4d25-89e4-feb65976a39a None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:53.157735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=de02c662-f54b-4848-bd47-8508f11b0c96,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:53.177661 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3c194862-e2d9-4cc1-b5c7-7562f754ae93 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8886602 May 12 03:25:53.179899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60984) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:53.187228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:53.222581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 17e204f6-f057-428c-886e-d61ce5368de0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:53.230485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1530803428'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:53.253849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 17e204f6-f057-428c-886e-d61ce5368de0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:53.254226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 17e204f6-f057-428c-886e-d61ce5368de0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:53.298521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:53.301209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'de02c662-f54b-4848-bd47-8508f11b0c96'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:53.302682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.302827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.310802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (565cb41a-d310-4263-abbe-e51685ff17aa), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.317941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.325750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Calling delete_port for 565cb41a-d310-4263-abbe-e51685ff17aa owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:53.378067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:53.381993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.422279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (565cb41a-d310-4263-abbe-e51685ff17aa), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.457274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Port': ['ID=565cb41a-d310-4263-abbe-e51685ff17aa,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:53.458207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Allocated IP 2001:db8::f816:3eff:fe53:6d35 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/de02c662-f54b-4848-bd47-8508f11b0c96/f619ffe6-24e1-4abd-99a9-b5f4919fbcdb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:53.471958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.477917 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f18f3416-e1ec-4a8d-9f96-45f8ad67c750 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/ports/565cb41a-d310-4263-abbe-e51685ff17aa HTTP/1.1" status: 204 len: 168 time: 0.7890465 May 12 03:25:53.478846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60986) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:53.500791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (5b17f2c1-17fe-43af-baa9-ec1081017409), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.509163 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.ipam_backend_mixin [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de02c662-f54b-4848-bd47-8508f11b0c96 (CIDR: 2001:db8::/64) May 12 03:25:53.510154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5b17f2c1-17fe-43af-baa9-ec1081017409), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.514905 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8695996-7b10-423f-8ffb-6c70bcaddbad tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:53.515387 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8695996-7b10-423f-8ffb-6c70bcaddbad tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:53.521491 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8695996-7b10-423f-8ffb-6c70bcaddbad tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/14390e7e-2c1d-4ba2-971b-5222638cb1c6 HTTP/1.1" status: 404 len: 337 time: 0.0394506 May 12 03:25:53.521660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:53.521660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:53.521837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60988) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:53.543109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:53.561384 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ba1aad2-fade-4409-849e-962a4b6a7158 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3769028 May 12 03:25:53.561699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60990) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:53.563796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (ba0df32d-149a-418a-b528-b8ee73a468e1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.564207 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment ba0df32d-149a-418a-b528-b8ee73a468e1 of type vlan for network b5964182-2085-456d-9114-9201d39ef68d May 12 03:25:53.565547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b17f2c1-17fe-43af-baa9-ec1081017409,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:53.570594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:53.613550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b5964182-2085-456d-9114-9201d39ef68d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.640686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b5964182-2085-456d-9114-9201d39ef68d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.645420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (355d0b30-d94f-471d-9367-a189d2863398), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.646427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:53.647039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.652275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Publish callbacks [] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.660252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.680062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6555617 May 12 03:25:53.682728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60992) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:53.688206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'name': 'tempest-PortsIpV6TestJSON-1840953162'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:53.699061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:53.701962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:53.705390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:53.719022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Pushing event updated for resources: {'Port': ['ID=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:53.745630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced2ae5-2948-4ebb-92ac-94842dd90604 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=b5964182-2085-456d-9114-9201d39ef68d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:53.760445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b5964182-2085-456d-9114-9201d39ef68d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:53.792853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Attempting to bind port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:25:53.793226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Attempting to bind port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:25:53.793920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Attempting to bind port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:25:53.805455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (355d0b30-d94f-471d-9367-a189d2863398), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.816148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:53.819979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.831639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:25:53.831929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:53.832319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.832685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:25:53.833170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Bound port: f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:25:53.833542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.835767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355d0b30-d94f-471d-9367-a189d2863398']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:53.842183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 6dd52026-9405-4f63-88d3-d071b3eac0ac yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:53.849784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dcf519-e712-4549-bbfa-183a7981d199') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:53.850701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dcf519-e712-4549-bbfa-183a7981d199') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:53.857479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:53.861515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.868908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (29dcf519-e712-4549-bbfa-183a7981d199), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.904003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (29dcf519-e712-4549-bbfa-183a7981d199), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.904242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] For port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:25:53.941274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:53.941784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (29dcf519-e712-4549-bbfa-183a7981d199), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:53.944923 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:54.019837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] For port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:25:54.022205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.024825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (355d0b30-d94f-471d-9367-a189d2863398), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.027387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.035173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.040431 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/355d0b30-d94f-471d-9367-a189d2863398 HTTP/1.1" status: 204 len: 168 time: 0.5156069 May 12 03:25:54.044014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 60994) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.050487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdeed2a-d303-419f-bc44-2686e44607ce tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Network': ['ID=355d0b30-d94f-471d-9367-a189d2863398,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.087760 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a416ef2-50fb-4c07-8bcf-2ff2efa2c3d1 None None] Pushing event updated for resources: {'Port': ['ID=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.148899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting port 9aa57871-feef-420f-80f8-11995c3ad99d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:54.149415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9aa57871-feef-420f-80f8-11995c3ad99d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.175156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.197709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (8459bb73-b863-4d3d-bd62-414ee73d0f60), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.245315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:54.250851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:54.257806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:54.257806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.273274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9aa57871-feef-420f-80f8-11995c3ad99d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.279952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=8459bb73-b863-4d3d-bd62-414ee73d0f60,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.304310 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-16cc9fa9-accb-49e0-bf9f-23439ac1379a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7414346 May 12 03:25:54.306475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=6dd52026-9405-4f63-88d3-d071b3eac0ac,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.306972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60996) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.311735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Calling delete_port for 9aa57871-feef-420f-80f8-11995c3ad99d owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:54.312340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:b0:6f:db', 'name': 'tempest-NetworksTestDHCPv6-358993935'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:54.330381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': 'ba0df32d-149a-418a-b528-b8ee73a468e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:54.330960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: b5964182-2085-456d-9114-9201d39ef68d, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:54.404897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:54.420526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b5964182-2085-456d-9114-9201d39ef68d) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:54.425260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:54.431912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:54.432838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.436056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d334d7-3fe9-44cb-a535-921d41019ccd None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:54.444623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9aa57871-feef-420f-80f8-11995c3ad99d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.444871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:54.490459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Port': ['ID=9aa57871-feef-420f-80f8-11995c3ad99d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.497940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.502724 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-29e2c06f-9fa5-42e0-b974-8c1abec03fae tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/ports/9aa57871-feef-420f-80f8-11995c3ad99d HTTP/1.1" status: 204 len: 168 time: 0.4576633 May 12 03:25:54.509877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 60998) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.510190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.511409 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-34b0d5ba-13bf-498c-9bd2-216f9e1c434c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8276434 May 12 03:25:54.523757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1699455368'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:54.553053 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ece3fec-1c55-4bcd-bb8f-fc2532ca8e84 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] DELETE failed (client error): The resource could not be found. May 12 03:25:54.553520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ece3fec-1c55-4bcd-bb8f-fc2532ca8e84 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:54.556488 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6ece3fec-1c55-4bcd-bb8f-fc2532ca8e84 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/b26ddfb9-042a-4f0b-93fd-654a923dc1f3 HTTP/1.1" status: 404 len: 337 time: 0.0453730 May 12 03:25:54.559148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32770) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.583593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:54.586976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.599082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.633549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:54.636026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 847017f7-8a66-4816-8966-46cfc8743d93 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:54.641677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (20e95e9d-afb4-467f-8162-ad30d09820b2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.676626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4f988c40-4a43-4ef5-8d58-3ab9f20afb43), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.677099 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment 4f988c40-4a43-4ef5-8d58-3ab9f20afb43 of type vlan for network 8ca9e40f-6197-4f02-b26b-08468d374f8a May 12 03:25:54.725722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (20e95e9d-afb4-467f-8162-ad30d09820b2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.733278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8ca9e40f-6197-4f02-b26b-08468d374f8a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.747205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e95e9d-afb4-467f-8162-ad30d09820b2']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:54.756969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5063a14b-2314-4fcd-b09e-0ccb33cce193') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:54.757267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5063a14b-2314-4fcd-b09e-0ccb33cce193') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:54.766463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (5063a14b-2314-4fcd-b09e-0ccb33cce193), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.779783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5063a14b-2314-4fcd-b09e-0ccb33cce193), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.785823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:54.786291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (5063a14b-2314-4fcd-b09e-0ccb33cce193), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:54.789532 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:54.805924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8ca9e40f-6197-4f02-b26b-08468d374f8a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.811578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:54.812204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.857676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (20e95e9d-afb4-467f-8162-ad30d09820b2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.866217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.872932 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/20e95e9d-afb4-467f-8162-ad30d09820b2 HTTP/1.1" status: 204 len: 168 time: 0.3127117 May 12 03:25:54.875064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32772) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.881991 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.3672833 May 12 03:25:54.884381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32774) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:54.893671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'ports': [{'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'}, {'network_id': '8ca9e40f-6197-4f02-b26b-08468d374f8a'}]} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:54.893967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:54.894386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '8ca9e40f-6197-4f02-b26b-08468d374f8a'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:54.894507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9d56-1563-4a1c-8698-d3a3bfc5a991 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Network': ['ID=20e95e9d-afb4-467f-8162-ad30d09820b2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.949254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting subnet 137c4fa1-a1e5-45a1-a8c5-a3942a855dec {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:54.954227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (137c4fa1-a1e5-45a1-a8c5-a3942a855dec), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:54.954926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b62aed-14c7-4f5a-bc22-65e2e97e59c2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=8ca9e40f-6197-4f02-b26b-08468d374f8a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:54.957514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8:0:1::3e9 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/8459bb73-b863-4d3d-bd62-414ee73d0f60/847017f7-8a66-4816-8966-46cfc8743d93) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:54.966532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8ca9e40f-6197-4f02-b26b-08468d374f8a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:54.968182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:feb0:6fdb (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/de02c662-f54b-4848-bd47-8508f11b0c96/847017f7-8a66-4816-8966-46cfc8743d93) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:55.011117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (137c4fa1-a1e5-45a1-a8c5-a3942a855dec), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.111847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (137c4fa1-a1e5-45a1-a8c5-a3942a855dec), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.181653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (137c4fa1-a1e5-45a1-a8c5-a3942a855dec), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.208070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f619ffe6-24e1-4abd-99a9-b5f4919fbcdb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:55.213389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Subnet': ['ID=137c4fa1-a1e5-45a1-a8c5-a3942a855dec,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:55.217301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.221257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c6ce05b6-b5f6-4273-ac3f-4f49cd97ef2e tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/subnets/137c4fa1-a1e5-45a1-a8c5-a3942a855dec HTTP/1.1" status: 204 len: 168 time: 0.3449697 May 12 03:25:55.226895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32778) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:55.242227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0694f39-a352-4e98-bd52-acaf97e2a378 None None] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:55.249009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 2} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:55.253968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.269518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.318931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8ccf4563-57f8-43e4-a064-b29e31dd9cb8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.352922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97bede-0b79-43bf-81d1-727a05d8a6d0 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:55.378943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Deleting port f4795cff-f4ac-47aa-8092-c3d64277193a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:55.379689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.390822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:55.391952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.396900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (847017f7-8a66-4816-8966-46cfc8743d93), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.472887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] For port f4795cff-f4ac-47aa-8092-c3d64277193a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f4795cff-f4ac-47aa-8092-c3d64277193a,segment=NetworkSegment(edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11),segment_id=edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:55.473401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.488610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] DHCP port deletion for 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:55.492059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port a9f00c55-48b3-42d2-a242-ce490c14e144 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:55.497170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Calling delete_port for f4795cff-f4ac-47aa-8092-c3d64277193a owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:55.500669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Provisioning complete for port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:55.501195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.512415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (847017f7-8a66-4816-8966-46cfc8743d93), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.570272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:55.576776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=847017f7-8a66-4816-8966-46cfc8743d93,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:55.580188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:55.582686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:55.588707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:55.589512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.599274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.610714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Deleting port f4795cff-f4ac-47aa-8092-c3d64277193a {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:55.611092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.622092 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f7ad382a-82ef-4107-af2b-b8d378a9eedc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3140378 May 12 03:25:55.624632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:55.637869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Port': ['ID=f4795cff-f4ac-47aa-8092-c3d64277193a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:55.642277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] No DVR routers for this DVR port f4795cff-f4ac-47aa-8092-c3d64277193a on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:55.726022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (a9f00c55-48b3-42d2-a242-ce490c14e144), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.728709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8ccf4563-57f8-43e4-a064-b29e31dd9cb8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.750554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccf4563-57f8-43e4-a064-b29e31dd9cb8']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:55.761426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:55.761818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:55.773112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.788056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.794872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:55.795278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (edeea6ab-1edc-44c7-9f5e-7a4f06a2ee11), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.798716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 847017f7-8a66-4816-8966-46cfc8743d93 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:55.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:55.801071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (847017f7-8a66-4816-8966-46cfc8743d93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.832978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 45a4ad66-c22c-403a-b3e2-7eebc2b06b42 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:25:55.865736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8ccf4563-57f8-43e4-a064-b29e31dd9cb8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.875205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.881433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] 10.222.0.23 "DELETE /v2.0/networks/8ccf4563-57f8-43e4-a064-b29e31dd9cb8 HTTP/1.1" status: 204 len: 168 time: 0.6510460 May 12 03:25:55.889055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af8ea9-48ba-42db-aac0-97a7cddefd43 tempest-NetworksIpV6TestAttrs-355593118 tempest-NetworksIpV6TestAttrs-355593118-project] Pushing event deleted for resources: {'Network': ['ID=8ccf4563-57f8-43e4-a064-b29e31dd9cb8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:55.905521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:55.905739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.915825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] For port f4795cff-f4ac-47aa-8092-c3d64277193a, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:55.916227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.929673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (847017f7-8a66-4816-8966-46cfc8743d93), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.948510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 847017f7-8a66-4816-8966-46cfc8743d93 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:55.949509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Calling delete_port for f4795cff-f4ac-47aa-8092-c3d64277193a owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:55.951838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Current status of the port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:55.951838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.960185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.ipam_backend_mixin [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Port f4795cff-f4ac-47aa-8092-c3d64277193a was not found and therefore no delete operation was performed {{(pid=104166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:25:55.975585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (f4795cff-f4ac-47aa-8092-c3d64277193a), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:55.989856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'de02c662-f54b-4848-bd47-8508f11b0c96', 'ip_address': '2001:db8::f816:3eff:fe53:6d35'}, {'subnet_id': '8459bb73-b863-4d3d-bd62-414ee73d0f60'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'f619ffe6-24e1-4abd-99a9-b5f4919fbcdb'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:25:56.024460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Network 8ccf4563-57f8-43e4-a064-b29e31dd9cb8 is not hosted by any dhcp agent {{(pid=104166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:25:56.025214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] No DVR routers for this DVR port f4795cff-f4ac-47aa-8092-c3d64277193a on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:56.028579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:56.043599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80de28-9a45-4365-bed0-3d834885af7b None None] Pushing event deleted for resources: {'Port': ['ID=f4795cff-f4ac-47aa-8092-c3d64277193a,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.057940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.058129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (45a4ad66-c22c-403a-b3e2-7eebc2b06b42), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.105821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.138161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a9f00c55-48b3-42d2-a242-ce490c14e144), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.149384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:25:56.149806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:25:56.174848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32786) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.177330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.203237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:56.207914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:56.215561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:56.216012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (45a4ad66-c22c-403a-b3e2-7eebc2b06b42), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.281703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=a9f00c55-48b3-42d2-a242-ce490c14e144,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.327020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': '4f988c40-4a43-4ef5-8d58-3ab9f20afb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ca9e40f-6197-4f02-b26b-08468d374f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:56.327367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: 8ca9e40f-6197-4f02-b26b-08468d374f8a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:56.332090 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-77ab6560-2f72-43be-819c-8d8d3cc24830 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8b7eb15fdcb42009aa2c7d4cb507df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556802 May 12 03:25:56.334482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32790) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.345124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (847017f7-8a66-4816-8966-46cfc8743d93), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.361225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] Allocated IP 2001:db8:0:1::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/8459bb73-b863-4d3d-bd62-414ee73d0f60/f619ffe6-24e1-4abd-99a9-b5f4919fbcdb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:56.395417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-11c9920d-892c-4dbc-a97e-aacd06799655 admin admin] Publish callbacks [] for security_group (9e6cbe76-0e92-49ea-b25a-93fbe4825798), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.396820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=45a4ad66-c22c-403a-b3e2-7eebc2b06b42,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.399254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 8ca9e40f-6197-4f02-b26b-08468d374f8a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:56.421919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-11c9920d-892c-4dbc-a97e-aacd06799655 admin admin] Publish callbacks [] for security_group (9e6cbe76-0e92-49ea-b25a-93fbe4825798), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.443809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=847017f7-8a66-4816-8966-46cfc8743d93,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.450947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.454761 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9225d739-dc70-4f0e-bf93-c589e87a7b30 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/847017f7-8a66-4816-8966-46cfc8743d93 HTTP/1.1" status: 204 len: 168 time: 0.8252769 May 12 03:25:56.456521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32792) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.476266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-11c9920d-892c-4dbc-a97e-aacd06799655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e6cbe76-0e92-49ea-b25a-93fbe4825798), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.479356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-11c9920d-892c-4dbc-a97e-aacd06799655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.480396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-11c9920d-892c-4dbc-a97e-aacd06799655 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e6cbe76-0e92-49ea-b25a-93fbe4825798 HTTP/1.1" status: 204 len: 168 time: 0.1448731 May 12 03:25:56.486189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] For port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:56.489697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9920d-892c-4dbc-a97e-aacd06799655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6cbe76-0e92-49ea-b25a-93fbe4825798,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.504096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8ca9e40f-6197-4f02-b26b-08468d374f8a) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:56.515406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f5d0f-8708-43ac-ac43-2ec91f2ffac7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.517093 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-740f5d0f-8708-43ac-ac43-2ec91f2ffac7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0595732 May 12 03:25:56.518126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:25:56.519753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32796) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.522957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09deeac5-8a2e-4376-aa15-dc76371404e2 None None] Network 8ca9e40f-6197-4f02-b26b-08468d374f8a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:56.523171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.527606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.528282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.553011 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3b9fac9c-303d-4c52-a604-bc9a565c6699 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6655073 May 12 03:25:56.555926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32798) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.557692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] Publish callbacks [] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.568751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.577223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b427f65c-4d54-4257-9a2e-f5f903ef80dc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.583664 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b427f65c-4d54-4257-9a2e-f5f903ef80dc tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0628078 May 12 03:25:56.584600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32800) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.650207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e768de-5fc8-4f68-ac10-a8c41146cb97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.655863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e768de-5fc8-4f68-ac10-a8c41146cb97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.655863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e768de-5fc8-4f68-ac10-a8c41146cb97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:56.658482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:56.659443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e5e768de-5fc8-4f68-ac10-a8c41146cb97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0739200 May 12 03:25:56.695345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 45a4ad66-c22c-403a-b3e2-7eebc2b06b42 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:56.695755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (45a4ad66-c22c-403a-b3e2-7eebc2b06b42), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.770233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7784b-5a35-4aa7-92c9-63ca49f305ad None None] Pushing event updated for resources: {'Port': ['ID=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:56.771653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 8459bb73-b863-4d3d-bd62-414ee73d0f60 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:56.775810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (8459bb73-b863-4d3d-bd62-414ee73d0f60), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.781328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-225a6c95-d272-4aec-983b-a42f3d6eab6a None None] Current status of the port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:56.820845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (45a4ad66-c22c-403a-b3e2-7eebc2b06b42), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.839991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 45a4ad66-c22c-403a-b3e2-7eebc2b06b42 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:56.843308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (8459bb73-b863-4d3d-bd62-414ee73d0f60), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:56.988048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (8459bb73-b863-4d3d-bd62-414ee73d0f60), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.020268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (45a4ad66-c22c-403a-b3e2-7eebc2b06b42), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.055943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=45a4ad66-c22c-403a-b3e2-7eebc2b06b42,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:57.061586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.064952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c4a85136-1787-4f80-8ab7-1f8ab607b9da tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/45a4ad66-c22c-403a-b3e2-7eebc2b06b42 HTTP/1.1" status: 204 len: 168 time: 0.5077477 May 12 03:25:57.067657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32814) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.105000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (8459bb73-b863-4d3d-bd62-414ee73d0f60), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.122909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.128852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/8459bb73-b863-4d3d-bd62-414ee73d0f60 HTTP/1.1" status: 204 len: 168 time: 0.4669104 May 12 03:25:57.129983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32818) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.144934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaa81f-b032-4045-832c-46a8120d2348 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=8459bb73-b863-4d3d-bd62-414ee73d0f60,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:57.196653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165e21f-64d7-4803-b453-da93df9bf702 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:57.202118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165e21f-64d7-4803-b453-da93df9bf702 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:57.206793 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c165e21f-64d7-4803-b453-da93df9bf702 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1348529 May 12 03:25:57.207964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32824) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.228827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f619ffe6-24e1-4abd-99a9-b5f4919fbcdb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:25:57.236915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet de02c662-f54b-4848-bd47-8508f11b0c96 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:25:57.240547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (de02c662-f54b-4848-bd47-8508f11b0c96), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.326483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:57.326858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.354422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port a9f00c55-48b3-42d2-a242-ce490c14e144 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:57.354769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a9f00c55-48b3-42d2-a242-ce490c14e144), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.448891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.450799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09900aa-e80e-4bd7-a4db-64b13edb6b56 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:57.467804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a9f00c55-48b3-42d2-a242-ce490c14e144), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.477842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:57.484402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for a9f00c55-48b3-42d2-a242-ce490c14e144 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:57.532012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-93f66c53-7cb6-49c7-b470-ab258a3875b1 None None] Could not find standard attr ID for object 847017f7-8a66-4816-8966-46cfc8743d93. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:25:57.546544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-93f66c53-7cb6-49c7-b470-ab258a3875b1 None None] Provisioning complete for port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:57.547169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-93f66c53-7cb6-49c7-b470-ab258a3875b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.609682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4795cff-f4ac-47aa-8092-c3d64277193a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:57.624243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a9f00c55-48b3-42d2-a242-ce490c14e144), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.635187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (de02c662-f54b-4848-bd47-8508f11b0c96), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.644809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f4795cff-f4ac-47aa-8092-c3d64277193a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:57.645251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4795cff-f4ac-47aa-8092-c3d64277193a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:57.684689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1474768079'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:57.696566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=a9f00c55-48b3-42d2-a242-ce490c14e144,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:57.712057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.715577 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-579b7e3a-65e6-4be1-ab8a-d1de33c416e1 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/a9f00c55-48b3-42d2-a242-ce490c14e144 HTTP/1.1" status: 204 len: 168 time: 0.5073783 May 12 03:25:57.716809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:57.720706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.722658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32832) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.731557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-93f66c53-7cb6-49c7-b470-ab258a3875b1 None None] Current status of the port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:57.731785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.781695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (de02c662-f54b-4848-bd47-8508f11b0c96), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.790994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94440bb-acc7-4b0b-960c-26a205f1ce73 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:57.794997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e94440bb-acc7-4b0b-960c-26a205f1ce73 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0685759 May 12 03:25:57.795489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.826626 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-78940357-786e-417e-b0c2-19f821256d36 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:25:57.827869 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-78940357-786e-417e-b0c2-19f821256d36 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/45a4ad66-c22c-403a-b3e2-7eebc2b06b42 HTTP/1.1" status: 404 len: 333 time: 0.0313728 May 12 03:25:57.833273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32836) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.848939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for security_group (c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.852354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.862751 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb82558-c8b6-4e04-9b1c-269f45225cde tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:25:57.866750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cfb82558-c8b6-4e04-9b1c-269f45225cde tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/a9f00c55-48b3-42d2-a242-ce490c14e144 HTTP/1.1" status: 404 len: 333 time: 0.0299175 May 12 03:25:57.868222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32838) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.890002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:57.898791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (de02c662-f54b-4848-bd47-8508f11b0c96), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.903755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:57.908613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8812989c-2e08-43f5-818e-d7912d8b5b58), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.909027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment 8812989c-2e08-43f5-818e-d7912d8b5b58 of type vlan for network b45c3342-c7e9-48e6-94d4-c6c7f1830aac May 12 03:25:57.950777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b45c3342-c7e9-48e6-94d4-c6c7f1830aac), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.967916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:57.973539 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/de02c662-f54b-4848-bd47-8508f11b0c96 HTTP/1.1" status: 204 len: 168 time: 0.8428319 May 12 03:25:57.974433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc688fa-ab5e-4980-a6fc-0ca802ce5ff8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=de02c662-f54b-4848-bd47-8508f11b0c96,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:57.975451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32840) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:57.989651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8ca9e40f-6197-4f02-b26b-08468d374f8a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.018572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b45c3342-c7e9-48e6-94d4-c6c7f1830aac), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.023893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:58.024566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.050387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-07ff1cdc-a8da-438d-9e66-2222990d47ce tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734410 May 12 03:25:58.053086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32842) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:58.060113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:58.102043 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.6496468 May 12 03:25:58.102573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32844) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:58.107419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8ca9e40f-6197-4f02-b26b-08468d374f8a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.107597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740968223'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:58.112386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c8e6-ab88-4ce8-b1fb-c16cd78279c8 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=b45c3342-c7e9-48e6-94d4-c6c7f1830aac,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:58.125594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:58.135110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:58.142087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.168221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca9e40f-6197-4f02-b26b-08468d374f8a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:58.173312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:58.184373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2fea64a8-a5fe-4970-a76f-8ae53e2788ec), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.184795 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment 2fea64a8-a5fe-4970-a76f-8ae53e2788ec of type vlan for network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 May 12 03:25:58.195592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f988c40-4a43-4ef5-8d58-3ab9f20afb43') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:58.196184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f988c40-4a43-4ef5-8d58-3ab9f20afb43') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:25:58.211230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (4f988c40-4a43-4ef5-8d58-3ab9f20afb43), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.230879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4f988c40-4a43-4ef5-8d58-3ab9f20afb43), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.237357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:58.241572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.243784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (76ee929c-83b5-4f45-8b84-63cfa8f777b7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.250404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:25:58.250725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (4f988c40-4a43-4ef5-8d58-3ab9f20afb43), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:25:58.264255 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:25:58.277739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (76ee929c-83b5-4f45-8b84-63cfa8f777b7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.283673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:58.284375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.322916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b439a4-e8f2-41fd-bc7b-0da575c9254b None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:58.329919 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.2254679 May 12 03:25:58.332384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:58.363323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b574b70c-efd3-4ad9-a1e4-c13551a9a0e7 None None] Provisioning complete for port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:25:58.364053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b574b70c-efd3-4ad9-a1e4-c13551a9a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.369003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:58.377383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eefbf-c866-45b6-b2d3-74fcc0d9cea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=76ee929c-83b5-4f45-8b84-63cfa8f777b7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:58.384393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8ca9e40f-6197-4f02-b26b-08468d374f8a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.397617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.401997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/8ca9e40f-6197-4f02-b26b-08468d374f8a HTTP/1.1" status: 204 len: 168 time: 0.5328286 May 12 03:25:58.402562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:58.406411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32848) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:58.415494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1067831940'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:58.421353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78586ef6-09c3-47e9-9a17-cad9a682c8e8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=8ca9e40f-6197-4f02-b26b-08468d374f8a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:58.477784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:58.481652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.505255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:58.508671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.539739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:25:58.582810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (315cdc3b-ff1f-4d43-b9b8-64a1f00b6420), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.583230 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment 315cdc3b-ff1f-4d43-b9b8-64a1f00b6420 of type vlan for network 8ea40629-3b23-4749-8f61-24aa9d2532b6 May 12 03:25:58.597342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b574b70c-efd3-4ad9-a1e4-c13551a9a0e7 None None] Current status of the port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:25:58.628244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:25:58.644415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8ea40629-3b23-4749-8f61-24aa9d2532b6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.670258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] Deleting port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:25:58.670636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.682733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:25:58.697306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8ea40629-3b23-4749-8f61-24aa9d2532b6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.702200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:58.702759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.763881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] For port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:58.764432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.771381 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.3610804 May 12 03:25:58.772574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32852) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:58.780117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] Calling delete_port for f619ffe6-24e1-4abd-99a9-b5f4919fbcdb owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:25:58.802953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:58.839437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97879ec-6294-4e57-b816-aed783bffdaf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=8ea40629-3b23-4749-8f61-24aa9d2532b6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:58.853137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:25:58.861505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.911377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (dbb5fb5f-04a1-4c8b-8544-6f472c13194b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.927703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:58.957063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] Pushing event deleted for resources: {'Port': ['ID=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:58.962784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3936f4c-0a20-44c4-9c68-70429897e119 None None] No DVR routers for this DVR port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:25:58.984658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:58.988892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.010304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=dbb5fb5f-04a1-4c8b-8544-6f472c13194b,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:59.033789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': '8812989c-2e08-43f5-818e-d7912d8b5b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:59.034505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: b45c3342-c7e9-48e6-94d4-c6c7f1830aac, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:59.065105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:25:59.070422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:25:59.080917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] For port f619ffe6-24e1-4abd-99a9-b5f4919fbcdb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:25:59.120364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:59.125617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.130449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (f619ffe6-24e1-4abd-99a9-b5f4919fbcdb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.142476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b45c3342-c7e9-48e6-94d4-c6c7f1830aac) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:59.154111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb580ea3-3a16-4f95-bb3e-98181c305ed5 None None] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:59.167223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=f619ffe6-24e1-4abd-99a9-b5f4919fbcdb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:59.172396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (b4c46cf5-f1f5-40f6-a577-165b37389609), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.173551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:59.174412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.185177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f619ffe6-24e1-4abd-99a9-b5f4919fbcdb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:25:59.206186 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-48d817a1-7a1b-43a4-a6be-35c5abc654a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8724651 May 12 03:25:59.211198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32854) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:59.216135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f619ffe6-24e1-4abd-99a9-b5f4919fbcdb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:25:59.216695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f619ffe6-24e1-4abd-99a9-b5f4919fbcdb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:25:59.217495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:59.230815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=b4c46cf5-f1f5-40f6-a577-165b37389609,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:59.243550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:59.245283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:59.248438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:59.249117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.261737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256d854-767b-443a-a87a-d0c29091bf07 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:59.269937 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7b91ce38-b34d-4bf5-b40b-44126f7960fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2150474 May 12 03:25:59.273451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32856) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:59.278700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:59.335892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (1a8e6ff5-b884-4104-ab58-a76af8a63a83), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.378895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b45c3342-c7e9-48e6-94d4-c6c7f1830aac', 'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'dbb5fb5f-04a1-4c8b-8544-6f472c13194b'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:59.380651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.412575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:59.416496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.426823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': 'b4c46cf5-f1f5-40f6-a577-165b37389609'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:59.428645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.435070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=1a8e6ff5-b884-4104-ab58-a76af8a63a83,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:59.453672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:59.458963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.504681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:59.505154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: 8ea40629-3b23-4749-8f61-24aa9d2532b6, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:59.515649 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.ipam_backend_mixin [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4c46cf5-f1f5-40f6-a577-165b37389609 (CIDR: 2001:db8::/64) May 12 03:25:59.520118 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:25:59.520608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:25:59.539738 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9e6bc21b-402b-4c41-ab30-e2316f0469ff tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2626140 May 12 03:25:59.539937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32858) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:59.544750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:59.596032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:25:59.613371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8ea40629-3b23-4749-8f61-24aa9d2532b6) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:59.623477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:59.624368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.673519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:59.677673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.683354 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00b0973f-6134-4f2c-a7de-3f1c1caa2773 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9068866 May 12 03:25:59.686418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32860) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:25:59.694062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6', 'name': 'tempest-PortsIpV6TestJSON-2141862895'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:25:59.734260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091cc4d9-4a35-4838-9f42-9da11d9d14ac None None] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:25:59.827706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Allocated IP 2001:db8::2 (b45c3342-c7e9-48e6-94d4-c6c7f1830aac/dbb5fb5f-04a1-4c8b-8544-6f472c13194b/afbd46d5-3765-41fe-88a6-5dad926952fc) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:59.863237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f8ed46ef-fab6-4896-99f6-1ee44584a74d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.916070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Allocated IP 2001:db8::f816:3eff:fe4c:7a69 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/b4c46cf5-f1f5-40f6-a577-165b37389609/f26743f3-3b61-4489-aead-bd276baba02b) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:25:59.928999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (8ed80f49-996d-498c-8c4b-2db3a7893953), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.964259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8ea40629-3b23-4749-8f61-24aa9d2532b6', 'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': '1a8e6ff5-b884-4104-ab58-a76af8a63a83'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:25:59.965164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.972842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=f8ed46ef-fab6-4896-99f6-1ee44584a74d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:25:59.983442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:25:59.988980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': '2fea64a8-a5fe-4970-a76f-8ae53e2788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:25:59.988980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 76ee929c-83b5-4f45-8b84-63cfa8f777b7, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:25:59.993507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:25:59.993672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:25:59.996885 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:25:59.997264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:25:59.997961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.015635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=8ed80f49-996d-498c-8c4b-2db3a7893953,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:00.028208 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-01546f08-bb88-45e0-b63d-7cd3c230add0 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4871476 May 12 03:26:00.029337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:00.033164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port a996839f-358b-493f-968e-28f2cebc2376 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:00.035288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:af:fe:8f', 'name': 'tempest-NetworksTestDHCPv6-1841721143'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:00.040972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:00.091013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 76ee929c-83b5-4f45-8b84-63cfa8f777b7) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:00.104491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:00.105318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.114589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047a4a8-36b4-43de-a30a-1e9004be4ba2 None None] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:00.171595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:00.176388 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3253ac1a-8d93-4213-bceb-9d9698ff9bf0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9641438 May 12 03:26:00.176741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32864) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:00.183132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1604754431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:00.206253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::129 (8ea40629-3b23-4749-8f61-24aa9d2532b6/1a8e6ff5-b884-4104-ab58-a76af8a63a83/a996839f-358b-493f-968e-28f2cebc2376) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:00.275751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (fc9c67e6-488f-4262-b231-7d69d2857a1d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.277039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (fc9c67e6-488f-4262-b231-7d69d2857a1d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.315123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Publish callbacks [] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.329837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Publish callbacks [] for port (f26743f3-3b61-4489-aead-bd276baba02b), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.340033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.349132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.363074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.378809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (fc9c67e6-488f-4262-b231-7d69d2857a1d), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.388808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (fc9c67e6-488f-4262-b231-7d69d2857a1d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.404733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-76ee929c-83b5-4f45-8b84-63cfa8f777b7', 'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'f8ed46ef-fab6-4896-99f6-1ee44584a74d'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:00.405748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.420146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 62e28417-7f22-40cf-8aa1-933569dcfc69 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:00.438792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.440895 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a1435959-bc13-47d7-92ee-541e8dcd06e6 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2630405 May 12 03:26:00.448390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:00.450427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:00.451785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Pushing event updated for resources: {'Port': ['ID=afbd46d5-3765-41fe-88a6-5dad926952fc,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:00.461491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:00.464127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:00.471956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:00.474581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:00.481692 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32866) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:00.686992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:00.716447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Attempting to bind port f26743f3-3b61-4489-aead-bd276baba02b on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:00.716968 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Attempting to bind port f26743f3-3b61-4489-aead-bd276baba02b by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:00.717424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Attempting to bind port f26743f3-3b61-4489-aead-bd276baba02b on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:00.756660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Attempting to bind port afbd46d5-3765-41fe-88a6-5dad926952fc on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:00.757218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Attempting to bind port afbd46d5-3765-41fe-88a6-5dad926952fc by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8812989c-2e08-43f5-818e-d7912d8b5b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:00.757687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Attempting to bind port afbd46d5-3765-41fe-88a6-5dad926952fc on network b45c3342-c7e9-48e6-94d4-c6c7f1830aac {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:00.762439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:00.763073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:00.763542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.764075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:00.764682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Bound port: f26743f3-3b61-4489-aead-bd276baba02b, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:00.765196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.773277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:00.773795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Checking segment: {'id': '8812989c-2e08-43f5-818e-d7912d8b5b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:00.774458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.774805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Bound using segment: {'id': '8812989c-2e08-43f5-818e-d7912d8b5b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:00.775367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Bound port: afbd46d5-3765-41fe-88a6-5dad926952fc, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8812989c-2e08-43f5-818e-d7912d8b5b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45c3342-c7e9-48e6-94d4-c6c7f1830aac'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:00.776397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.779898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (a996839f-358b-493f-968e-28f2cebc2376), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.805801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Allocated IP 2001:db8:1::2 (76ee929c-83b5-4f45-8b84-63cfa8f777b7/f8ed46ef-fab6-4896-99f6-1ee44584a74d/aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:00.826062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a996839f-358b-493f-968e-28f2cebc2376), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.888671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:00.904388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:00.904630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8:0:1::34a (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/8ed80f49-996d-498c-8c4b-2db3a7893953/62e28417-7f22-40cf-8aa1-933569dcfc69) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:00.913459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:00.915495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::f816:3eff:feaf:fe8f (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/b4c46cf5-f1f5-40f6-a577-165b37389609/62e28417-7f22-40cf-8aa1-933569dcfc69) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:00.921727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:00.922590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.930155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=a996839f-358b-493f-968e-28f2cebc2376,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:00.947570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:00.961340 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-360ba350-1f31-499a-b36d-eed2b013b546 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2737534 May 12 03:26:00.965188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32868) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:01.022762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Allocated IP 2001:db8::2 (8ea40629-3b23-4749-8f61-24aa9d2532b6/1a8e6ff5-b884-4104-ab58-a76af8a63a83/bf4da582-be59-49a2-8fcd-449d429bf3e9) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:01.025493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:01.043173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] For port afbd46d5-3765-41fe-88a6-5dad926952fc, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:01.050670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:01.076687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] For port afbd46d5-3765-41fe-88a6-5dad926952fc, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afbd46d5-3765-41fe-88a6-5dad926952fc,segment=NetworkSegment(8812989c-2e08-43f5-818e-d7912d8b5b58),segment_id=8812989c-2e08-43f5-818e-d7912d8b5b58)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:01.085672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.129931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port a996839f-358b-493f-968e-28f2cebc2376 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:01.132577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a996839f-358b-493f-968e-28f2cebc2376), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.144250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.275348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (62e28417-7f22-40cf-8aa1-933569dcfc69), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.283086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5fac9-5bd5-4e56-bb8e-3261fffda632 None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:01.285007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a996839f-358b-493f-968e-28f2cebc2376), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.309647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for a996839f-358b-493f-968e-28f2cebc2376 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:01.356302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8::1 (b45c3342-c7e9-48e6-94d4-c6c7f1830aac/dbb5fb5f-04a1-4c8b-8544-6f472c13194b/c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:01.397638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (62e28417-7f22-40cf-8aa1-933569dcfc69), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.438598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Publish callbacks [] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.459107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.469118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Publish callbacks [] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.518916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.524355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:01.530890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=62e28417-7f22-40cf-8aa1-933569dcfc69,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:01.536040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:01.539996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:01.548123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0606f6-2178-4d94-b12f-ace1d9b7e349 None None] Pushing event updated for resources: {'Port': ['ID=afbd46d5-3765-41fe-88a6-5dad926952fc,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:01.548952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:01.550335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.555608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:01.562189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:01.565550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:01.602479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:01.612727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:01.617675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:01.629074 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1cd024de-18a8-4146-a300-e5532957eaf6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5984223 May 12 03:26:01.635474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.641561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32870) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:01.692345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Pushing event updated for resources: {'Port': ['ID=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:01.745336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a996839f-358b-493f-968e-28f2cebc2376), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.783642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=a996839f-358b-493f-968e-28f2cebc2376,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:01.815100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.827923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.829344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 62e28417-7f22-40cf-8aa1-933569dcfc69 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:01.830141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (62e28417-7f22-40cf-8aa1-933569dcfc69), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.834967 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8e323782-eb51-47c2-bfd7-b3d7f29efb89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/a996839f-358b-493f-968e-28f2cebc2376 HTTP/1.1" status: 204 len: 168 time: 0.8651052 May 12 03:26:01.835338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32872) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:01.866316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a70d14-efe8-4de9-96c8-a23952ba9f4a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:26:01.867920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a70d14-efe8-4de9-96c8-a23952ba9f4a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:01.874768 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e6a70d14-efe8-4de9-96c8-a23952ba9f4a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/a996839f-358b-493f-968e-28f2cebc2376 HTTP/1.1" status: 404 len: 333 time: 0.0347979 May 12 03:26:01.875058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32874) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:01.903607 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec29108b-1519-4847-9003-dd5e5e821972 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:01.903901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:01.907436 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ec29108b-1519-4847-9003-dd5e5e821972 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/a996839f-358b-493f-968e-28f2cebc2376 HTTP/1.1" status: 404 len: 333 time: 0.0292821 May 12 03:26:01.909618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32876) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:01.909877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:01.923076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:01.923781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.935857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:01.992909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet 1a8e6ff5-b884-4104-ab58-a76af8a63a83 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:01.996960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (1a8e6ff5-b884-4104-ab58-a76af8a63a83), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:01.999593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Attempting to bind port bf4da582-be59-49a2-8fcd-449d429bf3e9 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:01.999973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Attempting to bind port bf4da582-be59-49a2-8fcd-449d429bf3e9 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:02.000734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Attempting to bind port bf4da582-be59-49a2-8fcd-449d429bf3e9 on network 8ea40629-3b23-4749-8f61-24aa9d2532b6 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:02.021468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Pushing event updated for resources: {'Port': ['ID=bf4da582-be59-49a2-8fcd-449d429bf3e9,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:02.024949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:02.025345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Checking segment: {'id': '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:02.025758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.026174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Bound using segment: {'id': '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:02.026663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Bound port: bf4da582-be59-49a2-8fcd-449d429bf3e9, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ea40629-3b23-4749-8f61-24aa9d2532b6'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:02.027054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.036360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Attempting to bind port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:02.036739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Attempting to bind port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '2fea64a8-a5fe-4970-a76f-8ae53e2788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:02.037100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Attempting to bind port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb on network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:02.046844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:02.047228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Checking segment: {'id': '2fea64a8-a5fe-4970-a76f-8ae53e2788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:02.047675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.048073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Bound using segment: {'id': '2fea64a8-a5fe-4970-a76f-8ae53e2788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:02.048558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Bound port: aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fea64a8-a5fe-4970-a76f-8ae53e2788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '76ee929c-83b5-4f45-8b84-63cfa8f777b7'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:02.048946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.051995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (1a8e6ff5-b884-4104-ab58-a76af8a63a83), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.069774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (62e28417-7f22-40cf-8aa1-933569dcfc69), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.153308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] For port bf4da582-be59-49a2-8fcd-449d429bf3e9, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:02.174524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] For port bf4da582-be59-49a2-8fcd-449d429bf3e9, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=bf4da582-be59-49a2-8fcd-449d429bf3e9,segment=NetworkSegment(315cdc3b-ff1f-4d43-b9b8-64a1f00b6420),segment_id=315cdc3b-ff1f-4d43-b9b8-64a1f00b6420)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:02.178688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] For port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:02.190494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] For port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,segment=NetworkSegment(2fea64a8-a5fe-4970-a76f-8ae53e2788ec),segment_id=2fea64a8-a5fe-4970-a76f-8ae53e2788ec)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:02.206303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.208324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (1a8e6ff5-b884-4104-ab58-a76af8a63a83), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.212807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.280272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (1a8e6ff5-b884-4104-ab58-a76af8a63a83), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.284582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305989-b670-4f67-9d2a-88246a5588fd None None] Pushing event updated for resources: {'Port': ['ID=bf4da582-be59-49a2-8fcd-449d429bf3e9,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:02.341607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8e6ff5-b884-4104-ab58-a76af8a63a83,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:02.348671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.355187 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a875eab8-bf57-45ac-813b-b0544d02c5dd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/1a8e6ff5-b884-4104-ab58-a76af8a63a83 HTTP/1.1" status: 204 len: 168 time: 0.4417000 May 12 03:26:02.356920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32878) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:02.371681 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da89a82-7849-4232-8790-aa7836612f1f None None] Pushing event updated for resources: {'Port': ['ID=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:02.470052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 62e28417-7f22-40cf-8aa1-933569dcfc69 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:02.490622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8ea40629-3b23-4749-8f61-24aa9d2532b6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.541296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port bf4da582-be59-49a2-8fcd-449d429bf3e9 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:02.541731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.567262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.682554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port bf4da582-be59-49a2-8fcd-449d429bf3e9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=bf4da582-be59-49a2-8fcd-449d429bf3e9,segment=NetworkSegment(315cdc3b-ff1f-4d43-b9b8-64a1f00b6420),segment_id=315cdc3b-ff1f-4d43-b9b8-64a1f00b6420)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:02.682918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.711231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for bf4da582-be59-49a2-8fcd-449d429bf3e9 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:02.863765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (bf4da582-be59-49a2-8fcd-449d429bf3e9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:02.895849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=bf4da582-be59-49a2-8fcd-449d429bf3e9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:02.905381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port bf4da582-be59-49a2-8fcd-449d429bf3e9 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:03.012410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8ea40629-3b23-4749-8f61-24aa9d2532b6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.043556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d1ea6-2b92-4990-853f-56867bbbb628 None None] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:03.050697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea40629-3b23-4749-8f61-24aa9d2532b6']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:03.062571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (62e28417-7f22-40cf-8aa1-933569dcfc69), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.075050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:03.075392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315cdc3b-ff1f-4d43-b9b8-64a1f00b6420') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:03.093916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (315cdc3b-ff1f-4d43-b9b8-64a1f00b6420), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.119846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (315cdc3b-ff1f-4d43-b9b8-64a1f00b6420), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.127957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:03.128366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (315cdc3b-ff1f-4d43-b9b8-64a1f00b6420), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.163947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] Provisioning complete for port afbd46d5-3765-41fe-88a6-5dad926952fc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:03.164655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.174144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2aa337f-5ef1-44fa-8641-80e82cf15eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.210644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=62e28417-7f22-40cf-8aa1-933569dcfc69,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:03.243634 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:03.255692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8ea40629-3b23-4749-8f61-24aa9d2532b6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.277123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.280295 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/8ea40629-3b23-4749-8f61-24aa9d2532b6 HTTP/1.1" status: 204 len: 168 time: 0.9225178 May 12 03:26:03.286489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32880) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.313514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-949440699'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:03.325099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc355-2c32-4df2-87ea-48a32ccfb0c5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=8ea40629-3b23-4749-8f61-24aa9d2532b6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:03.329706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] Current status of the port afbd46d5-3765-41fe-88a6-5dad926952fc is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:03.329706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.411036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] For port afbd46d5-3765-41fe-88a6-5dad926952fc, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afbd46d5-3765-41fe-88a6-5dad926952fc,segment=NetworkSegment(8812989c-2e08-43f5-818e-d7912d8b5b58),segment_id=8812989c-2e08-43f5-818e-d7912d8b5b58)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:03.415130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.418777 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-421fc4da-ab36-478c-8367-e8d37b3512ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/62e28417-7f22-40cf-8aa1-933569dcfc69 HTTP/1.1" status: 204 len: 168 time: 1.7699182 May 12 03:26:03.421410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32884) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.429581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:03.448877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:03.452656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.466278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.490501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.507932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.509382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.511727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d10d4f-72d5-45cb-8fe9-f57e74759981 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.515884 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00d10d4f-72d5-45cb-8fe9-f57e74759981 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0909514 May 12 03:26:03.515884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32886) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.519553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32888) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.521256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:03.538854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e9523-c9ba-4f3f-806d-55a8cd947f1f None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:03.598526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (0f993c71-275b-4420-b389-c0fe54807321), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.598955 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment 0f993c71-275b-4420-b389-c0fe54807321 of type vlan for network e56840b1-3293-45d6-a1c8-67a65eb04b71 May 12 03:26:03.630432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a285c3d-83c0-4fab-b3d3-87c3040ecfc1 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.630837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a285c3d-83c0-4fab-b3d3-87c3040ecfc1 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.631562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a285c3d-83c0-4fab-b3d3-87c3040ecfc1 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.633482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5a285c3d-83c0-4fab-b3d3-87c3040ecfc1 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=2dfac50abd0546ed88ba161fce879d45&network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 3102 time: 0.1175556 May 12 03:26:03.656586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:03.668170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:03.668691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.672679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca810e3-3c5d-49ce-ba55-c71c00685023 None None] Pushing event updated for resources: {'Port': ['ID=afbd46d5-3765-41fe-88a6-5dad926952fc,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:03.675558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:03.676015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.759329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1d195-02f0-4002-acf2-8274201604d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.760909 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a2f1d195-02f0-4002-acf2-8274201604d5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2370825 May 12 03:26:03.764198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32892) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.786037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (e56840b1-3293-45d6-a1c8-67a65eb04b71), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.840070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:03.843642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:03.851401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (e56840b1-3293-45d6-a1c8-67a65eb04b71), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.856590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.860403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:03.924745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db7ff7-2676-4bf6-a9c3-c798f71f50db tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.926137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db7ff7-2676-4bf6-a9c3-c798f71f50db tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.927678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db7ff7-2676-4bf6-a9c3-c798f71f50db tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:03.932246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e6db7ff7-2676-4bf6-a9c3-c798f71f50db tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1667702 May 12 03:26:03.932926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32896) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.951491 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 752 time: 0.6552818 May 12 03:26:03.957602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32898) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:03.991491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:03.991940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.000053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:04.000053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.012301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:04.012838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 8ed80f49-996d-498c-8c4b-2db3a7893953 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:04.028456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (8ed80f49-996d-498c-8c4b-2db3a7893953), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.087775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169b2fa-d9f4-46d2-b271-10643dfbef2b None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'b4c46cf5-f1f5-40f6-a577-165b37389609', 'ip_address': '2001:db8::f816:3eff:fe4c:7a69'}, {'subnet_id': '8ed80f49-996d-498c-8c4b-2db3a7893953'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'f26743f3-3b61-4489-aead-bd276baba02b'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:26:04.088339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (8ed80f49-996d-498c-8c4b-2db3a7893953), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.101350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b69a-6685-4af2-9ffe-92eca8c2ff1c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=e56840b1-3293-45d6-a1c8-67a65eb04b71,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:04.125177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,segment=NetworkSegment(2fea64a8-a5fe-4970-a76f-8ae53e2788ec),segment_id=2fea64a8-a5fe-4970-a76f-8ae53e2788ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:04.140020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network e56840b1-3293-45d6-a1c8-67a65eb04b71 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:04.146890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.147901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afbd46d5-3765-41fe-88a6-5dad926952fc up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:04.150925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:04.170929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (8ed80f49-996d-498c-8c4b-2db3a7893953), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.244699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:04.249618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.260143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ccf98-cdae-4063-9f05-ef6742fb4604 None None] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:04.264456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f169b2fa-d9f4-46d2-b271-10643dfbef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.269008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.300259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router fc9c67e6-488f-4262-b231-7d69d2857a1d is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:04.310387 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (8ed80f49-996d-498c-8c4b-2db3a7893953), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.338416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.350470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/8ed80f49-996d-498c-8c4b-2db3a7893953 HTTP/1.1" status: 204 len: 168 time: 0.4141819 May 12 03:26:04.369320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32900) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:04.373291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d244-a216-497b-81e8-c607e05e123a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed80f49-996d-498c-8c4b-2db3a7893953,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:04.395546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:04.517044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Provisioning complete for port c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:04.517419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.571828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port afbd46d5-3765-41fe-88a6-5dad926952fc triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:04.572443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.587240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet b4c46cf5-f1f5-40f6-a577-165b37389609 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:04.594075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (b4c46cf5-f1f5-40f6-a577-165b37389609), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.624105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:04.635364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-49b9bc85-8796-4954-99fc-0f1636bfb74b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/fc9c67e6-488f-4262-b231-7d69d2857a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1523142 May 12 03:26:04.639382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32904) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:04.649603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] Sync routers for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:04.673875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Port c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:04.682018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939666f-54f8-46e1-9f0d-aaec8405333d None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:04.705909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (b4c46cf5-f1f5-40f6-a577-165b37389609), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.717761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54f70a-ebec-44b7-9b8d-211ed513193a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:04.722306 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8e54f70a-ebec-44b7-9b8d-211ed513193a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports/c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb HTTP/1.1" status: 200 len: 911 time: 0.0786760 May 12 03:26:04.725285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32906) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:04.761631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794bc3f7-3255-47e3-87bd-f7e6a5662863 None None] DHCP port deletion for 8ea40629-3b23-4749-8f61-24aa9d2532b6 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:04.769585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Provisioning complete for port afbd46d5-3765-41fe-88a6-5dad926952fc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:04.769981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.780211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:04.780853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:04.863458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:04.944454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (b4c46cf5-f1f5-40f6-a577-165b37389609), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.010477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:05.027416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:05.035841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (b4c46cf5-f1f5-40f6-a577-165b37389609), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.040791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081c7b5-079f-41fe-81cd-74a69e05e163 None None] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:05.074149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:05.074892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:25:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:05.077963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081c7b5-079f-41fe-81cd-74a69e05e163 None None] Network 8ea40629-3b23-4749-8f61-24aa9d2532b6 could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:26:05.090504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c46cf5-f1f5-40f6-a577-165b37389609,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:05.092766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.098785 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-140331de-aa47-428a-b74e-87c8d376f42a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/b4c46cf5-f1f5-40f6-a577-165b37389609 HTTP/1.1" status: 204 len: 168 time: 0.7249317 May 12 03:26:05.099150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32910) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:05.110160 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': '0f993c71-275b-4420-b389-c0fe54807321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:05.110380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: e56840b1-3293-45d6-a1c8-67a65eb04b71, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-f169b2fa-d9f4-46d2-b271-10643dfbef2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4c46cf5-f1f5-40f6-a577-165b37389609: This subnet is being modified by another concurrent operation. May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:26:05.111580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1825, in update_port May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4c46cf5-f1f5-40f6-a577-165b37389609: This subnet is being modified by another concurrent operation. May 12 03:26:05.115669 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:26:05.157740 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bb8bb769-be7f-47a9-b822-c480b312983e tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535228 May 12 03:26:05.161943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32912) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:05.168390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:05.178962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:05.179684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419e8f3-cf76-4289-acc3-698526c48d05 None None] The sync data for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:05.195090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network e56840b1-3293-45d6-a1c8-67a65eb04b71 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:05.208266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port afbd46d5-3765-41fe-88a6-5dad926952fc is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:05.209745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f26743f3-3b61-4489-aead-bd276baba02b up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:05.212624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Current status of the port afbd46d5-3765-41fe-88a6-5dad926952fc is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:05.223508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.236051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e78a8f-a7e2-4879-be63-c65737f7c880 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:26:05.240009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, e56840b1-3293-45d6-a1c8-67a65eb04b71) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:05.253576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:05.254919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.277308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Provisioning complete for port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:05.277995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.283723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3c775387-af28-460b-ba7d-5ebab74dd409 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3227904 May 12 03:26:05.286244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32914) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:05.293317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1943185797'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:05.298347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32916) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:05.360444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:05.364211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.368626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:05.368931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.454313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e78a8f-a7e2-4879-be63-c65737f7c880 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:26:05.494991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cf93a102-0efb-494b-a195-b88184a97347 None None] Current status of the port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:05.516736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46edd7ba-625f-4af4-af5d-78bdb0e88fa3 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:05.518279 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-46edd7ba-625f-4af4-af5d-78bdb0e88fa3 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 814 time: 0.2164414 May 12 03:26:05.525262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8:1::1 (76ee929c-83b5-4f45-8b84-63cfa8f777b7/f8ed46ef-fab6-4896-99f6-1ee44584a74d/48c829e5-0dd3-42f7-8bbc-9545d80b6dab) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:05.590284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:05.620322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b90a05b7-9824-4ac3-8237-a9e41971ce66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.621998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:05.622563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Could not find standard attr ID for object bf4da582-be59-49a2-8fcd-449d429bf3e9. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:05.626271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.668297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.670291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:05.683873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (92f4d1e8-c635-4fc9-b713-5b68e9c1a088), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.685143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Provisioning complete for port c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:05.685527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.712372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.746626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Port c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:05.751527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-e56840b1-3293-45d6-a1c8-67a65eb04b71', 'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': 'c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:05.752519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.769577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:05.773631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:05.774260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.781255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:05.786624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:05.789064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:05.789813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.796174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:05.806439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:05.814964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:05.819392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:05.837228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=48c829e5-0dd3-42f7-8bbc-9545d80b6dab,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:05.849035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=92f4d1e8-c635-4fc9-b713-5b68e9c1a088,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:05.866629 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8a645000-7c35-4397-821e-2c0d24661e83 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6994169 May 12 03:26:05.874622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32922) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:05.882197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:05.926548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::2e5 (e56840b1-3293-45d6-a1c8-67a65eb04b71/c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715/268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:05.930068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:05.930448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.000079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:06.010833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.013995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Provisioning complete for port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:06.014366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.069589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.081250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:06.082311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afbd46d5-3765-41fe-88a6-5dad926952fc up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:06.104269 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.112801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:06.115837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.149126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network e56840b1-3293-45d6-a1c8-67a65eb04b71 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:06.154348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:06.157743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:06.163165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:06.163810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.179869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:06.190183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32924) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:06.196916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1918053267', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:06.199564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Allocated IP 2001:db8::2 (e56840b1-3293-45d6-a1c8-67a65eb04b71/c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715/24e1f635-985d-4e65-adc8-0a8e5a0b683e) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:06.207463 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2250d9a8-79e0-4aed-8396-ca18f5ed9bf9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9172006 May 12 03:26:06.207463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32926) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:06.217768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-03763d7b-9716-4097-b2f8-76dc804c95c6 None None] Current status of the port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:06.222519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port afbd46d5-3765-41fe-88a6-5dad926952fc triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:06.223102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.286301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:06.290189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.321039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:06.321381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.346875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:06.397538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9c2b25ae-d45d-4bd7-8c78-0507d91f1430), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.398046 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment 9c2b25ae-d45d-4bd7-8c78-0507d91f1430 of type vlan for network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 May 12 03:26:06.424147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.ipam_backend_mixin [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92f4d1e8-c635-4fc9-b713-5b68e9c1a088 (CIDR: 2001:db8::/64) May 12 03:26:06.441336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.442598 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:26:06.443070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:06.446607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.455810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.456621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.461465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port afbd46d5-3765-41fe-88a6-5dad926952fc is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:06.469942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c60d4ad2-eec5-47e5-966c-bb02c8b11a12), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.494866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7cb23e2f-f8f9-4bc5-885e-2b12d42a1fea tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6192012 May 12 03:26:06.499720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32928) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:06.501604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.508209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:06.508847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Publish callbacks [] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.519473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.532608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=48c829e5-0dd3-42f7-8bbc-9545d80b6dab,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:06.554270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device bf4da582-be59-49a2-8fcd-449d429bf3e9 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:06.554877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:06.568653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c60d4ad2-eec5-47e5-966c-bb02c8b11a12), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.570174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Network e56840b1-3293-45d6-a1c8-67a65eb04b71 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:06.573237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:06.574430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.595278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:06.597417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: bf4da582-be59-49a2-8fcd-449d429bf3e9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:06.597871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device bf4da582-be59-49a2-8fcd-449d429bf3e9 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:06.598431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f26743f3-3b61-4489-aead-bd276baba02b no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:06.600306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Pushing event updated for resources: {'Port': ['ID=24e1f635-985d-4e65-adc8-0a8e5a0b683e,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:06.602163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:06.602836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:06.603898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:06.685716 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.4940522 May 12 03:26:06.688876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32930) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:06.715547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Attempting to bind port 24e1f635-985d-4e65-adc8-0a8e5a0b683e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:06.716016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Attempting to bind port 24e1f635-985d-4e65-adc8-0a8e5a0b683e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '0f993c71-275b-4420-b389-c0fe54807321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:06.716452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Attempting to bind port 24e1f635-985d-4e65-adc8-0a8e5a0b683e on network e56840b1-3293-45d6-a1c8-67a65eb04b71 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:06.728535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:06.728535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Checking segment: {'id': '0f993c71-275b-4420-b389-c0fe54807321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:06.728951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.729379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Bound using segment: {'id': '0f993c71-275b-4420-b389-c0fe54807321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:06.730351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Bound port: 24e1f635-985d-4e65-adc8-0a8e5a0b683e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f993c71-275b-4420-b389-c0fe54807321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e56840b1-3293-45d6-a1c8-67a65eb04b71'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:06.730351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.756878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:06.756878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.788579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router fc9c67e6-488f-4262-b231-7d69d2857a1d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:06.793189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d3356b-a4d4-4b91-9e5c-9605288c2b4c tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:06.797242 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-57d3356b-a4d4-4b91-9e5c-9605288c2b4c tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1043599 May 12 03:26:06.797634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32932) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:06.843092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:06.848561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] For port 24e1f635-985d-4e65-adc8-0a8e5a0b683e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:06.852870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.865305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] For port 24e1f635-985d-4e65-adc8-0a8e5a0b683e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=24e1f635-985d-4e65-adc8-0a8e5a0b683e,segment=NetworkSegment(0f993c71-275b-4420-b389-c0fe54807321),segment_id=0f993c71-275b-4420-b389-c0fe54807321)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:06.894721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:06.924268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:06.969504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4032894-c7f4-489c-b54a-e8d7820a07cd tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:06.972342 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a4032894-c7f4-489c-b54a-e8d7820a07cd tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1724277 May 12 03:26:06.973871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32934) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:06.985088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:07.001449 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] Sync routers for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:07.012079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d2f80-8232-4640-a154-70709d77a2e1 None None] Pushing event updated for resources: {'Port': ['ID=24e1f635-985d-4e65-adc8-0a8e5a0b683e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:07.013168 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7ef31766-a745-45c7-8360-48fc6df8f01d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/fc9c67e6-488f-4262-b231-7d69d2857a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2833078 May 12 03:26:07.013168 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8e2997d4-9350-42cf-ac66-4c3bb171ba65 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372579 May 12 03:26:07.013168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32936) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.018222 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:07.019042 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:07.021432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32938) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.063186 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:07.068468 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a488547b-f7dc-4904-bbab-e39cb244a90e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459378 May 12 03:26:07.071156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32940) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.072128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9d7e5-b040-42f0-ad2d-c8b2f8aac292 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=c60d4ad2-eec5-47e5-966c-bb02c8b11a12,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:07.072283 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:07.072735 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:07.083964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:07.122663 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:07.123447 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd796a-a44c-4fcd-a35d-37827998fe91 None None] The sync data for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:07.135652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:07.139255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.168974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273a2e9-9bc3-45ba-9577-6a8a582d95de tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:07.169364 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9273a2e9-9bc3-45ba-9577-6a8a582d95de tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports/48c829e5-0dd3-42f7-8bbc-9545d80b6dab HTTP/1.1" status: 200 len: 913 time: 0.1557825 May 12 03:26:07.172298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32942) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.245407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff4349-4054-4de9-8354-85ca69f22f29 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:07.246932 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-56ff4349-4054-4de9-8354-85ca69f22f29 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1747782 May 12 03:26:07.249809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32944) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.282140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.308512 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-955e0e58-6786-4c12-b562-aab8ce064528 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540125 May 12 03:26:07.313910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32946) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.331286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774373311', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:07.341555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:07.411144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.418062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6ce02252-7fde-4722-b0dc-167db3060452 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5 HTTP/1.1" status: 204 len: 168 time: 1.2069283 May 12 03:26:07.424033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32948) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.494710 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba32599-b3e5-4f43-bdf9-988a77c21d5e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:07.496071 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ba32599-b3e5-4f43-bdf9-988a77c21d5e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5 HTTP/1.1" status: 404 len: 333 time: 0.0415535 May 12 03:26:07.501308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32950) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:07.607881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:07.612235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.634733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:07.637949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.727196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 24e1f635-985d-4e65-adc8-0a8e5a0b683e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:07.736167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.812356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 24e1f635-985d-4e65-adc8-0a8e5a0b683e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:07.812693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.915528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 24e1f635-985d-4e65-adc8-0a8e5a0b683e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:07.915932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.926746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:07.976684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.048256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.115589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.126097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (573212cd-363c-45bc-91ae-871a5c58f96e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.163529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:26:08.164970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:08.165721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:26:08.179921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.183667 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-014d602c-469f-4ecd-b998-5ea980b627eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715 HTTP/1.1" status: 204 len: 168 time: 0.6810966 May 12 03:26:08.191292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:26:08.191902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32952) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:08.242057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa2025-ffd0-4adb-bd31-273a1c01febe None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:08.244676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2784516-ccc3-45aa-a564-2fa974b7590a None None] Network e56840b1-3293-45d6-a1c8-67a65eb04b71 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:08.340815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=573212cd-363c-45bc-91ae-871a5c58f96e,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:08.343089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 48c829e5-0dd3-42f7-8bbc-9545d80b6dab {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:08.343440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.454442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (e56840b1-3293-45d6-a1c8-67a65eb04b71), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.457028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:08.457403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: c60d4ad2-eec5-47e5-966c-bb02c8b11a12, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:08.462704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.479780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 48c829e5-0dd3-42f7-8bbc-9545d80b6dab owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:08.519398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Provisioning complete for port 24e1f635-985d-4e65-adc8-0a8e5a0b683e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:08.519818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.604385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.610141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:08.622281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 24e1f635-985d-4e65-adc8-0a8e5a0b683e {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:08.622656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.633162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477ce41-d6fb-4d1b-924d-ace1a4762c7a None None] Network e56840b1-3293-45d6-a1c8-67a65eb04b71 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:08.712141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (48c829e5-0dd3-42f7-8bbc-9545d80b6dab), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.729619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c60d4ad2-eec5-47e5-966c-bb02c8b11a12) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:08.742256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:08.742861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.747561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=48c829e5-0dd3-42f7-8bbc-9545d80b6dab,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:08.763534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port 24e1f635-985d-4e65-adc8-0a8e5a0b683e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=24e1f635-985d-4e65-adc8-0a8e5a0b683e,segment=NetworkSegment(0f993c71-275b-4420-b389-c0fe54807321),segment_id=0f993c71-275b-4420-b389-c0fe54807321)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:08.763956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.773291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c4f3bd-4bce-467a-bb5c-ba442e64318c None None] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:08.792426 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d9f2ccae-72fc-430f-a367-d80a8d0d9f7a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4679718 May 12 03:26:08.808710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 24e1f635-985d-4e65-adc8-0a8e5a0b683e owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:08.845525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Current status of the port 24e1f635-985d-4e65-adc8-0a8e5a0b683e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:08.845932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.857638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 24e1f635-985d-4e65-adc8-0a8e5a0b683e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:08.860417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.932577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:08.935069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32956) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:08.937164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] Update dhcp port {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'fixed_ips': [{'subnet_id': 'c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93', 'ip_address': '2001:db8:0:1:f816:3eff:fe4c:7a69'}, {'subnet_id': '92f4d1e8-c635-4fc9-b713-5b68e9c1a088'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'f26743f3-3b61-4489-aead-bd276baba02b'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:26:08.940910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540662438', 'description': 'tempest-secgroup-smoke-1540662438 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:09.022908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] For port 24e1f635-985d-4e65-adc8-0a8e5a0b683e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=24e1f635-985d-4e65-adc8-0a8e5a0b683e,segment=NetworkSegment(0f993c71-275b-4420-b389-c0fe54807321),segment_id=0f993c71-275b-4420-b389-c0fe54807321)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:09.025524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.039484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.051541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (24e1f635-985d-4e65-adc8-0a8e5a0b683e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.060435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': '573212cd-363c-45bc-91ae-871a5c58f96e'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:09.061627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.064334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.109188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b6b3a-6f7c-48f0-a6a9-a436986c271a None None] DHCP port deletion for e56840b1-3293-45d6-a1c8-67a65eb04b71 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:09.123303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Pushing event deleted for resources: {'Port': ['ID=24e1f635-985d-4e65-adc8-0a8e5a0b683e,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.123720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=24e1f635-985d-4e65-adc8-0a8e5a0b683e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.126561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port 24e1f635-985d-4e65-adc8-0a8e5a0b683e on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:09.142696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (09b48a62-bf5b-4509-8b05-60d43c0a117d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.154274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (09b48a62-bf5b-4509-8b05-60d43c0a117d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.185125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b48a62-bf5b-4509-8b05-60d43c0a117d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.223671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (e56840b1-3293-45d6-a1c8-67a65eb04b71), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.231135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:09.231549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.235201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.239117 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a749cc1c-04af-4b01-b5ed-16fd01f8432e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3004212 May 12 03:26:09.239275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32958) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:09.243778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '09b48a62-bf5b-4509-8b05-60d43c0a117d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:09.251044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56840b1-3293-45d6-a1c8-67a65eb04b71']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.262040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f993c71-275b-4420-b389-c0fe54807321') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.262451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f993c71-275b-4420-b389-c0fe54807321') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.273739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (0f993c71-275b-4420-b389-c0fe54807321), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.295087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (0f993c71-275b-4420-b389-c0fe54807321), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.307782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:09.308225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (0f993c71-275b-4420-b389-c0fe54807321), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:09.313125 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:09.322923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (52c4a798-ce27-4811-ab5c-67e6787c72ac), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.336577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router fc9c67e6-488f-4262-b231-7d69d2857a1d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:09.394410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:09.409425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (e56840b1-3293-45d6-a1c8-67a65eb04b71), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.425704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.430333 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/e56840b1-3293-45d6-a1c8-67a65eb04b71 HTTP/1.1" status: 204 len: 168 time: 1.2374458 May 12 03:26:09.447262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32960) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:09.464121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'name': 'tempest-PortsIpV6TestJSON-814869097'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:09.468514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743cf3-00f4-41e5-95a2-293761073ea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=e56840b1-3293-45d6-a1c8-67a65eb04b71,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.474721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (f26743f3-3b61-4489-aead-bd276baba02b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.483134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (52c4a798-ce27-4811-ab5c-67e6787c72ac), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.488383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:09.495284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.496504 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-60e3adfc-377d-4810-8c44-ba6bad7ab682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/fc9c67e6-488f-4262-b231-7d69d2857a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3232279 May 12 03:26:09.497271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32962) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:09.506421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (52c4a798-ce27-4811-ab5c-67e6787c72ac), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.520694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] Sync routers for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:09.537865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:09.538272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.556757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/92f4d1e8-c635-4fc9-b713-5b68e9c1a088/f26743f3-3b61-4489-aead-bd276baba02b) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:09.564611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c4a798-ce27-4811-ab5c-67e6787c72ac,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.580738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.598607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Allocated IP 172.20.0.18 (c60d4ad2-eec5-47e5-966c-bb02c8b11a12/573212cd-363c-45bc-91ae-871a5c58f96e/254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:09.604832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:09.605309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.605443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.611392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b5233b3d-8fda-4ab0-a641-a99bdf570085 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663459 May 12 03:26:09.611392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32964) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:09.614412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '09b48a62-bf5b-4509-8b05-60d43c0a117d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:09.641014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.655906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:09.662642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:09.670107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.670517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:09.671231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.672670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.698301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=7']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.703127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (d59ffc65-ca0d-487e-a5d0-f64710cf1958), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.713406 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0a45d99f-4701-43bf-bb86-375d98f632bf tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2089634 May 12 03:26:09.716686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32966) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:09.729094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:cd:27:56', 'name': 'tempest-NetworksTestDHCPv6-847130715'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:09.737127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:09.741542 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.743368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:09.744002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.784579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 08342060-000a-472f-bf84-999134d829b4 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:09.820079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 24e1f635-985d-4e65-adc8-0a8e5a0b683e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:09.829033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (d59ffc65-ca0d-487e-a5d0-f64710cf1958), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.836355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d59ffc65-ca0d-487e-a5d0-f64710cf1958), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.848580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:09.849192 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e1137f-8dbf-41a8-8121-2c1e6aafa952 None None] The sync data for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:09.863718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 24e1f635-985d-4e65-adc8-0a8e5a0b683e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:09.863718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 24e1f635-985d-4e65-adc8-0a8e5a0b683e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:09.875856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:09.885189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59ffc65-ca0d-487e-a5d0-f64710cf1958,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:09.893639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.896830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4bf7778d-210d-4662-9346-05e6d2d6788c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2833335 May 12 03:26:09.898539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32968) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:09.901642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '09b48a62-bf5b-4509-8b05-60d43c0a117d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:09.961249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] Publish callbacks [] for port (f26743f3-3b61-4489-aead-bd276baba02b), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.971978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.977644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ad08ceca-f64f-4560-80c4-e8f0808bf956), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:09.980219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.000081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:10.071906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (08342060-000a-472f-bf84-999134d829b4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.129992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.144531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ad08ceca-f64f-4560-80c4-e8f0808bf956), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.150617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ad08ceca-f64f-4560-80c4-e8f0808bf956), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.161228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 70937837-ba24-4d40-a6d4-e854acd0235f yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:10.166442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (08342060-000a-472f-bf84-999134d829b4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.189353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Publish callbacks [] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.194590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad08ceca-f64f-4560-80c4-e8f0808bf956,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.212510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.213458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.217643 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9a379842-c840-4daa-9689-4e60f5d8a3af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169503 May 12 03:26:10.217804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32970) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:10.223338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '09b48a62-bf5b-4509-8b05-60d43c0a117d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:10.255800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:26:10.256225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:26:10.257017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:10.264732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:10.272611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943c052-cf20-4a5c-9b52-8d455a8b1357 None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.274011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:10.279580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:10.280502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.290169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:10.298466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (32ebe8b2-5008-4094-b1c7-3310d5f56e44), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.299975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=08342060-000a-472f-bf84-999134d829b4,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.307573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-32f8a386-6f1d-4e81-bff2-1cfd43e24b72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8542767 May 12 03:26:10.309866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:10.312381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32972) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:10.313803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:10.357279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Pushing event updated for resources: {'Port': ['ID=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.375098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:10.375607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.391798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Attempting to bind port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:10.392316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Attempting to bind port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:10.393194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Attempting to bind port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d on network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:10.399405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:10.399858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Checking segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:10.400361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.400844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Bound using segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:10.401582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Bound port: 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:10.402082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.467119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (32ebe8b2-5008-4094-b1c7-3310d5f56e44), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.481771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (32ebe8b2-5008-4094-b1c7-3310d5f56e44), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.531764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] For port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:10.536321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] For port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:10.550871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 08342060-000a-472f-bf84-999134d829b4 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:10.550871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (08342060-000a-472f-bf84-999134d829b4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.551513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.556326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ebe8b2-5008-4094-b1c7-3310d5f56e44,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.561641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.570016 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6bacbf88-7071-43c2-af89-27b662237d0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3511159 May 12 03:26:10.572884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32974) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:10.578696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '09b48a62-bf5b-4509-8b05-60d43c0a117d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:10.589835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.620436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::19e (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/92f4d1e8-c635-4fc9-b713-5b68e9c1a088/70937837-ba24-4d40-a6d4-e854acd0235f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:10.631825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef558b7-cd41-4a68-803c-548dd3e98bff None None] Pushing event updated for resources: {'Port': ['ID=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.637398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:10.656655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:26:10.666008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:2756 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93/70937837-ba24-4d40-a6d4-e854acd0235f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:10.679583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (08342060-000a-472f-bf84-999134d829b4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.692758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ac60e5b3-1b7b-4156-ab1a-9a7a86d07c9e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.701537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 08342060-000a-472f-bf84-999134d829b4 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:10.821971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:10.822503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.897487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:10.906786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.917960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ac60e5b3-1b7b-4156-ab1a-9a7a86d07c9e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.946001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ac60e5b3-1b7b-4156-ab1a-9a7a86d07c9e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:10.973050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1884eca-7151-4bdb-acf9-a673dc212e40 None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=9']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:10.997701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac60e5b3-1b7b-4156-ab1a-9a7a86d07c9e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:11.017536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.019229 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-db37003e-e46f-45ad-b4f7-facfc8d19dab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4452713 May 12 03:26:11.026634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-39735905-51d8-47df-8c58-d96c2ba8c240 None None] Could not find standard attr ID for object 48c829e5-0dd3-42f7-8bbc-9545d80b6dab. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:11.030190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:11.043431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '09b48a62-bf5b-4509-8b05-60d43c0a117d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:11.050118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.092064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=c1c7eccb-c190-48a6-bfc0-c8cb3c9181cb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:11.195049 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:26:11.203351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (e27fca39-856e-431d-ad4f-ac45d419faaf), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.243511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (08342060-000a-472f-bf84-999134d829b4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.247237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (fc9c67e6-488f-4262-b231-7d69d2857a1d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.256395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (70937837-ba24-4d40-a6d4-e854acd0235f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.284279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=08342060-000a-472f-bf84-999134d829b4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:11.294547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.300443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e9458505-5ac6-4ed0-8dff-2ab3a8d2557d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/08342060-000a-472f-bf84-999134d829b4 HTTP/1.1" status: 204 len: 168 time: 0.9843853 May 12 03:26:11.301005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32978) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:11.306140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'mac_address': 'fa:16:3e:c2:76:a7', 'name': 'tempest-PortsIpV6TestJSON-494766557'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:11.403212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (e27fca39-856e-431d-ad4f-ac45d419faaf), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.419080 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (70937837-ba24-4d40-a6d4-e854acd0235f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.427763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:11.448199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (e27fca39-856e-431d-ad4f-ac45d419faaf), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.499277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c1791-2f06-4ed0-bf2e-d55607e098d9 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:11.502228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27fca39-856e-431d-ad4f-ac45d419faaf,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:11.510045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.519348 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8d31fce-69e7-46fa-ae6e-f8e9cff7efd6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4800336 May 12 03:26:11.519348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router fc9c67e6-488f-4262-b231-7d69d2857a1d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:11.527991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:11.535852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=70937837-ba24-4d40-a6d4-e854acd0235f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:11.539309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:11.541535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:11.547374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:11.548014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.569973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.605335 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36dc9078-f541-47bc-8e75-3a4f75a57a98 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8873847 May 12 03:26:11.608420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32982) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:11.620115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-39922f62-3421-4702-bfe7-4616bcf4ef22 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:11.620753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-39922f62-3421-4702-bfe7-4616bcf4ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.627316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 0e86065c-d446-463e-aff1-aade6a5a96a5 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:11.658816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:11.673115 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] Sync routers for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:11.675483 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-caf3a712-185d-4446-8fd6-763d5bfcbf07 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/fc9c67e6-488f-4262-b231-7d69d2857a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1768575 May 12 03:26:11.678034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32986) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:11.694188 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:11.694891 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:11.747585 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2f511c82-8357-4900-b4e6-08b222419446 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9c67e6-488f-4262-b231-7d69d2857a1d HTTP/1.1" status: 200 len: 205 time: 0.0659604 May 12 03:26:11.750842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 32992) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:11.770255 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:11.792856 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] Routers {'fc9c67e6-488f-4262-b231-7d69d2857a1d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:11.793489 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fc9c67e6-488f-4262-b231-7d69d2857a1d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:11.868113 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:11.868722 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c63b6-7715-4778-beff-d3eb9c3bf186 None None] The sync data for ids ['fc9c67e6-488f-4262-b231-7d69d2857a1d'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:11.907215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f26743f3-3b61-4489-aead-bd276baba02b up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:11.910709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-39922f62-3421-4702-bfe7-4616bcf4ef22 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:11.970731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:11.971182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:11.987246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (fc9c67e6-488f-4262-b231-7d69d2857a1d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.027140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 70937837-ba24-4d40-a6d4-e854acd0235f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:12.027487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (70937837-ba24-4d40-a6d4-e854acd0235f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.067740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:12.069023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:12.119390 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-db59debf-1500-484e-bde2-a230ac04998b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540662438&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.2466171 May 12 03:26:12.144842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:12.145331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.214872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57599a24-8c24-4699-a132-16145409d8c9 None None] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:12.246907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.258560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Provisioning complete for port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:12.258930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.318812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (0e86065c-d446-463e-aff1-aade6a5a96a5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.365761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:12.366265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.389769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (fc9c67e6-488f-4262-b231-7d69d2857a1d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.396150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (fc9c67e6-488f-4262-b231-7d69d2857a1d), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.465667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (70937837-ba24-4d40-a6d4-e854acd0235f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.466266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:12.475229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.497649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 70937837-ba24-4d40-a6d4-e854acd0235f owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:12.507020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-1f1b8290-3e6a-43e0-be19-9e75ee98a433 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:12.508557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-1f1b8290-3e6a-43e0-be19-9e75ee98a433 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=c60d4ad2-eec5-47e5-966c-bb02c8b11a12 HTTP/1.1" status: 200 len: 797 time: 0.3465030 May 12 03:26:12.509180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (fc9c67e6-488f-4262-b231-7d69d2857a1d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.509743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router fc9c67e6-488f-4262-b231-7d69d2857a1d {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:26:12.519245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.520429 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fd504fd7-b6e2-4656-b0ff-dc4ee421e4b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/fc9c67e6-488f-4262-b231-7d69d2857a1d HTTP/1.1" status: 204 len: 168 time: 0.7662129 May 12 03:26:12.523219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 32998) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:12.553582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:12.563548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Current status of the port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:12.563949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.592950 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-13a643ba-123b-4470-9b19-3561c9b76047 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0698674 May 12 03:26:12.596224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (0e86065c-d446-463e-aff1-aade6a5a96a5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.600406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet f8ed46ef-fab6-4896-99f6-1ee44584a74d {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:12.607123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (f8ed46ef-fab6-4896-99f6-1ee44584a74d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.645065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:26:12.645640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:26:12.677841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (f8ed46ef-fab6-4896-99f6-1ee44584a74d), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.694353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:12.707831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:12.712751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:12.721126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:12.722876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.757814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-dc2467c9-034b-46f3-829a-33e38673b9a9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1558158 May 12 03:26:12.762925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=0e86065c-d446-463e-aff1-aade6a5a96a5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:12.781834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f8ed46ef-fab6-4896-99f6-1ee44584a74d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.787086 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-883565d9-1946-4959-a067-dac2c5a112c7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4827449 May 12 03:26:12.788124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33000) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:12.879060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e40659-0389-4e83-b802-516399af944b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:12.883606 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-56e40659-0389-4e83-b802-516399af944b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/0e86065c-d446-463e-aff1-aade6a5a96a5 HTTP/1.1" status: 200 len: 844 time: 0.0916030 May 12 03:26:12.883918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33002) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:12.924734 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-33074ca8-3cf8-4fb6-b5cc-e87c61004405 service neutron] 10.222.0.23 "GET /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387818 May 12 03:26:12.938674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (f8ed46ef-fab6-4896-99f6-1ee44584a74d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:12.992761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ed46ef-fab6-4896-99f6-1ee44584a74d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:13.009404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 0e86065c-d446-463e-aff1-aade6a5a96a5 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:13.009657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0e86065c-d446-463e-aff1-aade6a5a96a5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.015887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.019780 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1cbaa3c-1166-432c-b470-6f638c595475 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/f8ed46ef-fab6-4896-99f6-1ee44584a74d HTTP/1.1" status: 204 len: 168 time: 0.4954362 May 12 03:26:13.023067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33004) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:13.026070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99dadb-e68c-4ff6-a7d2-ce1e148b79e5 None None] Network 76ee929c-83b5-4f45-8b84-63cfa8f777b7 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:13.030431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (70937837-ba24-4d40-a6d4-e854acd0235f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.072630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=70937837-ba24-4d40-a6d4-e854acd0235f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:13.106534 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-e2440519-9b65-4d36-b4f9-446ec48cc7c1 service neutron] 10.222.0.23 "GET /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627817 May 12 03:26:13.134109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.138129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dbf07b64-e4e2-4c4a-8c77-2e51478df94f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/70937837-ba24-4d40-a6d4-e854acd0235f HTTP/1.1" status: 204 len: 168 time: 1.5285676 May 12 03:26:13.141129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0e86065c-d446-463e-aff1-aade6a5a96a5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.143711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33006) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:13.164909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet dbb5fb5f-04a1-4c8b-8544-6f472c13194b {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:13.192279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (dbb5fb5f-04a1-4c8b-8544-6f472c13194b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.195728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 0e86065c-d446-463e-aff1-aade6a5a96a5 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:13.215417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Current status of the port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:13.221086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Could not find standard attr ID for object 70937837-ba24-4d40-a6d4-e854acd0235f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:13.241505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:13.243997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.299103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] DHCP port deletion for 76ee929c-83b5-4f45-8b84-63cfa8f777b7 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:13.367537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] Deleting port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:13.368111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.386983 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bead6f0b-4c4d-4c55-b8b5-7d85d0b02be4 req-6cf79dd8-7b74-4f79-874c-c35e762a1757 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 210 time: 0.0736263 May 12 03:26:13.494905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] For port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,segment=NetworkSegment(2fea64a8-a5fe-4970-a76f-8ae53e2788ec),segment_id=2fea64a8-a5fe-4970-a76f-8ae53e2788ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:13.495313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.513670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] Calling delete_port for aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:13.527828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-79719916-deaf-491b-a5d9-6502646f6045 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:13.617624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.650685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] Pushing event deleted for resources: {'Port': ['ID=aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:13.654702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e791c1-b303-43f4-a938-1bf178105ca1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:13.658972 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4e791c1-b303-43f4-a938-1bf178105ca1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5113316 May 12 03:26:13.659128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33018) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:13.673597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e3133-600f-48a2-b95b-2b567e4ad7bb None None] No DVR routers for this DVR port aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:13.680853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f3433858-b604-4fff-81d4-ad1e1e094d3e None None] Provisioning complete for port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:13.686757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f3433858-b604-4fff-81d4-ad1e1e094d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.724377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (dbb5fb5f-04a1-4c8b-8544-6f472c13194b), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.729254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c22dc-faa2-4048-8c2b-3fd15b10a19f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:13.734806 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-220c22dc-faa2-4048-8c2b-3fd15b10a19f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0739741 May 12 03:26:13.735574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33020) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:13.761654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:13.810619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde358e-4d27-4522-ac3c-dea736a57695 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:13.812895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde358e-4d27-4522-ac3c-dea736a57695 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:13.816208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde358e-4d27-4522-ac3c-dea736a57695 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:13.822517 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0dde358e-4d27-4522-ac3c-dea736a57695 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0856142 May 12 03:26:13.823289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33022) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:13.849391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0e86065c-d446-463e-aff1-aade6a5a96a5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.852325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f3433858-b604-4fff-81d4-ad1e1e094d3e None None] Current status of the port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:13.856154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:13.856154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.857678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f3433858-b604-4fff-81d4-ad1e1e094d3e None None] Could not find standard attr ID for object 70937837-ba24-4d40-a6d4-e854acd0235f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:13.867827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (dbb5fb5f-04a1-4c8b-8544-6f472c13194b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.883913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f3433858-b604-4fff-81d4-ad1e1e094d3e None None] Could not find standard attr ID for object 62e28417-7f22-40cf-8aa1-933569dcfc69. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:13.890193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 92f4d1e8-c635-4fc9-b713-5b68e9c1a088 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:13.893993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (92f4d1e8-c635-4fc9-b713-5b68e9c1a088), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.935628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=0e86065c-d446-463e-aff1-aade6a5a96a5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:13.942525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (92f4d1e8-c635-4fc9-b713-5b68e9c1a088), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.945868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:13.958980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:13.962824 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e8eaa603-01e9-4f43-a349-8c6ed597c0b2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/0e86065c-d446-463e-aff1-aade6a5a96a5 HTTP/1.1" status: 204 len: 168 time: 1.0776889 May 12 03:26:13.966215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33024) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:13.998810 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4c7353-23ab-405d-9fad-410b97c16de6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:14.000971 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-de4c7353-23ab-405d-9fad-410b97c16de6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/0e86065c-d446-463e-aff1-aade6a5a96a5 HTTP/1.1" status: 404 len: 333 time: 0.0340190 May 12 03:26:14.005113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33026) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:14.010347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'name': 'tempest-PortsIpV6TestJSON-1078082465'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:14.043577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (dbb5fb5f-04a1-4c8b-8544-6f472c13194b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.050554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (92f4d1e8-c635-4fc9-b713-5b68e9c1a088), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.057275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:14.078172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:14.078435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device aa7ae41d-0fc8-407d-bb3a-edefc3ac5ddb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:14.120902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb5fb5f-04a1-4c8b-8544-6f472c13194b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:14.123150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.125599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf11cb8-a23a-4152-8b94-74da9e165e77 None None] Network b45c3342-c7e9-48e6-94d4-c6c7f1830aac requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:14.127769 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8b1cb69c-6157-461f-984b-4d097450a76d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/dbb5fb5f-04a1-4c8b-8544-6f472c13194b HTTP/1.1" status: 204 len: 168 time: 1.1035225 May 12 03:26:14.130609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33028) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:14.159321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:14.164427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.189142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port e2fa7615-afa1-46e6-a297-56ac42a80132 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:14.215418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (92f4d1e8-c635-4fc9-b713-5b68e9c1a088), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.258676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=92f4d1e8-c635-4fc9-b713-5b68e9c1a088,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:14.266732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (76ee929c-83b5-4f45-8b84-63cfa8f777b7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.269901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.273005 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c95c0cd5-e097-4a8d-9659-566b695e6298 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/92f4d1e8-c635-4fc9-b713-5b68e9c1a088 HTTP/1.1" status: 204 len: 168 time: 0.4487216 May 12 03:26:14.275805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:14.281597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03dcc9-d777-40c3-a229-e498dec21891 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:14.307139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] DHCP port deletion for b45c3342-c7e9-48e6-94d4-c6c7f1830aac request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:14.366457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:14.375845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.379390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.396117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] Deleting port afbd46d5-3765-41fe-88a6-5dad926952fc {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:14.396490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.416552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.477699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (76ee929c-83b5-4f45-8b84-63cfa8f777b7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.479293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:14.489409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:14.495107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:14.500152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.501733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:14.502528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.515088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=e2fa7615-afa1-46e6-a297-56ac42a80132,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:14.519674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] For port afbd46d5-3765-41fe-88a6-5dad926952fc, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afbd46d5-3765-41fe-88a6-5dad926952fc,segment=NetworkSegment(8812989c-2e08-43f5-818e-d7912d8b5b58),segment_id=8812989c-2e08-43f5-818e-d7912d8b5b58)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:14.519999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.527228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-45086d60-4943-429a-899b-a5c0fc1df125 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5210404 May 12 03:26:14.530436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33034) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:14.538285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:14.545566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] Calling delete_port for afbd46d5-3765-41fe-88a6-5dad926952fc owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:14.565055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee929c-83b5-4f45-8b84-63cfa8f777b7']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:14.609752 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7e9283e-cce0-4515-a8a2-596d896091e7 req-7c794e0c-7999-4ef3-ae34-42a4efcb658f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 210 time: 0.0639589 May 12 03:26:14.620064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fea64a8-a5fe-4970-a76f-8ae53e2788ec') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:14.620550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fea64a8-a5fe-4970-a76f-8ae53e2788ec') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:14.669318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (afbd46d5-3765-41fe-88a6-5dad926952fc), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.702860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.708145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] Pushing event deleted for resources: {'Port': ['ID=afbd46d5-3765-41fe-88a6-5dad926952fc,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:14.711208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90698ca-9771-4d9a-8cdc-6bc008a80d89 None None] No DVR routers for this DVR port afbd46d5-3765-41fe-88a6-5dad926952fc on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:14.724470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (2fea64a8-a5fe-4970-a76f-8ae53e2788ec), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.815956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:14.898930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-10591c2c-ed40-4fb9-8887-70396224baf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:14.900387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-10591c2c-ed40-4fb9-8887-70396224baf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=c60d4ad2-eec5-47e5-966c-bb02c8b11a12 HTTP/1.1" status: 200 len: 797 time: 0.3157346 May 12 03:26:15.079576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (2fea64a8-a5fe-4970-a76f-8ae53e2788ec), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.090857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:15.091279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (2fea64a8-a5fe-4970-a76f-8ae53e2788ec), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:15.094332 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:15.138410 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-ec97a9a8-0ff7-4194-a594-6e53276eeb04 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 473 time: 0.1747565 May 12 03:26:15.152586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': '72aa311b-fccd-4596-9775-03c3f760c771', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['09b48a62-bf5b-4509-8b05-60d43c0a117d']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:15.163146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.169127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (76ee929c-83b5-4f45-8b84-63cfa8f777b7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.174804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.186206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.191237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.192097 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/76ee929c-83b5-4f45-8b84-63cfa8f777b7 HTTP/1.1" status: 204 len: 168 time: 1.0598145 May 12 03:26:15.195999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33040) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:15.220068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:15.222249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.225352 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3bcd9444-2a1e-4056-a8c9-995947640ada tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93 HTTP/1.1" status: 204 len: 168 time: 0.9485064 May 12 03:26:15.226937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bf171-0d43-40a6-889c-ba6e7a6d91eb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=76ee929c-83b5-4f45-8b84-63cfa8f777b7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:15.228388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33042) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:15.251750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c269c-24ee-4514-8bce-0d61e2afedef None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:15.268346 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-103fe971-2c3d-46b6-88f8-46d497267b22 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388672 May 12 03:26:15.271108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33044) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:15.275855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:15.310104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] In _notify_port_updated(), no bound segment for port e2fa7615-afa1-46e6-a297-56ac42a80132 on network b5964182-2085-456d-9114-9201d39ef68d {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:26:15.317288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:15.318502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.322916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/ports/e2fa7615-afa1-46e6-a297-56ac42a80132 HTTP/1.1" status: 200 len: 818 time: 0.7882895 May 12 03:26:15.340557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:15.386883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15a9a8-f7d9-4c6c-9a4b-01e25d49931b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=e2fa7615-afa1-46e6-a297-56ac42a80132,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:15.411472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b45c3342-c7e9-48e6-94d4-c6c7f1830aac), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.451100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:15.457625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.483506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:15.487934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.491646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port e2fa7615-afa1-46e6-a297-56ac42a80132 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:15.491992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.504685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4e2cc341-34f9-46db-b0c3-cd8175d218c1 None None] Provisioning complete for port f26743f3-3b61-4489-aead-bd276baba02b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:15.505216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc341-34f9-46db-b0c3-cd8175d218c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f26743f3-3b61-4489-aead-bd276baba02b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.543533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b45c3342-c7e9-48e6-94d4-c6c7f1830aac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.597517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cc341-34f9-46db-b0c3-cd8175d218c1 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:15.611216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.613052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45c3342-c7e9-48e6-94d4-c6c7f1830aac']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:15.628925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for e2fa7615-afa1-46e6-a297-56ac42a80132 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:15.631355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8812989c-2e08-43f5-818e-d7912d8b5b58') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:15.631695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8812989c-2e08-43f5-818e-d7912d8b5b58') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:15.651061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (8812989c-2e08-43f5-818e-d7912d8b5b58), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.663408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:15.694038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8812989c-2e08-43f5-818e-d7912d8b5b58), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.707945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:15.708339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (8812989c-2e08-43f5-818e-d7912d8b5b58), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:15.711978 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:15.766119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] Deleting port f26743f3-3b61-4489-aead-bd276baba02b {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:15.766503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.787780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.25 (c60d4ad2-eec5-47e5-966c-bb02c8b11a12/573212cd-363c-45bc-91ae-871a5c58f96e/62b3c1bf-1514-47f6-8620-acc5c7ddba72) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:15.790369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afbd46d5-3765-41fe-88a6-5dad926952fc no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:15.793796 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-625bc5ff-56e4-41c3-a773-6002bc263074 req-84d96350-cd35-43cc-abef-3fd8cd39eb75 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 210 time: 0.0578978 May 12 03:26:15.800617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b45c3342-c7e9-48e6-94d4-c6c7f1830aac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.808359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.815076 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/b45c3342-c7e9-48e6-94d4-c6c7f1830aac HTTP/1.1" status: 204 len: 168 time: 0.6158321 May 12 03:26:15.829784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33050) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:15.838250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2142972942'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:15.841903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (8da1e292-9c5b-42f9-8a07-46793b9fca17), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.843135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: afbd46d5-3765-41fe-88a6-5dad926952fc {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:15.844918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afbd46d5-3765-41fe-88a6-5dad926952fc not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:15.845672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f26743f3-3b61-4489-aead-bd276baba02b no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:15.873553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe838b1-285b-4826-be2d-0a188982d80c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=b45c3342-c7e9-48e6-94d4-c6c7f1830aac,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:15.896317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=8da1e292-9c5b-42f9-8a07-46793b9fca17,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:15.897262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:15.898728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e2fa7615-afa1-46e6-a297-56ac42a80132), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.900868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.939722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=e2fa7615-afa1-46e6-a297-56ac42a80132,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:15.941627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:15.942229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.943058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f26743f3-3b61-4489-aead-bd276baba02b), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.946359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e3b74498-3f7c-42a8-a221-e78a54327c7f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/e2fa7615-afa1-46e6-a297-56ac42a80132 HTTP/1.1" status: 204 len: 168 time: 0.6042798 May 12 03:26:15.949793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33052) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:15.967288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:15.969162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] Calling delete_port for f26743f3-3b61-4489-aead-bd276baba02b owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:15.978527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:15.986707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:15.990055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:15.990656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.998122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7e81df87-310f-4e6c-b3c5-72342437db27), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:15.998374 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment 7e81df87-310f-4e6c-b3c5-72342437db27 of type vlan for network 756d0bde-cb6e-463a-820b-a0c82822156a May 12 03:26:16.011352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7e8f-4d53-4837-908e-2936be7cd065 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:16.012888 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c43b7e8f-4d53-4837-908e-2936be7cd065 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0620623 May 12 03:26:16.016769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33054) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:16.046808 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-06491506-e0bd-43b8-8ec1-32fde3ba826d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:16.048412 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-06491506-e0bd-43b8-8ec1-32fde3ba826d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/e2fa7615-afa1-46e6-a297-56ac42a80132 HTTP/1.1" status: 404 len: 333 time: 0.0305293 May 12 03:26:16.053254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ad45d3d6-9792-4555-9caf-376d746c55ca tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7811868 May 12 03:26:16.053807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33056) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:16.057914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33058) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:16.058761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1573721308'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:16.065687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:16.073740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (756d0bde-cb6e-463a-820b-a0c82822156a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.080856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f26743f3-3b61-4489-aead-bd276baba02b is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:16.081414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f26743f3-3b61-4489-aead-bd276baba02b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.081823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:16.086766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.107699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.112308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:16.122813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (39953016-f083-485d-96d2-c41e74582009), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.122813 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment 39953016-f083-485d-96d2-c41e74582009 of type vlan for network 6b6450f5-058e-4120-81e0-d763f28e9f7c May 12 03:26:16.126794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port f26743f3-3b61-4489-aead-bd276baba02b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f26743f3-3b61-4489-aead-bd276baba02b,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:16.132539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.164299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (6b6450f5-058e-4120-81e0-d763f28e9f7c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.166882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (f26743f3-3b61-4489-aead-bd276baba02b), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.177443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (756d0bde-cb6e-463a-820b-a0c82822156a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.182497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:16.183086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.189605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] No DVR routers for this DVR port f26743f3-3b61-4489-aead-bd276baba02b on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:16.190939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (6b6450f5-058e-4120-81e0-d763f28e9f7c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.198502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:16.198502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.218656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fb392-3828-4d9d-b315-7d6d161ee51d None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:16.251905 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.1937621 May 12 03:26:16.258759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=12']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:16.259623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33062) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:16.264550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:16.283700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65c654-1fb2-4f1a-999d-2e3e9e64ffac tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=6b6450f5-058e-4120-81e0-d763f28e9f7c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:16.299060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712520-6a49-4f41-992e-1be0ea71dc95 None None] Pushing event deleted for resources: {'Port': ['ID=f26743f3-3b61-4489-aead-bd276baba02b,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:16.303147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:16.334790 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.5025065 May 12 03:26:16.340350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33064) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:16.345453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.346454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:16.347003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ed24d-f5d8-4f17-bd27-66b2db0283a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=756d0bde-cb6e-463a-820b-a0c82822156a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:16.371979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 756d0bde-cb6e-463a-820b-a0c82822156a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:16.447882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:16.451397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.453369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:16.457161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.462793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:16.466346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=62b3c1bf-1514-47f6-8620-acc5c7ddba72,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:16.480338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:16.491553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:16.522139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:16.525623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.527429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'project_id': '4ab09a257dfa402fac5dcfd697674395', 'fixed_ips': [{'subnet_id': '8da1e292-9c5b-42f9-8a07-46793b9fca17'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:16.528670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.662669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:16.663553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.701843 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.ipam_backend_mixin [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8da1e292-9c5b-42f9-8a07-46793b9fca17 (CIDR: 2001:db8::/64) May 12 03:26:16.708405 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-7d471dd7-54c2-4019-84b0-a975826b2d18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5599186 May 12 03:26:16.709004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (accbf2da-c5e6-4215-a89f-8a2520619254), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.713155 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:26:16.713853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:16.723437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Request body: {'port': {'device_id': '72aa311b-fccd-4596-9775-03c3f760c771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:16.726280 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Allocated IP 2001:db8::2 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/8da1e292-9c5b-42f9-8a07-46793b9fca17/4c71e371-feee-4e45-bea3-480ef1e5aeac) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:16.779877 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7f6dac30-9bc5-48f7-b3b2-8bfc87963cc3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7154436 May 12 03:26:16.780388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33066) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:16.786019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'subnet': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:16.836847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=accbf2da-c5e6-4215-a89f-8a2520619254,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:16.856170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': '7e81df87-310f-4e6c-b3c5-72342437db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:16.856532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 756d0bde-cb6e-463a-820b-a0c82822156a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:16.861424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.861981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8e3b77b1-5e57-400e-b470-a09a13e6de07 None None] Provisioning complete for port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:16.862077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77b1-5e57-400e-b470-a09a13e6de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.927358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 756d0bde-cb6e-463a-820b-a0c82822156a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:16.939231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (ec33fa45-4eb0-4065-81f5-94348ff5238f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.950608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b77b1-5e57-400e-b470-a09a13e6de07 None None] Port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:16.952404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Publish callbacks [] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.961770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:16.984580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 756d0bde-cb6e-463a-820b-a0c82822156a) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:16.990252 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:16.990848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.019394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:17.020074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31975a-88c2-4e2b-9735-10ecfcc0082c None None] Network 756d0bde-cb6e-463a-820b-a0c82822156a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:17.027849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc4d83-1704-4764-b0c6-75cfd02293cb req-9cf5b913-ab8c-4e2e-9bb7-c467df91c970 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:17.030241 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fcbc4d83-1704-4764-b0c6-75cfd02293cb req-9cf5b913-ab8c-4e2e-9bb7-c467df91c970 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 932 time: 0.1004863 May 12 03:26:17.045805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=ec33fa45-4eb0-4065-81f5-94348ff5238f,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:17.046047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d2ea5e00-eea3-4464-8e27-75d739840f98 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7012827 May 12 03:26:17.046328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33070) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:17.056931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-231943184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:17.071244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:17.074896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.086055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:17.091543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:17.114730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Pushing event updated for resources: {'Port': ['ID=4c71e371-feee-4e45-bea3-480ef1e5aeac,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:17.133524 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fcbc4d83-1704-4764-b0c6-75cfd02293cb req-3c915863-cb23-4386-aa2e-38f21c2613a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845399 May 12 03:26:17.186707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': '39953016-f083-485d-96d2-c41e74582009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:17.187075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: 6b6450f5-058e-4120-81e0-d763f28e9f7c, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:17.192273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Attempting to bind port 4c71e371-feee-4e45-bea3-480ef1e5aeac on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:17.192651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Attempting to bind port 4c71e371-feee-4e45-bea3-480ef1e5aeac by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:17.193077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Attempting to bind port 4c71e371-feee-4e45-bea3-480ef1e5aeac on network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:17.200005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-756d0bde-cb6e-463a-820b-a0c82822156a', 'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'accbf2da-c5e6-4215-a89f-8a2520619254'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:17.201003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.205106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (cbeac705-2885-4324-86b7-675b09aed39d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.205286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:17.205673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Checking segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:17.206099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (cbeac705-2885-4324-86b7-675b09aed39d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.206230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.206510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Bound using segment: {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:17.207033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Bound port: 4c71e371-feee-4e45-bea3-480ef1e5aeac, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162360aa-3e92-49f0-a7c4-21efbfab78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:17.207423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.283492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:17.379359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] For port 4c71e371-feee-4e45-bea3-480ef1e5aeac, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:17.382413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 6b6450f5-058e-4120-81e0-d763f28e9f7c) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:17.388166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:17.389567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.395173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (cbeac705-2885-4324-86b7-675b09aed39d), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.400188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c84000-26e6-4f85-8933-aa03578c1ffd None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:17.408908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (cbeac705-2885-4324-86b7-675b09aed39d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.410734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] For port 4c71e371-feee-4e45-bea3-480ef1e5aeac, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4c71e371-feee-4e45-bea3-480ef1e5aeac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:17.430881 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8114796e-380c-4e3c-aedc-543977461b4e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1703701 May 12 03:26:17.434223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33072) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:17.439920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.444241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:17.447489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.448696 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e2423fb8-3f66-4f2d-927b-2b04c47f9829 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3952231 May 12 03:26:17.456141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33074) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:17.461202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'port': {'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a', 'name': 'tempest-RoutersIpV6Test-1119158202'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:17.479966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Allocated IP 2001:db8::2 (756d0bde-cb6e-463a-820b-a0c82822156a/accbf2da-c5e6-4215-a89f-8a2520619254/2cd49526-d682-427e-b51d-9b5271384954) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:17.555943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812ab8b-57c7-4e7d-b8d6-18e19affa68d None None] Pushing event updated for resources: {'Port': ['ID=4c71e371-feee-4e45-bea3-480ef1e5aeac,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:17.595284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.objects.ports [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104164) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 03:26:17.631013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-6b6450f5-058e-4120-81e0-d763f28e9f7c', 'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': 'ec33fa45-4eb0-4065-81f5-94348ff5238f'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:17.632496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.649705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b3c1bf-1514-47f6-8620-acc5c7ddba72 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:26:17.662392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Publish callbacks [] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.704420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:17.708385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.712018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Transition to ACTIVE for port object 62b3c1bf-1514-47f6-8620-acc5c7ddba72 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:26:17.723420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:17.723803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.727030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.771615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] device_id is not set on port 46a219a3-4142-452c-99d0-f5d8f9514f29 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:17.914174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Pushing event updated for resources: {'Port': ['ID=62b3c1bf-1514-47f6-8620-acc5c7ddba72,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:17.942198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Publish callbacks [] for port (2cd49526-d682-427e-b51d-9b5271384954), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.958557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (2cd49526-d682-427e-b51d-9b5271384954), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:17.967390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Allocated IP 2001:db8::2 (6b6450f5-058e-4120-81e0-d763f28e9f7c/ec33fa45-4eb0-4065-81f5-94348ff5238f/d50b3fe6-e1a1-4356-897b-01835512dd44) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:17.979318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.049230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Network 756d0bde-cb6e-463a-820b-a0c82822156a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:18.061344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:18.069508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:18.070575 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.ipam_backend_mixin [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec33fa45-4eb0-4065-81f5-94348ff5238f (CIDR: 2001:db8::/64) May 12 03:26:18.074795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Pushing event updated for resources: {'Port': ['ID=2cd49526-d682-427e-b51d-9b5271384954,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:18.082585 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:26:18.084623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:18.149869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4fb4950a-c804-444a-b9bf-d9ad9ef6db1e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7141068 May 12 03:26:18.153288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33076) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:18.158855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:18.212700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Attempting to bind port 2cd49526-d682-427e-b51d-9b5271384954 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:18.213039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Attempting to bind port 2cd49526-d682-427e-b51d-9b5271384954 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '7e81df87-310f-4e6c-b3c5-72342437db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:18.213344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Attempting to bind port 2cd49526-d682-427e-b51d-9b5271384954 on network 756d0bde-cb6e-463a-820b-a0c82822156a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:18.239711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:18.240035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Checking segment: {'id': '7e81df87-310f-4e6c-b3c5-72342437db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:18.240450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.240843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Bound using segment: {'id': '7e81df87-310f-4e6c-b3c5-72342437db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:18.241335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Bound port: 2cd49526-d682-427e-b51d-9b5271384954, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e81df87-310f-4e6c-b3c5-72342437db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '756d0bde-cb6e-463a-820b-a0c82822156a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:18.241722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2cd49526-d682-427e-b51d-9b5271384954), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.380787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71eece3-6ab4-4ca5-92d7-ce2207efbe7c req-14f946b6-e586-45f2-9e1f-994fddefa4c9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:18.382411 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e71eece3-6ab4-4ca5-92d7-ce2207efbe7c req-14f946b6-e586-45f2-9e1f-994fddefa4c9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 944 time: 0.1230657 May 12 03:26:18.432360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] For port 4c71e371-feee-4e45-bea3-480ef1e5aeac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4c71e371-feee-4e45-bea3-480ef1e5aeac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:18.471476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Publish callbacks [] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.489399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:18.490789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.493478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.531629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] For port 2cd49526-d682-427e-b51d-9b5271384954, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:18.559502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:18.561843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] For port 2cd49526-d682-427e-b51d-9b5271384954, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2cd49526-d682-427e-b51d-9b5271384954,segment=NetworkSegment(7e81df87-310f-4e6c-b3c5-72342437db27),segment_id=7e81df87-310f-4e6c-b3c5-72342437db27)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:18.562650 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e71eece3-6ab4-4ca5-92d7-ce2207efbe7c req-a00f7917-3867-4606-bf69-1605c7382998 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721463 May 12 03:26:18.563615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Pushing event updated for resources: {'Port': ['ID=d50b3fe6-e1a1-4356-897b-01835512dd44,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:18.567776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:18.568167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.570608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:18.579882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.580110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2cd49526-d682-427e-b51d-9b5271384954), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.604028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8::25c (756d0bde-cb6e-463a-820b-a0c82822156a/accbf2da-c5e6-4215-a89f-8a2520619254/46a219a3-4142-452c-99d0-f5d8f9514f29) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:18.624638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Attempting to bind port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:18.624970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Attempting to bind port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:18.625291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Attempting to bind port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 on network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:18.635447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (27ee0ebc-7b58-46af-b297-99f4e6fb2ce1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.644339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 on network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:26:18.646624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Attempting to bind port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 on network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:18.663295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:18.664105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Checking segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:18.664689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Bound using segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:18.665364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Bound port: 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:18.665948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.703415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Attempting to bind port d50b3fe6-e1a1-4356-897b-01835512dd44 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:18.704058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Attempting to bind port d50b3fe6-e1a1-4356-897b-01835512dd44 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '39953016-f083-485d-96d2-c41e74582009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:18.704629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Attempting to bind port d50b3fe6-e1a1-4356-897b-01835512dd44 on network 6b6450f5-058e-4120-81e0-d763f28e9f7c {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:18.720824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:18.721574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Checking segment: {'id': '39953016-f083-485d-96d2-c41e74582009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:18.722201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.722761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Bound using segment: {'id': '39953016-f083-485d-96d2-c41e74582009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:18.723664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Bound port: d50b3fe6-e1a1-4356-897b-01835512dd44, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39953016-f083-485d-96d2-c41e74582009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:18.724058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.737042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96572-d8db-4eaa-905d-0ad92d471911 None None] Pushing event updated for resources: {'Port': ['ID=2cd49526-d682-427e-b51d-9b5271384954,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:18.787034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:18.788368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=4c71e371-feee-4e45-bea3-480ef1e5aeac,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:18.793203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Subnet': ['ID=27ee0ebc-7b58-46af-b297-99f4e6fb2ce1,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:18.801810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:18.808313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:18.809345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.867457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] For port d50b3fe6-e1a1-4356-897b-01835512dd44, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:18.876679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] For port d50b3fe6-e1a1-4356-897b-01835512dd44, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d50b3fe6-e1a1-4356-897b-01835512dd44,segment=NetworkSegment(39953016-f083-485d-96d2-c41e74582009),segment_id=39953016-f083-485d-96d2-c41e74582009)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:18.884471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.889123 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-32c18396-b1d5-49a5-b1c9-e704ab7b14eb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1069672 May 12 03:26:18.892882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33080) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:18.897493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Request body: {'port': {'network_id': '63cedc1d-51d3-4500-bc80-bfe6842dfc1a', 'mac_address': 'fa:16:3e:e1:ae:a8', 'name': 'tempest-NetworksTestDHCPv6-1894356070'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:18.930433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:18.943246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] For port 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:18.948155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] For port 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:18.974484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.001984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc513e-2b88-416d-8cba-191f0f7edd67 None None] Pushing event updated for resources: {'Port': ['ID=d50b3fe6-e1a1-4356-897b-01835512dd44,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:19.096565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.131337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 756d0bde-cb6e-463a-820b-a0c82822156a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:19.138388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:19.139084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.141929 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] 10.222.0.57 "PUT /v2.0/ports/62b3c1bf-1514-47f6-8620-acc5c7ddba72 HTTP/1.1" status: 200 len: 1094 time: 2.4218440 May 12 03:26:19.163176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:19.169055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:19.194874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:19.196127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.204243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (ac07c641-74a6-49fe-8630-39ae2975f08a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.217737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aa311b-fccd-4596-9775-03c3f760c771', 'tag': '62b3c1bf-1514-47f6-8620-acc5c7ddba72'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:26:19.224312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89adf313-c219-4041-b007-89f140123325" -d '{"events": [{"name": "network-changed", "server_uuid": "72aa311b-fccd-4596-9775-03c3f760c771", "tag": "62b3c1bf-1514-47f6-8620-acc5c7ddba72"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:26:19.226011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addd534-5674-45c8-9a88-681ed01d5799 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:19.290141 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8317871 May 12 03:26:19.290817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33084) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:19.300073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] Provisioning complete for port 4c71e371-feee-4e45-bea3-480ef1e5aeac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:19.300460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.350971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:19.366339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:19.373857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:19.375416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.399463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=ac07c641-74a6-49fe-8630-39ae2975f08a,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:19.402490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Made reservation on behalf of 4ab09a257dfa402fac5dcfd697674395 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:19.447210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8bcdc5-2e79-4604-a0db-b7cde11921a6 x-openstack-request-id: req-bc8bcdc5-2e79-4604-a0db-b7cde11921a6 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:26:19.447732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aa311b-fccd-4596-9775-03c3f760c771", "tag": "62b3c1bf-1514-47f6-8620-acc5c7ddba72", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:26:19.448142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc8bcdc5-2e79-4604-a0db-b7cde11921a6 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:26:19.448724 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8bcdc5-2e79-4604-a0db-b7cde11921a6'] response: {'name': 'network-changed', 'server_uuid': '72aa311b-fccd-4596-9775-03c3f760c771', 'tag': '62b3c1bf-1514-47f6-8620-acc5c7ddba72', 'status': 'completed', 'code': 200} May 12 03:26:19.449479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a27b4-feeb-4a7b-a2a3-2a4f23d1e23a service neutron] Pushing event updated for resources: {'Port': ['ID=62b3c1bf-1514-47f6-8620-acc5c7ddba72,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:19.449598 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0f916041-4f88-4e3d-a7f1-e062a013c364 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2951858 May 12 03:26:19.452233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33086) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:19.457053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c', 'fixed_ips': [{'subnet_id': 'ec33fa45-4eb0-4065-81f5-94348ff5238f'}, {'subnet_id': 'ac07c641-74a6-49fe-8630-39ae2975f08a'}], 'name': 'tempest-PortsIpV6TestJSON-2100181926'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:19.519374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] Current status of the port 4c71e371-feee-4e45-bea3-480ef1e5aeac is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:19.519963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.591042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-ea31ed39-c599-46d9-95b4-3a51c936f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:19.593002 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-ea31ed39-c599-46d9-95b4-3a51c936f5bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 1128 time: 0.3583388 May 12 03:26:19.600501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] For port 4c71e371-feee-4e45-bea3-480ef1e5aeac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4c71e371-feee-4e45-bea3-480ef1e5aeac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:19.608271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.691165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:19.714335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:19.763944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7181e-375f-4f2f-afa4-d05d2c045cdc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=46a219a3-4142-452c-99d0-f5d8f9514f29,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:19.767416 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-c859dcda-71cc-48ee-9399-6e787a5bc550 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72 HTTP/1.1" status: 200 len: 217 time: 0.1020629 May 12 03:26:19.848358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6535d6-7732-477b-bb85-6b160027a417 None None] Pushing event updated for resources: {'Port': ['ID=4c71e371-feee-4e45-bea3-480ef1e5aeac,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:19.893588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] device_id is not set on port 89d63889-7167-4637-ac90-6cb19ca0c04c yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:19.913339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-a4d48842-1e6f-4ebd-acb6-8167ab499924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:19.915064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-a4d48842-1e6f-4ebd-acb6-8167ab499924 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=573212cd-363c-45bc-91ae-871a5c58f96e HTTP/1.1" status: 200 len: 837 time: 0.1148667 May 12 03:26:19.982172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d50b3fe6-e1a1-4356-897b-01835512dd44 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:20.004695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-de48e5a9-305d-43a0-9b41-50f650a0a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:20.006510 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-de48e5a9-305d-43a0-9b41-50f650a0a500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c60d4ad2-eec5-47e5-966c-bb02c8b11a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0647473 May 12 03:26:20.025985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fdacb-e1ab-4a15-aa93-ccd882d32117 req-10c31a64-e1b2-468d-b51e-36a307e1c0ec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:20.027666 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-372fdacb-e1ab-4a15-aa93-ccd882d32117 req-10c31a64-e1b2-468d-b51e-36a307e1c0ec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 944 time: 0.3233502 May 12 03:26:20.056182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:20.056553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.096866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.126728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.188832 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-372fdacb-e1ab-4a15-aa93-ccd882d32117 req-f6472e7c-dbd8-4a1f-9410-11eaed43c4ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485260 May 12 03:26:20.222685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:20.223178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.224699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 06429a11-f13f-48e9-ac15-6697ef173e42 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:20.243321 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-8ed1d2d8-767b-4b1c-861a-07718b6862d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034130 May 12 03:26:20.262045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port d50b3fe6-e1a1-4356-897b-01835512dd44, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d50b3fe6-e1a1-4356-897b-01835512dd44,segment=NetworkSegment(39953016-f083-485d-96d2-c41e74582009),segment_id=39953016-f083-485d-96d2-c41e74582009)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:20.275258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.276168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2cd49526-d682-427e-b51d-9b5271384954 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:20.462817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8::2e1 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/8da1e292-9c5b-42f9-8a07-46793b9fca17/89d63889-7167-4637-ac90-6cb19ca0c04c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:20.471380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=d50b3fe6-e1a1-4356-897b-01835512dd44,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:20.473757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:aea8 (63cedc1d-51d3-4500-bc80-bfe6842dfc1a/27ee0ebc-7b58-46af-b297-99f4e6fb2ce1/89d63889-7167-4637-ac90-6cb19ca0c04c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:20.488683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2cd49526-d682-427e-b51d-9b5271384954 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:20.489388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2cd49526-d682-427e-b51d-9b5271384954), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.550904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598102b-a1b0-407b-ab35-6cf53c58d3bb None None] Network 756d0bde-cb6e-463a-820b-a0c82822156a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:20.555064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0b9f03a5-1fe9-4057-8c89-2451dbf3d24a req-1ebcf48d-9c90-40cd-90e6-bb48314e77ac service neutron] 10.222.0.57 "GET /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903061 May 12 03:26:20.597547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Provisioning complete for port 2cd49526-d682-427e-b51d-9b5271384954 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:20.597938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2cd49526-d682-427e-b51d-9b5271384954), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.718192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.726002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.770091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2cd49526-d682-427e-b51d-9b5271384954 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:20.770479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2cd49526-d682-427e-b51d-9b5271384954), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.803594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=46a219a3-4142-452c-99d0-f5d8f9514f29,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:20.835106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for port (89d63889-7167-4637-ac90-6cb19ca0c04c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.878142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::264 (6b6450f5-058e-4120-81e0-d763f28e9f7c/ec33fa45-4eb0-4065-81f5-94348ff5238f/06429a11-f13f-48e9-ac15-6697ef173e42) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:20.883264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 2cd49526-d682-427e-b51d-9b5271384954, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2cd49526-d682-427e-b51d-9b5271384954,segment=NetworkSegment(7e81df87-310f-4e6c-b3c5-72342437db27),segment_id=7e81df87-310f-4e6c-b3c5-72342437db27)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:20.892860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2cd49526-d682-427e-b51d-9b5271384954), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.895073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4c71e371-feee-4e45-bea3-480ef1e5aeac up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:20.898513 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8:0:1::233 (6b6450f5-058e-4120-81e0-d763f28e9f7c/ac07c641-74a6-49fe-8630-39ae2975f08a/06429a11-f13f-48e9-ac15-6697ef173e42) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:20.932736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (89d63889-7167-4637-ac90-6cb19ca0c04c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.936456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Current status of the port 2cd49526-d682-427e-b51d-9b5271384954 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:20.937534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2cd49526-d682-427e-b51d-9b5271384954), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:20.980811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae537428-21aa-4c41-829d-8e58fca10897 None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:21.018123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (cbeac705-2885-4324-86b7-675b09aed39d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.023588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:21.040327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:21.049403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event updated for resources: {'Port': ['ID=89d63889-7167-4637-ac90-6cb19ca0c04c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:21.053341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:21.058835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:21.059423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.086939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:26:21.087510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:26:21.124778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=2cd49526-d682-427e-b51d-9b5271384954,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:21.140467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4c71e371-feee-4e45-bea3-480ef1e5aeac triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:21.141104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.176720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.269606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4c71e371-feee-4e45-bea3-480ef1e5aeac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:21.429778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f57195-3764-492c-b223-8f037810cccd None None] Update dhcp port {'port': {'network_id': '6b6450f5-058e-4120-81e0-d763f28e9f7c', 'fixed_ips': [{'subnet_id': 'ec33fa45-4eb0-4065-81f5-94348ff5238f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac07c641-74a6-49fe-8630-39ae2975f08a'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': 'd50b3fe6-e1a1-4356-897b-01835512dd44'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:26:21.465595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8f57195-3764-492c-b223-8f037810cccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.505449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adf313-c219-4041-b007-89f140123325 req-185ab799-fddf-457a-a45c-36c17dfb376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:21.507327 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-185ab799-fddf-457a-a45c-36c17dfb376c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 1128 time: 0.0726261 May 12 03:26:21.569345 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af9bed71-2375-41e1-900f-77023fab9d15 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6756320 May 12 03:26:21.574471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33092) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:21.646018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c828c-79a5-4d79-858b-d9f5402dcd1c req-8a0d84b8-b080-4555-a8f9-df26cc0ee1c3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:21.648291 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-084c828c-79a5-4d79-858b-d9f5402dcd1c req-8a0d84b8-b080-4555-a8f9-df26cc0ee1c3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 944 time: 0.1013968 May 12 03:26:21.675301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8b59aa71-8b6a-4630-be78-9cbda901715b None None] Current status of the port 2cd49526-d682-427e-b51d-9b5271384954 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:21.698082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (06429a11-f13f-48e9-ac15-6697ef173e42), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.750608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4c71e371-feee-4e45-bea3-480ef1e5aeac up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:21.767235 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-084c828c-79a5-4d79-858b-d9f5402dcd1c req-2125b05f-a372-4aa3-82e1-b001e9b1c59f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741289 May 12 03:26:21.799472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.824696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Provisioning complete for port 46a219a3-4142-452c-99d0-f5d8f9514f29 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:21.825366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.851135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:21.854642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:21.859093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:21.864586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:21.865256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.885815 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4324853 May 12 03:26:21.889447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33094) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:21.895650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec33fa45-4eb0-4065-81f5-94348ff5238f'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:21.912427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4c71e371-feee-4e45-bea3-480ef1e5aeac triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:21.913069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:21.944229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc7cf7-f620-41f4-829c-edd419237886 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=06429a11-f13f-48e9-ac15-6697ef173e42,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:21.959685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Port 46a219a3-4142-452c-99d0-f5d8f9514f29 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:21.964875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c8f57195-3764-492c-b223-8f037810cccd None None] Allocated IP 2001:db8:0:1::2 (6b6450f5-058e-4120-81e0-d763f28e9f7c/ac07c641-74a6-49fe-8630-39ae2975f08a/d50b3fe6-e1a1-4356-897b-01835512dd44) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:22.001765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.011678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Provisioning complete for port 2cd49526-d682-427e-b51d-9b5271384954 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:22.012232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2cd49526-d682-427e-b51d-9b5271384954), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.020229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 62b3c1bf-1514-47f6-8620-acc5c7ddba72 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:26:22.102519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adf313-c219-4041-b007-89f140123325 req-8091bc8b-7394-4e6a-b1e2-aa404bc3544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:22.103921 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-8091bc8b-7394-4e6a-b1e2-aa404bc3544e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c60d4ad2-eec5-47e5-966c-bb02c8b11a12 HTTP/1.1" status: 200 len: 898 time: 0.5806825 May 12 03:26:22.157734 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-07e42e4f-2df1-413e-b41d-de97a94dfc42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72 HTTP/1.1" status: 200 len: 217 time: 0.0371370 May 12 03:26:22.164386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting port 89d63889-7167-4637-ac90-6cb19ca0c04c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:22.164727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (89d63889-7167-4637-ac90-6cb19ca0c04c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.250794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.285777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.286649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (cbeac705-2885-4324-86b7-675b09aed39d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.296902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adf313-c219-4041-b007-89f140123325 req-af797a3e-d5bb-418a-a0c2-28a6990a9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:22.298371 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-af797a3e-d5bb-418a-a0c2-28a6990a9c81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=573212cd-363c-45bc-91ae-871a5c58f96e HTTP/1.1" status: 200 len: 837 time: 0.1305959 May 12 03:26:22.331777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.resource_extend [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:26:22.393614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4c71e371-feee-4e45-bea3-480ef1e5aeac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:22.394985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d50b3fe6-e1a1-4356-897b-01835512dd44 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:22.407473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (89d63889-7167-4637-ac90-6cb19ca0c04c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.430278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=46a219a3-4142-452c-99d0-f5d8f9514f29,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:22.432945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adf313-c219-4041-b007-89f140123325 req-9fb83fbf-39fe-47e1-ac62-0511016734bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:22.434447 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-9fb83fbf-39fe-47e1-ac62-0511016734bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c60d4ad2-eec5-47e5-966c-bb02c8b11a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1134753 May 12 03:26:22.437802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Calling delete_port for 89d63889-7167-4637-ac90-6cb19ca0c04c owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:22.485610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c8f57195-3764-492c-b223-8f037810cccd None None] For port d50b3fe6-e1a1-4356-897b-01835512dd44, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d50b3fe6-e1a1-4356-897b-01835512dd44,segment=NetworkSegment(39953016-f083-485d-96d2-c41e74582009),segment_id=39953016-f083-485d-96d2-c41e74582009)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:22.544064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:22.547014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Current status of the port 2cd49526-d682-427e-b51d-9b5271384954 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:22.573310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8f57195-3764-492c-b223-8f037810cccd None None] Publish callbacks [] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.576886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Provisioning complete for port 4c71e371-feee-4e45-bea3-480ef1e5aeac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:22.577291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.580767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:22.581133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.584684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8f57195-3764-492c-b223-8f037810cccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.586586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '62b3c1bf-1514-47f6-8620-acc5c7ddba72', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'port_id': '62b3c1bf-1514-47f6-8620-acc5c7ddba72', 'mac_address': 'fa:16:3e:07:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:26:22.625374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 756d0bde-cb6e-463a-820b-a0c82822156a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:22.635738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:22.651480 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-bc6ad264-f49b-4c1b-bec1-eaa36a962f0b service neutron] 10.222.0.57 "GET /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863558 May 12 03:26:22.654786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Delete allocated IP 2001:db8:0:1::233 (6b6450f5-058e-4120-81e0-d763f28e9f7c/ac07c641-74a6-49fe-8630-39ae2975f08a) {{(pid=104164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 03:26:22.796656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:22.797057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.799952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f57195-3764-492c-b223-8f037810cccd None None] Pushing event updated for resources: {'Port': ['ID=d50b3fe6-e1a1-4356-897b-01835512dd44,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:22.815126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (06429a11-f13f-48e9-ac15-6697ef173e42), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.824358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:22.889989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b3c1bf-1514-47f6-8620-acc5c7ddba72 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:26:22.931385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:22.932585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:22.933689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2cd49526-d682-427e-b51d-9b5271384954 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:22.935432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Current status of the port 4c71e371-feee-4e45-bea3-480ef1e5aeac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:22.938107 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89adf313-c219-4041-b007-89f140123325 req-0e5a0fae-4201-40fb-a65c-1a2102e8f387 service neutron] 10.222.0.57 "GET /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471583 May 12 03:26:22.971647 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.000418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:23.000418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.004832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] In _notify_port_updated(), no bound segment for port 06429a11-f13f-48e9-ac15-6697ef173e42 on network 6b6450f5-058e-4120-81e0-d763f28e9f7c {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:26:23.011858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.012573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.019055 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/ports/06429a11-f13f-48e9-ac15-6697ef173e42 HTTP/1.1" status: 200 len: 926 time: 1.1251001 May 12 03:26:23.020304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74041d0c-b503-4651-816e-c5d742e1fa70 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=06429a11-f13f-48e9-ac15-6697ef173e42,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:23.022939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33098) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.037481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec33fa45-4eb0-4065-81f5-94348ff5238f'}, {'subnet_id': 'ac07c641-74a6-49fe-8630-39ae2975f08a'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:23.067071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router cbeac705-2885-4324-86b7-675b09aed39d is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:23.076221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=62b3c1bf-1514-47f6-8620-acc5c7ddba72,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:23.080793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663505-c582-425c-a980-164fe32bc8ba req-125a089a-faad-48e7-943f-56316b577b55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.086339 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44663505-c582-425c-a980-164fe32bc8ba req-125a089a-faad-48e7-943f-56316b577b55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 944 time: 0.1973617 May 12 03:26:23.116654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2cd49526-d682-427e-b51d-9b5271384954 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:23.117032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2cd49526-d682-427e-b51d-9b5271384954), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.145408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (89d63889-7167-4637-ac90-6cb19ca0c04c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.193006 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44663505-c582-425c-a980-164fe32bc8ba req-f7f5ba08-51e3-4413-9cb7-fae70aa54815 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954790 May 12 03:26:23.199593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.208983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:23.214978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b23e745-e78b-4cab-886e-c0c24af4def0 None None] Could not find standard attr ID for object 89d63889-7167-4637-ac90-6cb19ca0c04c. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:23.237927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Port': ['ID=89d63889-7167-4637-ac90-6cb19ca0c04c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:23.248167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['62b3c1bf-1514-47f6-8620-acc5c7ddba72'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:26:23.278379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:23.290629 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-69fdc748-3e7c-43fd-9910-8ba5dd03d550 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/cbeac705-2885-4324-86b7-675b09aed39d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9570055 May 12 03:26:23.291452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33100) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.299669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2cd49526-d682-427e-b51d-9b5271384954 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:23.307583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] Sync routers for ids ['cbeac705-2885-4324-86b7-675b09aed39d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:23.331389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.337644 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0156c729-12e6-489b-85fc-1ed1c42bd6b3 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/89d63889-7167-4637-ac90-6cb19ca0c04c HTTP/1.1" status: 204 len: 168 time: 1.7598090 May 12 03:26:23.337869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33102) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.402249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0e24e-4ae1-4f31-8b61-d4c3093c624c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.406365 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4cf0e24e-4ae1-4f31-8b61-d4c3093c624c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0650442 May 12 03:26:23.406756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33104) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.449443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] Routers {'cbeac705-2885-4324-86b7-675b09aed39d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:23.450281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cbeac705-2885-4324-86b7-675b09aed39d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:23.471519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c9b75-4871-4afd-9fe8-4ba9b96aabeb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.475550 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e4c9b75-4871-4afd-9fe8-4ba9b96aabeb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0654130 May 12 03:26:23.476195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33106) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.489008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6eb3b9-5873-4eb2-bb34-cbbceffa9afc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.489373 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c6eb3b9-5873-4eb2-bb34-cbbceffa9afc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports/46a219a3-4142-452c-99d0-f5d8f9514f29 HTTP/1.1" status: 200 len: 984 time: 0.1961987 May 12 03:26:23.492535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33108) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.510530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b118e7f7-4f91-4106-9074-63e0f8bdfe0f None None] Provisioning complete for port 46a219a3-4142-452c-99d0-f5d8f9514f29 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:23.511055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b118e7f7-4f91-4106-9074-63e0f8bdfe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.523144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:23.548153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87f045-31ec-4ef5-befc-7d18be9d5af7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.549829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87f045-31ec-4ef5-befc-7d18be9d5af7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.551306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87f045-31ec-4ef5-befc-7d18be9d5af7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:23.555615 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ac87f045-31ec-4ef5-befc-7d18be9d5af7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0759251 May 12 03:26:23.555783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33110) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.578526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] Routers {'cbeac705-2885-4324-86b7-675b09aed39d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:23.579257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cbeac705-2885-4324-86b7-675b09aed39d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:23.649466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 27ee0ebc-7b58-46af-b297-99f4e6fb2ce1 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:23.655153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (27ee0ebc-7b58-46af-b297-99f4e6fb2ce1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.657989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b118e7f7-4f91-4106-9074-63e0f8bdfe0f None None] Port 46a219a3-4142-452c-99d0-f5d8f9514f29 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:23.662010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:23.662619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4c93e-eae8-48a7-8bd7-6de6668ab3c1 None None] The sync data for ids ['cbeac705-2885-4324-86b7-675b09aed39d'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:23.697377 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:26:23.726987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (27ee0ebc-7b58-46af-b297-99f4e6fb2ce1), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.754902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d50b3fe6-e1a1-4356-897b-01835512dd44 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:23.764016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec68ba6-84c7-4054-bbeb-992c11b9c560 None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:23.834317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (27ee0ebc-7b58-46af-b297-99f4e6fb2ce1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.876690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0a7ba404-4591-428d-be0c-cababbd83cd9 None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:23.877285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0a7ba404-4591-428d-be0c-cababbd83cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.897527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (27ee0ebc-7b58-46af-b297-99f4e6fb2ce1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.926616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=27ee0ebc-7b58-46af-b297-99f4e6fb2ce1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:23.929302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:23.932517 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/27ee0ebc-7b58-46af-b297-99f4e6fb2ce1 HTTP/1.1" status: 204 len: 168 time: 0.3757665 May 12 03:26:23.935432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33112) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:23.947095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530cb1b-d186-44b0-9aab-b616d345d443 None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:23.967250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.967665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.968151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.968614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.969370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.969370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.969876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.970325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.970754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.971184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.971624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.972055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.972482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.972913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:23.973336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299de4d-2bde-45eb-9df0-fb4b1b106347 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.001818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Deleting subnet 8da1e292-9c5b-42f9-8a07-46793b9fca17 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:24.005359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (8da1e292-9c5b-42f9-8a07-46793b9fca17), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.012163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:24.012962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.051690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (8da1e292-9c5b-42f9-8a07-46793b9fca17), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.070478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8:0:1::b8 (6b6450f5-058e-4120-81e0-d763f28e9f7c/ac07c641-74a6-49fe-8630-39ae2975f08a/06429a11-f13f-48e9-ac15-6697ef173e42) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:24.135263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (cbeac705-2885-4324-86b7-675b09aed39d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.143814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (8da1e292-9c5b-42f9-8a07-46793b9fca17), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.161100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ba404-4591-428d-be0c-cababbd83cd9 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:24.220845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (8da1e292-9c5b-42f9-8a07-46793b9fca17), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.250462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:24.277347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.284123 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/8da1e292-9c5b-42f9-8a07-46793b9fca17 HTTP/1.1" status: 204 len: 168 time: 0.3475492 May 12 03:26:24.284857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33116) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.285058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ad7a8-d804-4dc5-9775-368b88f257f7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Subnet': ['ID=8da1e292-9c5b-42f9-8a07-46793b9fca17,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:24.369836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 62b3c1bf-1514-47f6-8620-acc5c7ddba72 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:24.413811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-53830390-17a8-47ba-b778-608ad51aeb50 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240871 May 12 03:26:24.414689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33118) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.440376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:26:24.457160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:24.459068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.460416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec54e9-6e37-4f78-9ae1-575571aa37f2 req-bde30f9e-acd9-4814-a5cb-b9f00cab5979 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:24.462003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1aec54e9-6e37-4f78-9ae1-575571aa37f2 req-bde30f9e-acd9-4814-a5cb-b9f00cab5979 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 945 time: 0.1588185 May 12 03:26:24.494441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633600a4-8f3c-414f-9f02-45e2e9414910 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:24.496010 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-633600a4-8f3c-414f-9f02-45e2e9414910 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0799229 May 12 03:26:24.496222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (06429a11-f13f-48e9-ac15-6697ef173e42), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.500626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33120) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.518885 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.532417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-355fc060-0f0c-452f-a02a-d6ea8088fd95 None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:24.532794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-355fc060-0f0c-452f-a02a-d6ea8088fd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.647117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:24.647509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.663368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-355fc060-0f0c-452f-a02a-d6ea8088fd95 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:24.686446 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1aec54e9-6e37-4f78-9ae1-575571aa37f2 req-5a52dc15-cb95-4360-adf4-13f8a61e450b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132206 May 12 03:26:24.692612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa311b-fccd-4596-9775-03c3f760c771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3c1bf-1514-47f6-8620-acc5c7ddba72'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:26:24.700600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d29f64e-022a-4db6-8fce-c56327be1112" -d '{"events": [{"server_uuid": "72aa311b-fccd-4596-9775-03c3f760c771", "name": "network-vif-plugged", "status": "completed", "tag": "62b3c1bf-1514-47f6-8620-acc5c7ddba72"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:26:24.712554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-355fc060-0f0c-452f-a02a-d6ea8088fd95 None None] Provisioning complete for port 06429a11-f13f-48e9-ac15-6697ef173e42 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:24.713108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-355fc060-0f0c-452f-a02a-d6ea8088fd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.719095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:24.730942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] In _notify_port_updated(), no bound segment for port 06429a11-f13f-48e9-ac15-6697ef173e42 on network 6b6450f5-058e-4120-81e0-d763f28e9f7c {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:26:24.737627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:24.740827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.740827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/ports/06429a11-f13f-48e9-ac15-6697ef173e42 HTTP/1.1" status: 200 len: 1011 time: 1.7114952 May 12 03:26:24.741391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=06429a11-f13f-48e9-ac15-6697ef173e42,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:24.744388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33124) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.746889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.752906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998f309-5188-4ba0-a29d-0bcae84dd8a8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:24.756809 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e998f309-5188-4ba0-a29d-0bcae84dd8a8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2552156 May 12 03:26:24.758659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7014488b-daac-4042-8758-c8d86713abbd x-openstack-request-id: req-7014488b-daac-4042-8758-c8d86713abbd {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:26:24.758946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa311b-fccd-4596-9775-03c3f760c771", "name": "network-vif-plugged", "status": "completed", "tag": "62b3c1bf-1514-47f6-8620-acc5c7ddba72", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:26:24.759249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7014488b-daac-4042-8758-c8d86713abbd {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:26:24.760024 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7014488b-daac-4042-8758-c8d86713abbd'] response: {'server_uuid': '72aa311b-fccd-4596-9775-03c3f760c771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3c1bf-1514-47f6-8620-acc5c7ddba72', 'code': 200} May 12 03:26:24.760209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33126) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.761608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.761954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.762302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.762647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.762996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.763339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.763650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.763985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.764308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.765178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.765510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.765837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.766183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.766506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.766828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546afa51-df34-4a73-9527-3a033103f35f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.823258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=62b3c1bf-1514-47f6-8620-acc5c7ddba72,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:24.836942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-355fc060-0f0c-452f-a02a-d6ea8088fd95 None None] Port 06429a11-f13f-48e9-ac15-6697ef173e42 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:24.847765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.848443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.848947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.849455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.853532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.854157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.854942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.855432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.855958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.856521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.857258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.858111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.858645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.859120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.860227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:24.860594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-39bf4354-636d-494c-a4ce-f79b7c30cb40 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832036 May 12 03:26:24.861482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33128) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.870673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 46a219a3-4142-452c-99d0-f5d8f9514f29 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:24.871023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.905798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-196c967f-471b-4a5b-8a73-6de085ce1f86 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:24.906384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196c967f-471b-4a5b-8a73-6de085ce1f86 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:24.911970 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-196c967f-471b-4a5b-8a73-6de085ce1f86 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/89d63889-7167-4637-ac90-6cb19ca0c04c HTTP/1.1" status: 404 len: 333 time: 0.0493369 May 12 03:26:24.913584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33130) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:24.938441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 06429a11-f13f-48e9-ac15-6697ef173e42 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:24.938784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.966192 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b52b80ef-2494-4035-b4c2-bb4a2b60eb87 None None] Provisioning complete for port 06429a11-f13f-48e9-ac15-6697ef173e42 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:24.966669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b52b80ef-2494-4035-b4c2-bb4a2b60eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:24.988618 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-478b4eef-4389-4742-be27-79626adac1bb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:24.989454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478b4eef-4389-4742-be27-79626adac1bb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:24.997641 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-478b4eef-4389-4742-be27-79626adac1bb tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/27ee0ebc-7b58-46af-b297-99f4e6fb2ce1 HTTP/1.1" status: 404 len: 337 time: 0.0814266 May 12 03:26:24.998716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33132) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.023829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b52b80ef-2494-4035-b4c2-bb4a2b60eb87 None None] Port 06429a11-f13f-48e9-ac15-6697ef173e42 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:25.036963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98285c8-4b47-460b-8ad2-b2a4d34bf5ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.037552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98285c8-4b47-460b-8ad2-b2a4d34bf5ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.042475 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e98285c8-4b47-460b-8ad2-b2a4d34bf5ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/8da1e292-9c5b-42f9-8a07-46793b9fca17 HTTP/1.1" status: 404 len: 337 time: 0.0399339 May 12 03:26:25.045924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33134) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.056181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.070397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 46a219a3-4142-452c-99d0-f5d8f9514f29 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:25.091179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ef0ba-df82-4239-a2f4-e1a7d4493fc8 req-18ac2f3d-0d4f-47f3-93a1-4103061eb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:25.092815 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-408ef0ba-df82-4239-a2f4-e1a7d4493fc8 req-18ac2f3d-0d4f-47f3-93a1-4103061eb0df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 1130 time: 0.1226735 May 12 03:26:25.134763 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-484ab06e-a0ff-4665-b18e-0a1f63f06db9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.135578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484ab06e-a0ff-4665-b18e-0a1f63f06db9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.140851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-484ab06e-a0ff-4665-b18e-0a1f63f06db9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/70937837-ba24-4d40-a6d4-e854acd0235f HTTP/1.1" status: 404 len: 333 time: 0.0942230 May 12 03:26:25.146555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317728b-ec38-4bf7-9e04-fcb0e54f595a None None] Network 63cedc1d-51d3-4500-bc80-bfe6842dfc1a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:25.150596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33136) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.206846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-33954cb7-c861-48d1-b54d-f21519f4c811 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.207303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33954cb7-c861-48d1-b54d-f21519f4c811 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.212708 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-33954cb7-c861-48d1-b54d-f21519f4c811 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/c3fda9d5-8c1a-48c5-9e20-c3cd3379ea93 HTTP/1.1" status: 404 len: 337 time: 0.0586107 May 12 03:26:25.216865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33138) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.240117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.282990 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa99d3a-b08c-4b50-9ad0-9819d6bd60fe tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.283448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa99d3a-b08c-4b50-9ad0-9819d6bd60fe tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.288785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8aa99d3a-b08c-4b50-9ad0-9819d6bd60fe tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/92f4d1e8-c635-4fc9-b713-5b68e9c1a088 HTTP/1.1" status: 404 len: 337 time: 0.0635998 May 12 03:26:25.291096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 06429a11-f13f-48e9-ac15-6697ef173e42 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:25.293038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33140) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.343568 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-408ef0ba-df82-4239-a2f4-e1a7d4493fc8 req-3508dfc2-d977-43e3-9339-d13ca5ab1a4e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238848 May 12 03:26:25.344481 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17601cc-2b12-40ae-acc3-539bcfe80c97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.345059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17601cc-2b12-40ae-acc3-539bcfe80c97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.350265 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a17601cc-2b12-40ae-acc3-539bcfe80c97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/62e28417-7f22-40cf-8aa1-933569dcfc69 HTTP/1.1" status: 404 len: 333 time: 0.0489280 May 12 03:26:25.351734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33142) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.411889 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70d3955-3f71-4bb9-b54a-1abea457a0c1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.412367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70d3955-3f71-4bb9-b54a-1abea457a0c1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.416832 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a70d3955-3f71-4bb9-b54a-1abea457a0c1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/8ed80f49-996d-498c-8c4b-2db3a7893953 HTTP/1.1" status: 404 len: 337 time: 0.0640993 May 12 03:26:25.419383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33144) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.449346 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c736f2d2-4a30-499a-80b0-6c09aeae1681 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.449933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c736f2d2-4a30-499a-80b0-6c09aeae1681 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.453191 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c736f2d2-4a30-499a-80b0-6c09aeae1681 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/b4c46cf5-f1f5-40f6-a577-165b37389609 HTTP/1.1" status: 404 len: 337 time: 0.0328825 May 12 03:26:25.455760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33146) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.463800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cb8dd32b-9ee6-4d6f-85b4-33e87b78c4a7 None None] Provisioning complete for port 4c71e371-feee-4e45-bea3-480ef1e5aeac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:25.464182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cb8dd32b-9ee6-4d6f-85b4-33e87b78c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.513748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbbc73f-4b09-4e8c-939a-5fbc4ccbb868 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.514111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbbc73f-4b09-4e8c-939a-5fbc4ccbb868 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.517447 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0dbbc73f-4b09-4e8c-939a-5fbc4ccbb868 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/847017f7-8a66-4816-8966-46cfc8743d93 HTTP/1.1" status: 404 len: 333 time: 0.0605814 May 12 03:26:25.519974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33148) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.570231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] DHCP port deletion for 63cedc1d-51d3-4500-bc80-bfe6842dfc1a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:25.599134 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d16379-eba3-49d7-b771-64ed4b381c97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.599615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d16379-eba3-49d7-b771-64ed4b381c97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.602705 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-73d16379-eba3-49d7-b771-64ed4b381c97 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/8459bb73-b863-4d3d-bd62-414ee73d0f60 HTTP/1.1" status: 404 len: 337 time: 0.0818295 May 12 03:26:25.605188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33150) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.616925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dd32b-9ee6-4d6f-85b4-33e87b78c4a7 None None] Current status of the port 4c71e371-feee-4e45-bea3-480ef1e5aeac is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:25.625723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (06429a11-f13f-48e9-ac15-6697ef173e42), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.631023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] Deleting port 4c71e371-feee-4e45-bea3-480ef1e5aeac {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:25.631402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.638147 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-608c7dbe-e82f-4299-8943-c71d7ff68473 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.638607 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608c7dbe-e82f-4299-8943-c71d7ff68473 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.641583 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-608c7dbe-e82f-4299-8943-c71d7ff68473 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/de02c662-f54b-4848-bd47-8508f11b0c96 HTTP/1.1" status: 404 len: 337 time: 0.0355022 May 12 03:26:25.649124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33152) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.660471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=06429a11-f13f-48e9-ac15-6697ef173e42,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:25.681668 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c1e0d4-e979-4037-8b71-b41c3bde53fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.682532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c1e0d4-e979-4037-8b71-b41c3bde53fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.685671 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-42c1e0d4-e979-4037-8b71-b41c3bde53fa tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/b52fab47-7a04-48c8-ba47-08369ba8316f HTTP/1.1" status: 404 len: 333 time: 0.0347393 May 12 03:26:25.688219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33154) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.720730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.720962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed0dbb5-e9a4-4a1f-a9b6-43643f938194 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.721733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed0dbb5-e9a4-4a1f-a9b6-43643f938194 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.727423 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-945ad38e-a862-4443-aa9f-bd38ea18c74a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/06429a11-f13f-48e9-ac15-6697ef173e42 HTTP/1.1" status: 204 len: 168 time: 0.9800396 May 12 03:26:25.728150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33158) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.728499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33160) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.728712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5ed0dbb5-e9a4-4a1f-a9b6-43643f938194 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/3fffd981-e082-473f-ba2b-c1e61f41bf8c HTTP/1.1" status: 404 len: 337 time: 0.0392764 May 12 03:26:25.738258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] For port 4c71e371-feee-4e45-bea3-480ef1e5aeac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4c71e371-feee-4e45-bea3-480ef1e5aeac,segment=NetworkSegment(162360aa-3e92-49f0-a7c4-21efbfab78d9),segment_id=162360aa-3e92-49f0-a7c4-21efbfab78d9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:25.746163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.754832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c1ca668e-c992-440c-a9d5-b6a8105ecb86 None None] Could not find standard attr ID for object 06429a11-f13f-48e9-ac15-6697ef173e42. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:25.756188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4c71e371-feee-4e45-bea3-480ef1e5aeac no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:25.777169 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d771c49c-a1b2-42e9-a619-e0f63dadf74d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:25.778898 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d771c49c-a1b2-42e9-a619-e0f63dadf74d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/06429a11-f13f-48e9-ac15-6697ef173e42 HTTP/1.1" status: 404 len: 333 time: 0.0425224 May 12 03:26:25.782211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33162) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.800476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (46a219a3-4142-452c-99d0-f5d8f9514f29), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.811500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] Calling delete_port for 4c71e371-feee-4e45-bea3-480ef1e5aeac owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:25.832408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9608b4f-1d56-4e7c-a168-de8f758aeed5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.833019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9608b4f-1d56-4e7c-a168-de8f758aeed5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.838501 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d9608b4f-1d56-4e7c-a168-de8f758aeed5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/2cb312f4-06a4-4ef9-a8be-8e7bb75e0e46 HTTP/1.1" status: 404 len: 333 time: 0.1042435 May 12 03:26:25.839244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33164) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.856166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=46a219a3-4142-452c-99d0-f5d8f9514f29,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:25.875719 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec3ea01-8628-45f2-862b-b3eecc167e81 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.876431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec3ea01-8628-45f2-862b-b3eecc167e81 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.880711 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0ec3ea01-8628-45f2-862b-b3eecc167e81 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/cc0bade5-5b5d-4729-b66a-c5b3d0bff256 HTTP/1.1" status: 404 len: 337 time: 0.0403059 May 12 03:26:25.884306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33166) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.928716 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3863a8-0b62-4100-8096-c5ab33af11fd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.929275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3863a8-0b62-4100-8096-c5ab33af11fd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.932383 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6a3863a8-0b62-4100-8096-c5ab33af11fd tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/2806ed95-e3b3-4553-a9cd-5924538b4d5e HTTP/1.1" status: 404 len: 333 time: 0.0468991 May 12 03:26:25.935487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33168) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:25.969040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b8dd1-50a4-4541-a385-ec818dc437c3 req-e9d3f451-36d2-4f51-a324-186abfc224ad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:25.971194 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b3b8dd1-50a4-4541-a385-ec818dc437c3 req-e9d3f451-36d2-4f51-a324-186abfc224ad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 946 time: 0.1293650 May 12 03:26:25.975506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet ac07c641-74a6-49fe-8630-39ae2975f08a {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:25.979118 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e815319e-982c-4daa-9e63-3454e64f2d69 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:25.979563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e815319e-982c-4daa-9e63-3454e64f2d69 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:25.988942 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e815319e-982c-4daa-9e63-3454e64f2d69 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/b103986e-0a8d-4e01-bb28-76fa010f2ea0 HTTP/1.1" status: 404 len: 337 time: 0.0464449 May 12 03:26:25.990376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.990941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (ac07c641-74a6-49fe-8630-39ae2975f08a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:25.993181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33170) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.020415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (cbeac705-2885-4324-86b7-675b09aed39d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.060673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] Pushing event deleted for resources: {'Port': ['ID=4c71e371-feee-4e45-bea3-480ef1e5aeac,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:26.062878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc208d6-c789-46b3-91c1-4829f263b210 None None] No DVR routers for this DVR port 4c71e371-feee-4e45-bea3-480ef1e5aeac on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:26.067652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ac07c641-74a6-49fe-8630-39ae2975f08a), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.088034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4c71e371-feee-4e45-bea3-480ef1e5aeac is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:26.088428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4c71e371-feee-4e45-bea3-480ef1e5aeac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.127619 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2cfbfc-d28a-4c69-8d2b-aed1f0064a4c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.127890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2cfbfc-d28a-4c69-8d2b-aed1f0064a4c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.130852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aa2cfbfc-d28a-4c69-8d2b-aed1f0064a4c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/4b090c92-7b47-4f0e-8432-a2de223f360d HTTP/1.1" status: 404 len: 333 time: 0.1367261 May 12 03:26:26.134669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33172) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.156050 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b3b8dd1-50a4-4541-a385-ec818dc437c3 req-b2496df1-5228-4083-8ce5-b379b9b839d0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453304 May 12 03:26:26.178991 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc156cfc-6191-4ede-ad75-0ddba94bf071 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.179777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc156cfc-6191-4ede-ad75-0ddba94bf071 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.185750 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bc156cfc-6191-4ede-ad75-0ddba94bf071 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/93574e60-2219-45f2-a384-b148fd381b8b HTTP/1.1" status: 404 len: 337 time: 0.0502691 May 12 03:26:26.193274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33174) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.219010 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7bd978-0976-4384-bd65-9991304deb36 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.219558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7bd978-0976-4384-bd65-9991304deb36 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.222516 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c7bd978-0976-4384-bd65-9991304deb36 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/9cc6bae3-759b-4194-8d74-876e2d459adb HTTP/1.1" status: 404 len: 333 time: 0.0321233 May 12 03:26:26.226872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33176) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.244604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router cbeac705-2885-4324-86b7-675b09aed39d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:26.269151 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-374c2849-dd86-400f-97e4-3cb4825829d7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.269683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374c2849-dd86-400f-97e4-3cb4825829d7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.272597 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-374c2849-dd86-400f-97e4-3cb4825829d7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/08e4ce46-07b2-4b0e-a74c-a83e93589a10 HTTP/1.1" status: 404 len: 337 time: 0.0447845 May 12 03:26:26.275013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33178) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.308359 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e5fbd9-e05a-4d39-864a-9a989183d9d8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.308896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e5fbd9-e05a-4d39-864a-9a989183d9d8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.311881 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b5e5fbd9-e05a-4d39-864a-9a989183d9d8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/c57cec21-b73c-425d-9813-4d83ea5c8b9f HTTP/1.1" status: 404 len: 333 time: 0.0344946 May 12 03:26:26.313151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ac07c641-74a6-49fe-8630-39ae2975f08a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.316381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33180) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.324602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:26.333698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0ec75862-ed7d-4da6-9813-1a8f7b2bce5c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/cbeac705-2885-4324-86b7-675b09aed39d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8370404 May 12 03:26:26.333698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33182) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.337597 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] Sync routers for ids ['cbeac705-2885-4324-86b7-675b09aed39d'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:26.351698 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] Routers {'cbeac705-2885-4324-86b7-675b09aed39d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:26.352615 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cbeac705-2885-4324-86b7-675b09aed39d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:26.369392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd89325e-7b61-41d7-b897-f41efc15bac5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.369850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd89325e-7b61-41d7-b897-f41efc15bac5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.372828 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cd89325e-7b61-41d7-b897-f41efc15bac5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/c92e1f1d-1831-4a76-920f-bd54deab61eb HTTP/1.1" status: 404 len: 337 time: 0.0559363 May 12 03:26:26.376050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33184) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.401000 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:26.407175 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e5850f-58b4-4fa6-9acf-259980f32655 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.407634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e5850f-58b4-4fa6-9acf-259980f32655 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.409780 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] Routers {'cbeac705-2885-4324-86b7-675b09aed39d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:26.410631 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-28e5850f-58b4-4fa6-9acf-259980f32655 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/1d7bd7f9-ad0d-461c-905d-6a8c0fddde69 HTTP/1.1" status: 404 len: 337 time: 0.0337381 May 12 03:26:26.413570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33186) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.413736 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['cbeac705-2885-4324-86b7-675b09aed39d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:26.432629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ac07c641-74a6-49fe-8630-39ae2975f08a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.450893 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:26.451563 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8e4c6-02ed-4ea9-991a-8f1107f492d0 None None] The sync data for ids ['cbeac705-2885-4324-86b7-675b09aed39d'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:26.455274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd9384-0289-4e8e-81db-ca7a53c3495e None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:26.474149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.476694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6739f421-5cc7-4e16-84f7-52f4f9becfab tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.477282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6739f421-5cc7-4e16-84f7-52f4f9becfab tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.478347 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/ac07c641-74a6-49fe-8630-39ae2975f08a HTTP/1.1" status: 204 len: 168 time: 0.6949801 May 12 03:26:26.479391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97961f7b-a23c-48ae-9475-32cc416e7ad7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=ac07c641-74a6-49fe-8630-39ae2975f08a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:26.480249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6739f421-5cc7-4e16-84f7-52f4f9becfab tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/bd8963d9-e38d-496d-bced-8a82e132cefc HTTP/1.1" status: 404 len: 333 time: 0.0648649 May 12 03:26:26.480960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33188) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.482903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33190) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.541087 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0587f0e-2cd2-4e76-b4a0-5a13c361c8c5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.541427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0587f0e-2cd2-4e76-b4a0-5a13c361c8c5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.541763 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet ec33fa45-4eb0-4065-81f5-94348ff5238f {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:26.544369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a0587f0e-2cd2-4e76-b4a0-5a13c361c8c5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/549813d0-a13f-4a57-ba4f-a3ed16b3678a HTTP/1.1" status: 404 len: 337 time: 0.0605216 May 12 03:26:26.546948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33192) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.549059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (ec33fa45-4eb0-4065-81f5-94348ff5238f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.582685 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-6bf27d53-2a27-467a-a873-277de97ede09 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] remove_router_interface failed (client error): The resource could not be found. May 12 03:26:26.583762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6bf27d53-2a27-467a-a873-277de97ede09 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/cbeac705-2885-4324-86b7-675b09aed39d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2494481 May 12 03:26:26.586727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33194) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.617567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f58bf1fe-f9eb-415b-9faa-a2fbff2da023 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbeac705-2885-4324-86b7-675b09aed39d HTTP/1.1" status: 200 len: 205 time: 0.0295544 May 12 03:26:26.619997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33196) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.703066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (cbeac705-2885-4324-86b7-675b09aed39d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.854409 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6598e152-0235-4656-99a3-3bb1ffcf09ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.855136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6598e152-0235-4656-99a3-3bb1ffcf09ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.859272 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6598e152-0235-4656-99a3-3bb1ffcf09ba tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/f06f2c2c-111e-46a9-af86-af10434f7f84 HTTP/1.1" status: 404 len: 337 time: 0.3111317 May 12 03:26:26.863700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33198) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.887882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (cbeac705-2885-4324-86b7-675b09aed39d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.890752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (cbeac705-2885-4324-86b7-675b09aed39d), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.896117 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bed6f60-39a7-4850-97a8-c1934d97a0b2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.896981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bed6f60-39a7-4850-97a8-c1934d97a0b2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.900224 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6bed6f60-39a7-4850-97a8-c1934d97a0b2 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/66de01e1-c29d-4333-acc6-770710e249ed HTTP/1.1" status: 404 len: 333 time: 0.0355744 May 12 03:26:26.903273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33200) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.912878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ec33fa45-4eb0-4065-81f5-94348ff5238f), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.949927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (cbeac705-2885-4324-86b7-675b09aed39d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.950616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router cbeac705-2885-4324-86b7-675b09aed39d {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:26:26.957020 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7a61c2-d42b-463a-a58d-a5ec20d2e527 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:26.957485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7a61c2-d42b-463a-a58d-a5ec20d2e527 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:26.958297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:26.960470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd7a61c2-d42b-463a-a58d-a5ec20d2e527 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ef2801-6ebc-49e7-8305-6a2756660b50 HTTP/1.1" status: 404 len: 337 time: 0.0562763 May 12 03:26:26.964843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33202) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.964843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33204) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:26.965057 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ca2feb8b-9c38-47ad-a2be-ed412d166b61 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/cbeac705-2885-4324-86b7-675b09aed39d HTTP/1.1" status: 204 len: 168 time: 0.3439102 May 12 03:26:27.021110 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-56da4375-6c1d-484c-abd5-f3b76b259190 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.021571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56da4375-6c1d-484c-abd5-f3b76b259190 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.024574 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-56da4375-6c1d-484c-abd5-f3b76b259190 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/e8c3dc01-4027-4e2c-a040-23b5acd7584e HTTP/1.1" status: 404 len: 337 time: 0.0576291 May 12 03:26:27.029633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33206) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.056449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17e8ac4-dc9e-4ec7-b6d7-ced2d021192f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.057352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17e8ac4-dc9e-4ec7-b6d7-ced2d021192f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.059772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet accbf2da-c5e6-4215-a89f-8a2520619254 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:27.063981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b17e8ac4-dc9e-4ec7-b6d7-ced2d021192f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/edc1aba5-8dc3-4ed7-8b98-5ceafb42ecd4 HTTP/1.1" status: 404 len: 333 time: 0.0300870 May 12 03:26:27.064096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33208) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.079762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (accbf2da-c5e6-4215-a89f-8a2520619254), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.092416 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02af91c-6e6f-4374-9f1a-e14c01687f4b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.093051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02af91c-6e6f-4374-9f1a-e14c01687f4b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.097934 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a02af91c-6e6f-4374-9f1a-e14c01687f4b tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/f99b92f2-cbf5-4b08-bdef-602ed4b135a6 HTTP/1.1" status: 404 len: 337 time: 0.0310597 May 12 03:26:27.098813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33210) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.127155 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbcf054-6c1a-419e-a29b-d0e921efd719 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.127616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbcf054-6c1a-419e-a29b-d0e921efd719 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.130637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2dbcf054-6c1a-419e-a29b-d0e921efd719 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/33942c0e-dcf0-4f44-b8e5-fedc9aaac551 HTTP/1.1" status: 404 len: 337 time: 0.0308836 May 12 03:26:27.132752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ec33fa45-4eb0-4065-81f5-94348ff5238f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.133391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33212) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.157051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (accbf2da-c5e6-4215-a89f-8a2520619254), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.166990 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-44cd0ee5-73be-4baa-b0b2-49a56f29904a tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd924428-e1de-4496-b463-66aeb1c7e594 HTTP/1.1" status: 200 len: 205 time: 0.0322049 May 12 03:26:27.169319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33214) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.212783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-0afcac92-b335-400d-adbe-7ebd4e115a96 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] delete failed (client error): The resource could not be found. May 12 03:26:27.213929 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0afcac92-b335-400d-adbe-7ebd4e115a96 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/routers/cd924428-e1de-4496-b463-66aeb1c7e594 HTTP/1.1" status: 404 len: 336 time: 0.0436127 May 12 03:26:27.216509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33218) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.247748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af9a79c-e4e6-4393-a7f2-3fb2dcd368f9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.248202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af9a79c-e4e6-4393-a7f2-3fb2dcd368f9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.251631 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7af9a79c-e4e6-4393-a7f2-3fb2dcd368f9 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/f4b6078a-eb6d-4188-84fa-599999bdc3a2 HTTP/1.1" status: 404 len: 337 time: 0.0342269 May 12 03:26:27.253020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ec33fa45-4eb0-4065-81f5-94348ff5238f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.254851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33220) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.297269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ce1405cd-54ab-4742-9b2f-a5a0ba69420e None None] Provisioning complete for port d50b3fe6-e1a1-4356-897b-01835512dd44 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:27.297858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328210f-b846-49cd-9c22-33a843423cda req-51ec82cf-7931-4213-a701-695fe51a412a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:27.297995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce1405cd-54ab-4742-9b2f-a5a0ba69420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.299158 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6328210f-b846-49cd-9c22-33a843423cda req-51ec82cf-7931-4213-a701-695fe51a412a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 946 time: 0.0539756 May 12 03:26:27.318937 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d94b9696-3c57-48c8-9c7d-cf5374222e9c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "GET /v2.0/ports?device_id=9848b806-4b2d-4902-a1a8-449377e93e42 HTTP/1.1" status: 200 len: 205 time: 0.0592256 May 12 03:26:27.319596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=ec33fa45-4eb0-4065-81f5-94348ff5238f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:27.322368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33222) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.332338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.334909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607de772-215d-4324-9f47-d0d14966dec9 None None] Network 6b6450f5-058e-4120-81e0-d763f28e9f7c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:27.335759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f2cbd5b-5dd2-4501-a241-0cf8fa4ad7a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/ec33fa45-4eb0-4065-81f5-94348ff5238f HTTP/1.1" status: 204 len: 168 time: 0.8538823 May 12 03:26:27.341876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33224) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.379885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (accbf2da-c5e6-4215-a89f-8a2520619254), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.383770 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-dbea28dc-a9a3-4039-906b-14227b1096ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] delete failed (client error): The resource could not be found. May 12 03:26:27.387087 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dbea28dc-a9a3-4039-906b-14227b1096ec tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/routers/9848b806-4b2d-4902-a1a8-449377e93e42 HTTP/1.1" status: 404 len: 336 time: 0.0480583 May 12 03:26:27.388458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33226) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.449534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (accbf2da-c5e6-4215-a89f-8a2520619254), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.456019 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6328210f-b846-49cd-9c22-33a843423cda req-7909afc1-f5f5-4ff3-acfd-07c1f54b4ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494787 May 12 03:26:27.460654 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-80363df9-f18d-423a-960b-8656d802a1c6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.461223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80363df9-f18d-423a-960b-8656d802a1c6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.466742 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-80363df9-f18d-423a-960b-8656d802a1c6 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/eef0649a-335c-4b58-b813-bbee1228b763 HTTP/1.1" status: 404 len: 337 time: 0.0701435 May 12 03:26:27.470974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33228) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.479240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=accbf2da-c5e6-4215-a89f-8a2520619254,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:27.482967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.486708 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4db36d9-1662-4b4b-af3f-8dd7df0b6837 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/accbf2da-c5e6-4215-a89f-8a2520619254 HTTP/1.1" status: 204 len: 168 time: 0.5210111 May 12 03:26:27.489417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33232) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.498888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc20e36-874b-4661-9276-f532486b6f46 None None] Network 756d0bde-cb6e-463a-820b-a0c82822156a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:27.503102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (6b6450f5-058e-4120-81e0-d763f28e9f7c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.507661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ce1405cd-54ab-4742-9b2f-a5a0ba69420e None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:27.534856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2900497c-e6e3-4b70-ab09-0fc33df2fde5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.536069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2900497c-e6e3-4b70-ab09-0fc33df2fde5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.539767 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2900497c-e6e3-4b70-ab09-0fc33df2fde5 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/6583f4f0-587a-4399-b1be-33176b19e197 HTTP/1.1" status: 404 len: 337 time: 0.0677519 May 12 03:26:27.550505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33234) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.583283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (756d0bde-cb6e-463a-820b-a0c82822156a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.615035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd78d8c-e304-497c-a599-c6a682b6f2c1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.615612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd78d8c-e304-497c-a599-c6a682b6f2c1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.618779 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2fd78d8c-e304-497c-a599-c6a682b6f2c1 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/6d5c01a7-aa35-46dc-a867-92d5ceff8b5a HTTP/1.1" status: 404 len: 333 time: 0.0618575 May 12 03:26:27.620075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] DHCP port deletion for 6b6450f5-058e-4120-81e0-d763f28e9f7c request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:27.622778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33236) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.658226 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ef5fe4-a4ff-4a97-b6fe-ff8d9e36c399 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.658686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ef5fe4-a4ff-4a97-b6fe-ff8d9e36c399 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.664353 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-84ef5fe4-a4ff-4a97-b6fe-ff8d9e36c399 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/e93fc4e8-9442-4341-8ada-05188fd09b6e HTTP/1.1" status: 404 len: 337 time: 0.0405610 May 12 03:26:27.665028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33238) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.690729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] Deleting port d50b3fe6-e1a1-4356-897b-01835512dd44 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:27.696057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 2cd49526-d682-427e-b51d-9b5271384954 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:27.696365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2cd49526-d682-427e-b51d-9b5271384954), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.698425 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b02044-e46c-4ee5-81c5-996f93192659 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.699004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b02044-e46c-4ee5-81c5-996f93192659 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.703271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.705282 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1b02044-e46c-4ee5-81c5-996f93192659 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/24fe245d-481d-4f76-a2fe-36307a47caf3 HTTP/1.1" status: 404 len: 333 time: 0.0349381 May 12 03:26:27.707081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33240) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.716737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4396-6065-40f7-9d89-c7f38263b28b req-3bc93018-ab5c-4de9-b604-72096f444024 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:27.718855 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7e4f4396-6065-40f7-9d89-c7f38263b28b req-3bc93018-ab5c-4de9-b604-72096f444024 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 946 time: 0.1387835 May 12 03:26:27.726059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port d50b3fe6-e1a1-4356-897b-01835512dd44 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:27.726407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.748922 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad628b8f-d9b8-4c6c-8e35-c7044e1be18f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.749210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad628b8f-d9b8-4c6c-8e35-c7044e1be18f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.755151 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ad628b8f-d9b8-4c6c-8e35-c7044e1be18f tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/331882ab-2441-4817-9208-a1c5757e1ae8 HTTP/1.1" status: 404 len: 337 time: 0.0471108 May 12 03:26:27.755447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33242) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.778041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] DHCP port deletion for 756d0bde-cb6e-463a-820b-a0c82822156a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:27.780716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d50b3fe6-e1a1-4356-897b-01835512dd44 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:27.814920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c501052c-47b6-4afa-a65c-87808206d5c7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.815500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c501052c-47b6-4afa-a65c-87808206d5c7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.816378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] For port d50b3fe6-e1a1-4356-897b-01835512dd44, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d50b3fe6-e1a1-4356-897b-01835512dd44,segment=NetworkSegment(39953016-f083-485d-96d2-c41e74582009),segment_id=39953016-f083-485d-96d2-c41e74582009)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:27.816882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.821229 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c501052c-47b6-4afa-a65c-87808206d5c7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/f38ceb6a-9b4e-42b5-a9c7-a3f56c4e6a29 HTTP/1.1" status: 404 len: 333 time: 0.0629551 May 12 03:26:27.826654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33244) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.840820 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7e4f4396-6065-40f7-9d89-c7f38263b28b req-c8463973-b205-4d10-bfec-453be839141b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122074 May 12 03:26:27.842592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port d50b3fe6-e1a1-4356-897b-01835512dd44, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d50b3fe6-e1a1-4356-897b-01835512dd44,segment=NetworkSegment(39953016-f083-485d-96d2-c41e74582009),segment_id=39953016-f083-485d-96d2-c41e74582009)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:27.844080 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.859029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for d50b3fe6-e1a1-4356-897b-01835512dd44 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:27.864268 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a61349-1e2a-44e1-95ba-9f76eef8d7e4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.864919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a61349-1e2a-44e1-95ba-9f76eef8d7e4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.870868 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-26a61349-1e2a-44e1-95ba-9f76eef8d7e4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/944464cd-9c21-4924-9238-79e772b372f4 HTTP/1.1" status: 404 len: 337 time: 0.0424042 May 12 03:26:27.871288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33248) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.877612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] Calling delete_port for d50b3fe6-e1a1-4356-897b-01835512dd44 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:27.881046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port 2cd49526-d682-427e-b51d-9b5271384954, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2cd49526-d682-427e-b51d-9b5271384954,segment=NetworkSegment(7e81df87-310f-4e6c-b3c5-72342437db27),segment_id=7e81df87-310f-4e6c-b3c5-72342437db27)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:27.881422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2cd49526-d682-427e-b51d-9b5271384954), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.898340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 2cd49526-d682-427e-b51d-9b5271384954 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:27.907696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] Deleting port 2cd49526-d682-427e-b51d-9b5271384954 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:27.908149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2cd49526-d682-427e-b51d-9b5271384954), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:27.925248 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce48f99d-e7f9-4321-9ce1-2377a475c5b7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.925794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce48f99d-e7f9-4321-9ce1-2377a475c5b7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.930328 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce48f99d-e7f9-4321-9ce1-2377a475c5b7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/b059c34c-d358-4053-953b-225858bad187 HTTP/1.1" status: 404 len: 333 time: 0.0580649 May 12 03:26:27.932481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33250) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:27.968033 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e918248-c778-434e-8c94-5a04044b0ad8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:27.968824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e918248-c778-434e-8c94-5a04044b0ad8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:27.971876 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4e918248-c778-434e-8c94-5a04044b0ad8 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/ce2b0da8-b977-4790-89ed-ac8bb936b4a6 HTTP/1.1" status: 404 len: 337 time: 0.0384881 May 12 03:26:27.976232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33252) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.000169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2cd49526-d682-427e-b51d-9b5271384954), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.014369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ce85fa-fcf0-4b09-a3a2-143255e9989d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:28.015502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ce85fa-fcf0-4b09-a3a2-143255e9989d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:28.021154 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c2ce85fa-fcf0-4b09-a3a2-143255e9989d tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/33f8b8e1-7e27-47f5-b0a2-c0706c3f242f HTTP/1.1" status: 404 len: 333 time: 0.0409853 May 12 03:26:28.021154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33256) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.029104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=2cd49526-d682-427e-b51d-9b5271384954,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.037323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port 2cd49526-d682-427e-b51d-9b5271384954 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:28.039421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d50b3fe6-e1a1-4356-897b-01835512dd44 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:28.039810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.054626 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f565300-ee15-48d6-9738-d2028350d232 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:28.055462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f565300-ee15-48d6-9738-d2028350d232 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:28.060410 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1f565300-ee15-48d6-9738-d2028350d232 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/a9496e92-77d0-449b-956e-b77b91710ab8 HTTP/1.1" status: 404 len: 337 time: 0.0361350 May 12 03:26:28.060669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33258) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.082807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] For port 2cd49526-d682-427e-b51d-9b5271384954, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2cd49526-d682-427e-b51d-9b5271384954,segment=NetworkSegment(7e81df87-310f-4e6c-b3c5-72342437db27),segment_id=7e81df87-310f-4e6c-b3c5-72342437db27)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:28.083170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2cd49526-d682-427e-b51d-9b5271384954), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.091981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.097033 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c26ea66-ddb7-42e4-9d29-cc059c23b824 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:28.097033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c26ea66-ddb7-42e4-9d29-cc059c23b824 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:28.098193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0c26ea66-ddb7-42e4-9d29-cc059c23b824 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/52b29c5a-a235-44fa-9c98-5011a714d3a7 HTTP/1.1" status: 404 len: 333 time: 0.0359447 May 12 03:26:28.100872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33260) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.123124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] Calling delete_port for 2cd49526-d682-427e-b51d-9b5271384954 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:28.123393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=d50b3fe6-e1a1-4356-897b-01835512dd44,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.127507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port d50b3fe6-e1a1-4356-897b-01835512dd44 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:28.130791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (d50b3fe6-e1a1-4356-897b-01835512dd44), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.143032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (756d0bde-cb6e-463a-820b-a0c82822156a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.168538 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-71563970-9f45-4983-afe6-283cab31bfe7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:28.168986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71563970-9f45-4983-afe6-283cab31bfe7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:28.174712 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-71563970-9f45-4983-afe6-283cab31bfe7 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/eae36156-0f07-4a80-9601-225edffd1a79 HTTP/1.1" status: 404 len: 337 time: 0.0707603 May 12 03:26:28.175420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33262) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.187753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756d0bde-cb6e-463a-820b-a0c82822156a']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.189667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] Pushing event deleted for resources: {'Port': ['ID=d50b3fe6-e1a1-4356-897b-01835512dd44,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.195751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4690af-7c80-4faf-8ef5-db26c15c22bb None None] No DVR routers for this DVR port d50b3fe6-e1a1-4356-897b-01835512dd44 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:28.202588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e81df87-310f-4e6c-b3c5-72342437db27') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.203474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e81df87-310f-4e6c-b3c5-72342437db27') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.208501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6351af9b-e167-497d-ad26-bb8abc170f5c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:28.209084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6351af9b-e167-497d-ad26-bb8abc170f5c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:28.212567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6351af9b-e167-497d-ad26-bb8abc170f5c tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/ports/32980172-7000-46ce-acc1-a21f79f2185d HTTP/1.1" status: 404 len: 333 time: 0.0315645 May 12 03:26:28.215411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33264) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.229412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (7e81df87-310f-4e6c-b3c5-72342437db27), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.236493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (2cd49526-d682-427e-b51d-9b5271384954), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.240546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (6b6450f5-058e-4120-81e0-d763f28e9f7c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.253681 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ffeb7d-ca48-43f0-8181-86bd082b43e4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] DELETE failed (client error): The resource could not be found. May 12 03:26:28.254156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ffeb7d-ca48-43f0-8181-86bd082b43e4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:28.259443 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f5ffeb7d-ca48-43f0-8181-86bd082b43e4 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/subnets/d2f43def-0660-4c89-9a98-4bee86baf198 HTTP/1.1" status: 404 len: 337 time: 0.0405221 May 12 03:26:28.260771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33266) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.264044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6450f5-058e-4120-81e0-d763f28e9f7c']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.268007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] Pushing event deleted for resources: {'Port': ['ID=2cd49526-d682-427e-b51d-9b5271384954,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.269871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f3d73-e1da-40de-a4e3-d6e5f976a0ed None None] No DVR routers for this DVR port 2cd49526-d682-427e-b51d-9b5271384954 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:28.282448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39953016-f083-485d-96d2-c41e74582009') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.282898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39953016-f083-485d-96d2-c41e74582009') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.292236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7e81df87-310f-4e6c-b3c5-72342437db27), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.293534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (39953016-f083-485d-96d2-c41e74582009), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.309197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (39953016-f083-485d-96d2-c41e74582009), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.317054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:28.317507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (39953016-f083-485d-96d2-c41e74582009), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:28.320596 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:28.330574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:28.331071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (7e81df87-310f-4e6c-b3c5-72342437db27), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:28.334120 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:28.367474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (63cedc1d-51d3-4500-bc80-bfe6842dfc1a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.387215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (6b6450f5-058e-4120-81e0-d763f28e9f7c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.394298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.397563 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/6b6450f5-058e-4120-81e0-d763f28e9f7c HTTP/1.1" status: 204 len: 168 time: 1.0547845 May 12 03:26:28.402609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33268) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.409110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d15e8-4193-460b-86aa-2dd9019d77a5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=6b6450f5-058e-4120-81e0-d763f28e9f7c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.415986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (756d0bde-cb6e-463a-820b-a0c82822156a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.438534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.441565 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/756d0bde-cb6e-463a-820b-a0c82822156a HTTP/1.1" status: 204 len: 168 time: 0.9507473 May 12 03:26:28.446067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33270) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.451183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281475295'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:28.471712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:28.475184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.480435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f08122-690e-4356-b0e3-5035fe6db8d2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=756d0bde-cb6e-463a-820b-a0c82822156a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.496884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d48a4-a114-4578-88aa-44a3f7fc8dc4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:28.498395 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-190d48a4-a114-4578-88aa-44a3f7fc8dc4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0948246 May 12 03:26:28.499876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:28.505265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33272) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.520385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.520788 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49 of type vlan for network 36d89aa6-c243-4c28-8eca-4f60259748fc May 12 03:26:28.552838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (63cedc1d-51d3-4500-bc80-bfe6842dfc1a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.573168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cedc1d-51d3-4500-bc80-bfe6842dfc1a']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.578470 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-20217fd5-ae39-490d-b884-406d0d0d33e4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0721388 May 12 03:26:28.582285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33274) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.585270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162360aa-3e92-49f0-a7c4-21efbfab78d9') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.585520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162360aa-3e92-49f0-a7c4-21efbfab78d9') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:28.586427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (36d89aa6-c243-4c28-8eca-4f60259748fc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.590151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519178059'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:28.603258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (162360aa-3e92-49f0-a7c4-21efbfab78d9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.613260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (36d89aa6-c243-4c28-8eca-4f60259748fc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.618312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:28.618898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.624628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (162360aa-3e92-49f0-a7c4-21efbfab78d9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.630498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:28.633875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.637367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:28.637752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (162360aa-3e92-49f0-a7c4-21efbfab78d9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:28.640873 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:28.656768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.2095845 May 12 03:26:28.659465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33276) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.688341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:28.703971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595ceb2-0bba-4e49-9d7a-adc745fed464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=36d89aa6-c243-4c28-8eca-4f60259748fc,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.712334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:28.716273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 36d89aa6-c243-4c28-8eca-4f60259748fc details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:28.730724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (256c3107-e478-47ea-a011-2eb62fbad178), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.731230 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment 256c3107-e478-47ea-a011-2eb62fbad178 of type vlan for network 0ebfd85b-b313-445d-94a5-16acbb58a28b May 12 03:26:28.743397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (63cedc1d-51d3-4500-bc80-bfe6842dfc1a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.751116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.756614 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] 10.222.0.23 "DELETE /v2.0/networks/63cedc1d-51d3-4500-bc80-bfe6842dfc1a HTTP/1.1" status: 204 len: 168 time: 0.4936190 May 12 03:26:28.788726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:28.793430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.795176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79fdd7-4034-4795-b300-340080697431 tempest-NetworksTestDHCPv6-868324377 tempest-NetworksTestDHCPv6-868324377-project] Pushing event deleted for resources: {'Network': ['ID=63cedc1d-51d3-4500-bc80-bfe6842dfc1a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.801148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (0ebfd85b-b313-445d-94a5-16acbb58a28b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.831220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (0ebfd85b-b313-445d-94a5-16acbb58a28b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.836452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:28.836973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:28.882200 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 752 time: 0.2986112 May 12 03:26:28.885851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33280) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:28.890803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:28.918281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05e7b9-3fc6-4854-81a3-6446d78cb5bf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=0ebfd85b-b313-445d-94a5-16acbb58a28b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:28.932662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:29.058681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:29.060814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33284) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:29.062111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.066977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (ab15991b-7033-4b7a-815b-56a733bdb175), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.206138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=ab15991b-7033-4b7a-815b-56a733bdb175,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:29.207249 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-46ec06e2-d2de-4a55-b9d6-ec2de9ba9a3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ab09a257dfa402fac5dcfd697674395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452858 May 12 03:26:29.211379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33288) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:29.221000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:29.221361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 36d89aa6-c243-4c28-8eca-4f60259748fc, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:29.260651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2bd866c-e02a-43e6-91ef-60146158404e admin admin] Publish callbacks [] for security_group (bba67c25-8830-4f28-9f6d-40bddd03f9e0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.275325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 36d89aa6-c243-4c28-8eca-4f60259748fc is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:29.284069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2bd866c-e02a-43e6-91ef-60146158404e admin admin] Publish callbacks [] for security_group (bba67c25-8830-4f28-9f6d-40bddd03f9e0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.304468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 36d89aa6-c243-4c28-8eca-4f60259748fc) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:29.314084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:29.314537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.315504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e0a4f-7305-4ae6-b511-229416284587 None None] Network 36d89aa6-c243-4c28-8eca-4f60259748fc requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:29.338189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2bd866c-e02a-43e6-91ef-60146158404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (bba67c25-8830-4f28-9f6d-40bddd03f9e0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.343098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2bd866c-e02a-43e6-91ef-60146158404e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.344357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (951c5d97-16bb-4e41-89a7-a08232213190), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.345253 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b2bd866c-e02a-43e6-91ef-60146158404e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bba67c25-8830-4f28-9f6d-40bddd03f9e0 HTTP/1.1" status: 204 len: 168 time: 0.1329498 May 12 03:26:29.357910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33292) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:29.361702 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b083d476-8a4b-47aa-b0bf-0054ae021879 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6989498 May 12 03:26:29.364535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33294) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:29.375472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2012977393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:29.417450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd866c-e02a-43e6-91ef-60146158404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba67c25-8830-4f28-9f6d-40bddd03f9e0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:29.441052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=951c5d97-16bb-4e41-89a7-a08232213190,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:29.448980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': '256c3107-e478-47ea-a011-2eb62fbad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:29.449356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: 0ebfd85b-b313-445d-94a5-16acbb58a28b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:29.452746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (e0939df0-8ad7-44d9-9939-f55f7edb0d20), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.453921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (e0939df0-8ad7-44d9-9939-f55f7edb0d20), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.457765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-36d89aa6-c243-4c28-8eca-4f60259748fc', 'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'ab15991b-7033-4b7a-815b-56a733bdb175'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:29.459565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.481056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:29.495516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 0ebfd85b-b313-445d-94a5-16acbb58a28b) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:29.501583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:29.503490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.529246 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-63cebfa7-355c-4360-bfaa-2c96e3cbb7be tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6419375 May 12 03:26:29.533257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33296) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:29.541335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b', 'name': 'tempest-PortsIpV6TestJSON-297580794'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:29.550268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712caa6d-91e2-4bd5-83e9-f51aad4295bf None None] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:29.568459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (e0939df0-8ad7-44d9-9939-f55f7edb0d20), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.612501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (e0939df0-8ad7-44d9-9939-f55f7edb0d20), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.653091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.653091 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-af2e918f-5f27-45c4-881a-5b1de28dc232 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2805226 May 12 03:26:29.653091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33300) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:29.667662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:29.673764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:29.693509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 2d28563d-180d-4fc0-883d-a259a7d3975c yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:29.851002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2cd49526-d682-427e-b51d-9b5271384954 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:29.858823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::313 (0ebfd85b-b313-445d-94a5-16acbb58a28b/951c5d97-16bb-4e41-89a7-a08232213190/2d28563d-180d-4fc0-883d-a259a7d3975c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:29.885597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 2cd49526-d682-427e-b51d-9b5271384954 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:29.886213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2cd49526-d682-427e-b51d-9b5271384954 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:29.958388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Allocated IP 2001:db8::2 (36d89aa6-c243-4c28-8eca-4f60259748fc/ab15991b-7033-4b7a-815b-56a733bdb175/a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:29.979193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-0ebfd85b-b313-445d-94a5-16acbb58a28b', 'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': '951c5d97-16bb-4e41-89a7-a08232213190'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:29.981002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.079214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (2d28563d-180d-4fc0-883d-a259a7d3975c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.129606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2d28563d-180d-4fc0-883d-a259a7d3975c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.243417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Allocated IP 2001:db8::2 (0ebfd85b-b313-445d-94a5-16acbb58a28b/951c5d97-16bb-4e41-89a7-a08232213190/82b3cd26-8575-4932-a42c-7d604f753bc5) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:30.245705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Publish callbacks [] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.260044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.305658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33318) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.337371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Network 36d89aa6-c243-4c28-8eca-4f60259748fc is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:30.369296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:30.371948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Pushing event updated for resources: {'Port': ['ID=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:30.375125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:30.472080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Attempting to bind port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:30.472821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Attempting to bind port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:30.473673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Attempting to bind port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a on network 36d89aa6-c243-4c28-8eca-4f60259748fc {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:30.490370 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:30.490759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Checking segment: {'id': 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:30.491163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.491560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Bound using segment: {'id': 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:30.492104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Bound port: a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '36d89aa6-c243-4c28-8eca-4f60259748fc'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:30.493038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.496209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-6cc01989-6f9c-44db-8e93-f42eb7581712 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.497246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6cc01989-6f9c-44db-8e93-f42eb7581712 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.1904418 May 12 03:26:30.503511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33322) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.509860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-f577517e-9d2b-4e76-b0a4-531f22a7c057 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.510830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f577517e-9d2b-4e76-b0a4-531f22a7c057 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065172 May 12 03:26:30.520223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33324) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.535039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:30.539553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:30.543366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:30.547973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-10c20b55-cc4f-4e55-8455-d48f07d07bda tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.551291 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-10c20b55-cc4f-4e55-8455-d48f07d07bda tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0258296 May 12 03:26:30.551460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:30.551460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.556781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33326) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.567908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=2d28563d-180d-4fc0-883d-a259a7d3975c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:30.576762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-e6ae5830-135a-4d0f-b009-58159ba404fd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.580691 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e6ae5830-135a-4d0f-b009-58159ba404fd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0200696 May 12 03:26:30.580839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-09e12407-44ff-49f9-ba57-885e2903eea4 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0450253 May 12 03:26:30.580839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33328) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.582487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33330) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.586350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-26973f90-d1c0-4482-aae8-ecd45985e0c4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.589304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Publish callbacks [] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.589469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-26973f90-d1c0-4482-aae8-ecd45985e0c4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054893 May 12 03:26:30.590075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33332) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.596130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b', 'name': 'tempest-PortsIpV6TestJSON-558068062'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:30.602541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-454d7ba2-c360-4a7d-a23b-d0942f93d959 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.602826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.606994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-454d7ba2-c360-4a7d-a23b-d0942f93d959 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0125961 May 12 03:26:30.606994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33334) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.611157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-5acdc6a6-c299-472a-b61f-d7de9ba53619 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.612106 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5acdc6a6-c299-472a-b61f-d7de9ba53619 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051019 May 12 03:26:30.620367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33336) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.629084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-ad97444f-0774-4a8b-8040-086760b1de2a tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.632479 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ad97444f-0774-4a8b-8040-086760b1de2a tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044360 May 12 03:26:30.632625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] For port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:30.632765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33338) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.635632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.639261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-659e3008-c107-4e58-a806-dfc7310b3614 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.642550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-659e3008-c107-4e58-a806-dfc7310b3614 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065205 May 12 03:26:30.644014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33340) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.647699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:30.649661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-f4846e79-96c0-4744-b528-0a17f9d5320d tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.652981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4846e79-96c0-4744-b528-0a17f9d5320d tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061419 May 12 03:26:30.653355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33342) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.655920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:30.661634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-7c477e86-cd6c-47e9-bff1-78f07c4c6e1f tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.661968 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:30.665000 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7c477e86-cd6c-47e9-bff1-78f07c4c6e1f tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082943 May 12 03:26:30.665139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] For port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,segment=NetworkSegment(eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49),segment_id=eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:30.677146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33344) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.683025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-a2ff4b72-834d-44e0-89df-8b7d09a5e011 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.684054 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a2ff4b72-834d-44e0-89df-8b7d09a5e011 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061293 May 12 03:26:30.688691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33346) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.694538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-56232183-5d52-4b70-9a04-8bf6a742a1aa tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.695477 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56232183-5d52-4b70-9a04-8bf6a742a1aa tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058873 May 12 03:26:30.697899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33348) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.701755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-361048c7-8e9d-4957-b113-6abaecb36d26 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.702732 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-361048c7-8e9d-4957-b113-6abaecb36d26 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039742 May 12 03:26:30.705192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33350) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.707785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.710762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-73d9d1b4-cf1b-4435-8ff2-d1f2590f73c4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.711449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Pushing event updated for resources: {'Port': ['ID=82b3cd26-8575-4932-a42c-7d604f753bc5,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:30.711717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-73d9d1b4-cf1b-4435-8ff2-d1f2590f73c4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056720 May 12 03:26:30.714199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33352) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.722372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-5524bca2-d240-4b9e-8b67-9c1ca39f3d79 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.723337 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5524bca2-d240-4b9e-8b67-9c1ca39f3d79 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082567 May 12 03:26:30.727226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33354) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.736809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-5e2c8af2-d4ad-4d42-8002-429a683f1bcd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.738098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5e2c8af2-d4ad-4d42-8002-429a683f1bcd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0096681 May 12 03:26:30.741467 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33356) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.747800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-ab989a91-be28-45c8-bc55-2dd8cee65389 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.751356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ab989a91-be28-45c8-bc55-2dd8cee65389 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063624 May 12 03:26:30.751356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33358) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.755265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-9c4dbb6e-d813-4c15-96c4-d5367dd99c02 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.758246 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c4dbb6e-d813-4c15-96c4-d5367dd99c02 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039985 May 12 03:26:30.759965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33360) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.765841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-aca7dd7e-0cce-419c-8451-000ed7eabd78 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.766813 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aca7dd7e-0cce-419c-8451-000ed7eabd78 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043650 May 12 03:26:30.771696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33362) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.776038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-9cec6c3d-685a-48d4-95b2-1182279f8fcc tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.776652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Attempting to bind port 82b3cd26-8575-4932-a42c-7d604f753bc5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:30.777024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Attempting to bind port 82b3cd26-8575-4932-a42c-7d604f753bc5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '256c3107-e478-47ea-a011-2eb62fbad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:30.777388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Attempting to bind port 82b3cd26-8575-4932-a42c-7d604f753bc5 on network 0ebfd85b-b313-445d-94a5-16acbb58a28b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:30.779475 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9cec6c3d-685a-48d4-95b2-1182279f8fcc tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0067697 May 12 03:26:30.780984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33364) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.783184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.788669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-c10ba5e0-9906-4f14-af9d-c23545a8a7a3 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.792101 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c10ba5e0-9906-4f14-af9d-c23545a8a7a3 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043738 May 12 03:26:30.792803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33366) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.793918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:30.795263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Checking segment: {'id': '256c3107-e478-47ea-a011-2eb62fbad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:30.796229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:30.796353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.796741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Bound using segment: {'id': '256c3107-e478-47ea-a011-2eb62fbad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:30.797237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Bound port: 82b3cd26-8575-4932-a42c-7d604f753bc5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256c3107-e478-47ea-a011-2eb62fbad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ebfd85b-b313-445d-94a5-16acbb58a28b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:30.797619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.801679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.830129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 9ebd6ed0-93f0-45bc-9716-46ad87afe237 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:30.832035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-e57be491-1855-4d07-902f-b6bd38cc9b0c tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.835707 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e57be491-1855-4d07-902f-b6bd38cc9b0c tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0384114 May 12 03:26:30.836261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33368) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.842949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-29de3705-e99d-4e43-bef7-6f9d697c212e tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.845935 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-29de3705-e99d-4e43-bef7-6f9d697c212e tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0067861 May 12 03:26:30.847622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33370) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.854792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-6a3b74f3-fce9-4b72-8cc1-bc9120f2d2d4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.855973 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6a3b74f3-fce9-4b72-8cc1-bc9120f2d2d4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046391 May 12 03:26:30.873570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95345304-ac21-49bc-9d5a-cbc626b5c666 None None] Pushing event updated for resources: {'Port': ['ID=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:30.890905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33372) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.895565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-f4df98aa-073d-44b6-9ef0-c028c23a9522 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.896748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4df98aa-073d-44b6-9ef0-c028c23a9522 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046356 May 12 03:26:30.901329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33374) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.911642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-43e4a3f5-c90d-42b4-b3f2-1b923350d625 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.912979 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43e4a3f5-c90d-42b4-b3f2-1b923350d625 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0104485 May 12 03:26:30.916391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33376) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.916552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] For port 82b3cd26-8575-4932-a42c-7d604f753bc5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:30.920916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] For port 82b3cd26-8575-4932-a42c-7d604f753bc5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=82b3cd26-8575-4932-a42c-7d604f753bc5,segment=NetworkSegment(256c3107-e478-47ea-a011-2eb62fbad178),segment_id=256c3107-e478-47ea-a011-2eb62fbad178)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:30.921812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-efbe016c-e958-400e-ad1d-903d06b566f3 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.923076 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-efbe016c-e958-400e-ad1d-903d06b566f3 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051169 May 12 03:26:30.926676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33378) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.933926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-bd482b47-89a8-45e9-99bd-3578f5a3c065 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.934373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:30.935648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bd482b47-89a8-45e9-99bd-3578f5a3c065 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078297 May 12 03:26:30.939015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33380) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.943379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-3a88bed4-3370-4d5d-955a-8dff9c8c4176 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.944741 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3a88bed4-3370-4d5d-955a-8dff9c8c4176 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043828 May 12 03:26:30.948705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33382) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.958358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-296d91ee-6efa-45ac-ac11-0237b3223a0a tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.959684 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-296d91ee-6efa-45ac-ac11-0237b3223a0a tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050206 May 12 03:26:30.963105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33384) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:30.971213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-6776d7b8-7e38-44e8-bedb-10161365c223 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:30.972517 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6776d7b8-7e38-44e8-bedb-10161365c223 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082161 May 12 03:26:30.977672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33386) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.003717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-0cfb6f68-d57f-4bc7-83e7-6fec6eeb82fc tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.005083 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0cfb6f68-d57f-4bc7-83e7-6fec6eeb82fc tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0262153 May 12 03:26:31.008198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33388) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.013296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-807395ec-640e-40af-b29f-d9b38d92afce tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.016715 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-807395ec-640e-40af-b29f-d9b38d92afce tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048792 May 12 03:26:31.018944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33390) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.028011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-fee27b55-e41e-443d-9394-4c21d28df82d tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.031847 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fee27b55-e41e-443d-9394-4c21d28df82d tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094917 May 12 03:26:31.032198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33392) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.039495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-34b54672-e5ad-4c9a-abeb-3fa4e8c6bf7e tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.042872 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-34b54672-e5ad-4c9a-abeb-3fa4e8c6bf7e tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073271 May 12 03:26:31.043349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33394) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.050212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-62e36b15-b256-4e5b-ae40-d89f83b2eb6c tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.053458 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-62e36b15-b256-4e5b-ae40-d89f83b2eb6c tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068636 May 12 03:26:31.053615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a8828-43e3-432d-ba39-cb54d92db4c9 None None] Pushing event updated for resources: {'Port': ['ID=82b3cd26-8575-4932-a42c-7d604f753bc5,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:31.055476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33396) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.062646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-99fa2203-97ae-4e52-aaaf-dbd8718fca43 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.065937 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-99fa2203-97ae-4e52-aaaf-dbd8718fca43 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071633 May 12 03:26:31.068651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33398) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.075600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::254 (0ebfd85b-b313-445d-94a5-16acbb58a28b/951c5d97-16bb-4e41-89a7-a08232213190/9ebd6ed0-93f0-45bc-9716-46ad87afe237) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:31.083248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-804a8ede-a6fb-4537-aa64-7494a8b63b1a tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.083248 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-804a8ede-a6fb-4537-aa64-7494a8b63b1a tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0112474 May 12 03:26:31.085683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33400) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.094374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-ce2bc689-ba4f-4d1b-9164-c41e0c2d69c8 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.094374 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce2bc689-ba4f-4d1b-9164-c41e0c2d69c8 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067790 May 12 03:26:31.099656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33402) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.125681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-87660366-de62-43f3-a842-02f9fa0968b5 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.127030 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-87660366-de62-43f3-a842-02f9fa0968b5 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0272017 May 12 03:26:31.137066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33404) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.147295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-56d10a94-1aca-460b-ac8e-a9accad0fe42 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.150727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56d10a94-1aca-460b-ac8e-a9accad0fe42 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045540 May 12 03:26:31.154306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33406) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.160853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-d8e3c4ce-9cd6-485d-a44a-071182c06d28 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.161779 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d8e3c4ce-9cd6-485d-a44a-071182c06d28 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0068815 May 12 03:26:31.164980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33408) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.171060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-f02990b2-2ac8-403d-bc22-e09cd2f11192 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.174402 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f02990b2-2ac8-403d-bc22-e09cd2f11192 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0061960 May 12 03:26:31.176990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33410) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.183954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-aa4dd06d-1bca-469c-a8cc-a6d700d8f917 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.187867 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-aa4dd06d-1bca-469c-a8cc-a6d700d8f917 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069475 May 12 03:26:31.188261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33412) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.192347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8::1 (36d89aa6-c243-4c28-8eca-4f60259748fc/ab15991b-7033-4b7a-815b-56a733bdb175/33f04eeb-127a-46c2-9877-4b43226da977) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:31.203003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-99571adc-fd19-4f02-a44d-af4132fa5e92 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.206508 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-99571adc-fd19-4f02-a44d-af4132fa5e92 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0149155 May 12 03:26:31.214744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33414) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.219148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-d2f70e27-60d9-46a3-87d8-05e3fde9a0da tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.220136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d2f70e27-60d9-46a3-87d8-05e3fde9a0da tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044723 May 12 03:26:31.229700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33416) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.236340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-1de23f96-d3db-4c92-9cef-2bd936d519ef tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.238786 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1de23f96-d3db-4c92-9cef-2bd936d519ef tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068779 May 12 03:26:31.240593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33418) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.245229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-a5ff3ab8-bfb5-436c-bc33-ae164b3c9530 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.246210 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a5ff3ab8-bfb5-436c-bc33-ae164b3c9530 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047927 May 12 03:26:31.250153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33420) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.280510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-184accae-15b8-42f6-8f8a-05dde44c4b00 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.281721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-184accae-15b8-42f6-8f8a-05dde44c4b00 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0310876 May 12 03:26:31.284785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33422) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.329628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-d770075a-6ffb-4e13-ac3a-606fb7780ddd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.330707 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d770075a-6ffb-4e13-ac3a-606fb7780ddd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0402904 May 12 03:26:31.346465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33424) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.354170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-2ec1dae1-dc85-4bc5-8d18-8e0c779ab1e0 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.355231 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2ec1dae1-dc85-4bc5-8d18-8e0c779ab1e0 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078015 May 12 03:26:31.361101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33426) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.376500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-6dcb404e-7e21-4e65-ab69-227a4a1760fd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.377418 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6dcb404e-7e21-4e65-ab69-227a4a1760fd tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0154624 May 12 03:26:31.380243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33428) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.391170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-21e84c5c-774a-4de7-9ab3-22a2766be484 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.393974 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-21e84c5c-774a-4de7-9ab3-22a2766be484 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0110240 May 12 03:26:31.398866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33430) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.404364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-e1a879fc-94c7-49ec-ba5d-e65bc9886915 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.405875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e1a879fc-94c7-49ec-ba5d-e65bc9886915 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061295 May 12 03:26:31.409476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (9ebd6ed0-93f0-45bc-9716-46ad87afe237), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.412856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33432) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.417197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-b8cacf0b-ea41-48b4-980c-569ea68a3f0c tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.420627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b8cacf0b-ea41-48b4-980c-569ea68a3f0c tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043612 May 12 03:26:31.426475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33434) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.434924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.17 (c60d4ad2-eec5-47e5-966c-bb02c8b11a12/573212cd-363c-45bc-91ae-871a5c58f96e/f4c7ab93-386f-412d-acd5-6a29e904b665) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:31.435981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-9958ddd3-d2f8-4e46-b498-77286daa2d98 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.439215 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9958ddd3-d2f8-4e46-b498-77286daa2d98 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0096576 May 12 03:26:31.442441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33436) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.449290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-8feca570-f1f0-423a-968c-437442b81019 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.450356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8feca570-f1f0-423a-968c-437442b81019 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047967 May 12 03:26:31.454290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33438) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.470990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-673e038d-41f6-4a4c-bc6b-954db74e9529 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.474404 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-673e038d-41f6-4a4c-bc6b-954db74e9529 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0157549 May 12 03:26:31.477737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33440) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.482869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-d6fd7307-c6db-4d16-b8e3-bcaeb1c36020 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.486231 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d6fd7307-c6db-4d16-b8e3-bcaeb1c36020 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052598 May 12 03:26:31.489154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33442) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.493969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-16310268-f65b-4512-9d18-c15643a995cb tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.494954 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-16310268-f65b-4512-9d18-c15643a995cb tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0048192 May 12 03:26:31.498056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33444) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.500756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9ebd6ed0-93f0-45bc-9716-46ad87afe237), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.505596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-59c301c1-1f72-4623-b4ee-079469aebd77 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.506846 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-59c301c1-1f72-4623-b4ee-079469aebd77 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076890 May 12 03:26:31.512643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33446) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.518799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-424e93ed-b791-45f5-9908-6c1d9fd4a96e tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.519773 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-424e93ed-b791-45f5-9908-6c1d9fd4a96e tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052507 May 12 03:26:31.523398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33448) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.549148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-911abdef-ed08-462d-9dda-76f2f5397631 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.552637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-911abdef-ed08-462d-9dda-76f2f5397631 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056572 May 12 03:26:31.556430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33450) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.562793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-dd5cf371-3cd4-4649-9942-3c2d45ab6f71 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.563118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (33f04eeb-127a-46c2-9877-4b43226da977), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.566216 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd5cf371-3cd4-4649-9942-3c2d45ab6f71 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065136 May 12 03:26:31.567255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33452) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.573315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-7e2748ff-5f70-4caf-b56c-8881dd070f93 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.574249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:31.576890 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e2748ff-5f70-4caf-b56c-8881dd070f93 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067997 May 12 03:26:31.579573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33454) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.584325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:31.588886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-7bb87121-9536-4f1f-b263-ab1d2246c69b tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.589910 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7bb87121-9536-4f1f-b263-ab1d2246c69b tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097024 May 12 03:26:31.591100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:31.596014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33456) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.596908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:31.597572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.604280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=9ebd6ed0-93f0-45bc-9716-46ad87afe237,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:31.605108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-2c2a2823-f681-4885-8dc9-7ae3ba8c89b4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.606113 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2c2a2823-f681-4885-8dc9-7ae3ba8c89b4 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091405 May 12 03:26:31.610184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33458) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.621535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-5fc32cce-f283-4b77-a7c0-0553e87bd590 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.622528 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3aee6bfc-27c6-4f75-8041-8224bb154421 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0334308 May 12 03:26:31.625021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33460) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.625165 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5fc32cce-f283-4b77-a7c0-0553e87bd590 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0127423 May 12 03:26:31.625657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33462) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.640132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [None req-83ed663f-2878-41f8-be6f-802403d477fa tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.642363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.643885 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-83ed663f-2878-41f8-be6f-802403d477fa tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0171537 May 12 03:26:31.646298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33464) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.650302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-04f2c847-37de-4a3f-be7c-dc8c3a5f0129 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.653894 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-04f2c847-37de-4a3f-be7c-dc8c3a5f0129 tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068107 May 12 03:26:31.658888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33466) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.665276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [None req-6beeb761-5dca-4695-a6ef-8fdf00d64cff tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:26:31.670367 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6beeb761-5dca-4695-a6ef-8fdf00d64cff tempest-ExtensionsTestJSON-673822533 tempest-ExtensionsTestJSON-673822533-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064096 May 12 03:26:31.699606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (33f04eeb-127a-46c2-9877-4b43226da977), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.742372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a4f62-09ef-4c44-a3c2-35765946ee2b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:31.744483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e99a4f62-09ef-4c44-a3c2-35765946ee2b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A313 HTTP/1.1" status: 200 len: 928 time: 0.1167192 May 12 03:26:31.748327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33470) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:31.765626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 36d89aa6-c243-4c28-8eca-4f60259748fc is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:31.771302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:31.777730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:31.778276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (e0939df0-8ad7-44d9-9939-f55f7edb0d20), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.785818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.800062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 82b3cd26-8575-4932-a42c-7d604f753bc5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:31.831682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=33f04eeb-127a-46c2-9877-4b43226da977,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:31.871169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:31.876356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:31.886614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:31.919541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 82b3cd26-8575-4932-a42c-7d604f753bc5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:31.920095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:31.976505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 9ebd6ed0-93f0-45bc-9716-46ad87afe237 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:31.976900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9ebd6ed0-93f0-45bc-9716-46ad87afe237), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.003071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=f4c7ab93-386f-412d-acd5-6a29e904b665,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:32.032963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 82b3cd26-8575-4932-a42c-7d604f753bc5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:32.033451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.053847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.089197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 82b3cd26-8575-4932-a42c-7d604f753bc5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=82b3cd26-8575-4932-a42c-7d604f753bc5,segment=NetworkSegment(256c3107-e478-47ea-a011-2eb62fbad178),segment_id=256c3107-e478-47ea-a011-2eb62fbad178)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:32.102784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.103944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:32.144024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9ebd6ed0-93f0-45bc-9716-46ad87afe237), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.168072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 9ebd6ed0-93f0-45bc-9716-46ad87afe237 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:32.206633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (33f04eeb-127a-46c2-9877-4b43226da977), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.225080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=82b3cd26-8575-4932-a42c-7d604f753bc5,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:32.250715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33474) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:32.262665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:32.263371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.423727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f1456c8b-7488-4aaa-a210-641a96da26de None None] Provisioning complete for port f4c7ab93-386f-412d-acd5-6a29e904b665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:32.424131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f1456c8b-7488-4aaa-a210-641a96da26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.425858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:32.426262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.443364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9ebd6ed0-93f0-45bc-9716-46ad87afe237), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.502813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=9ebd6ed0-93f0-45bc-9716-46ad87afe237,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:32.510915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f1456c8b-7488-4aaa-a210-641a96da26de None None] Port f4c7ab93-386f-412d-acd5-6a29e904b665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:32.513865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,segment=NetworkSegment(eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49),segment_id=eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:32.525947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.538698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.546427 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b1774721-33ec-4e92-82c5-1067d8d503b6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/9ebd6ed0-93f0-45bc-9716-46ad87afe237 HTTP/1.1" status: 204 len: 168 time: 0.7957330 May 12 03:26:32.547390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33478) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:32.568593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70823310-8e66-4999-bc28-bf433eb954d7 None None] Network 36d89aa6-c243-4c28-8eca-4f60259748fc requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:32.583312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.587048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e69638ad-43b6-4c49-9a0e-2c33a194d9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.600139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2953140-2cef-40f3-ab9f-ddf855806711 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:32.603634 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a2953140-2cef-40f3-ab9f-ddf855806711 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/9ebd6ed0-93f0-45bc-9716-46ad87afe237 HTTP/1.1" status: 404 len: 333 time: 0.0550475 May 12 03:26:32.604482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33480) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:32.661954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:32.676335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-55684636-5d22-4707-922a-f940fd0f72a5 None None] Provisioning complete for port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:32.676506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55684636-5d22-4707-922a-f940fd0f72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.751281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 2d28563d-180d-4fc0-883d-a259a7d3975c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:32.752586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2d28563d-180d-4fc0-883d-a259a7d3975c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.837432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-55684636-5d22-4707-922a-f940fd0f72a5 None None] Current status of the port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:32.882283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2d28563d-180d-4fc0-883d-a259a7d3975c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:32.900962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 2d28563d-180d-4fc0-883d-a259a7d3975c owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:32.946355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c428c-b4b0-4096-ab3e-653e5df796c0 None None] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:32.990610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e69638ad-43b6-4c49-9a0e-2c33a194d9b0 admin admin] Publish callbacks [] for security_group (0fdb425a-d30b-4493-a3df-6263dd29c340), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.051474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-dead0654-0e8b-4dc4-8708-51e24ed6656a None None] Provisioning complete for port 82b3cd26-8575-4932-a42c-7d604f753bc5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:33.051890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dead0654-0e8b-4dc4-8708-51e24ed6656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.077206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2d28563d-180d-4fc0-883d-a259a7d3975c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.146192 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd869dd8-0ede-4a67-8b37-134f5c8811ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.166366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=2d28563d-180d-4fc0-883d-a259a7d3975c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:33.171654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.178441 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-242b1ca5-3a25-4131-b9f1-df06c5238677 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/2d28563d-180d-4fc0-883d-a259a7d3975c HTTP/1.1" status: 204 len: 168 time: 0.5725212 May 12 03:26:33.179127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33484) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:33.212495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-dead0654-0e8b-4dc4-8708-51e24ed6656a None None] Current status of the port 82b3cd26-8575-4932-a42c-7d604f753bc5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:33.215054 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d020c44-92eb-48f5-a289-34251df212a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:33.216773 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3d020c44-92eb-48f5-a289-34251df212a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/2d28563d-180d-4fc0-883d-a259a7d3975c HTTP/1.1" status: 404 len: 333 time: 0.0366943 May 12 03:26:33.220131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33486) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:33.285063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet 951c5d97-16bb-4e41-89a7-a08232213190 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:33.289784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (951c5d97-16bb-4e41-89a7-a08232213190), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.313862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e69638ad-43b6-4c49-9a0e-2c33a194d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0fdb425a-d30b-4493-a3df-6263dd29c340), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.341147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-55a03483-8a56-48c0-b3b3-c162c45109cf None None] Provisioning complete for port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:33.341414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (33f04eeb-127a-46c2-9877-4b43226da977), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.341745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55a03483-8a56-48c0-b3b3-c162c45109cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.348351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (951c5d97-16bb-4e41-89a7-a08232213190), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.394533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (33f04eeb-127a-46c2-9877-4b43226da977), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.395530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (e0939df0-8ad7-44d9-9939-f55f7edb0d20), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.464163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-55a03483-8a56-48c0-b3b3-c162c45109cf None None] Current status of the port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:33.468888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (951c5d97-16bb-4e41-89a7-a08232213190), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.475906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-55a03483-8a56-48c0-b3b3-c162c45109cf None None] Provisioning complete for port 33f04eeb-127a-46c2-9877-4b43226da977 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:33.476647 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55a03483-8a56-48c0-b3b3-c162c45109cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (33f04eeb-127a-46c2-9877-4b43226da977), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.516235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-55a03483-8a56-48c0-b3b3-c162c45109cf None None] Port 33f04eeb-127a-46c2-9877-4b43226da977 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:33.535075 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e69638ad-43b6-4c49-9a0e-2c33a194d9b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7dbd9599873495898aa82b37de28f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2792182 May 12 03:26:33.537910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33488) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:33.551872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69638ad-43b6-4c49-9a0e-2c33a194d9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb425a-d30b-4493-a3df-6263dd29c340,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:33.568845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=33f04eeb-127a-46c2-9877-4b43226da977,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:33.573058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (951c5d97-16bb-4e41-89a7-a08232213190), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.615621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=951c5d97-16bb-4e41-89a7-a08232213190,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:33.617806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.625024 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e5b81e30-f509-414a-840a-c2976fa4fe5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/951c5d97-16bb-4e41-89a7-a08232213190 HTTP/1.1" status: 204 len: 168 time: 0.3996003 May 12 03:26:33.625024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33490) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:33.654482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-60b02549-d561-4a18-9c36-75ec66a8c87c None None] Provisioning complete for port 82b3cd26-8575-4932-a42c-7d604f753bc5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:33.654998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60b02549-d561-4a18-9c36-75ec66a8c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.660475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fba2228-9993-4f72-b74a-7e5cfefe73a7 admin admin] Publish callbacks [] for security_group (0fdb425a-d30b-4493-a3df-6263dd29c340), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.666885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 36d89aa6-c243-4c28-8eca-4f60259748fc is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:33.669652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:33.743796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fba2228-9993-4f72-b74a-7e5cfefe73a7 admin admin] Publish callbacks [] for security_group (0fdb425a-d30b-4493-a3df-6263dd29c340), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.758074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (0ebfd85b-b313-445d-94a5-16acbb58a28b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.775036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 82b3cd26-8575-4932-a42c-7d604f753bc5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:33.842340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 82b3cd26-8575-4932-a42c-7d604f753bc5 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:33.842955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.844673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.859697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.871605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-60b02549-d561-4a18-9c36-75ec66a8c87c None None] Current status of the port 82b3cd26-8575-4932-a42c-7d604f753bc5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:33.875720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fba2228-9993-4f72-b74a-7e5cfefe73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0fdb425a-d30b-4493-a3df-6263dd29c340), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.881522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fba2228-9993-4f72-b74a-7e5cfefe73a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.882885 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1fba2228-9993-4f72-b74a-7e5cfefe73a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fdb425a-d30b-4493-a3df-6263dd29c340 HTTP/1.1" status: 204 len: 168 time: 0.3438799 May 12 03:26:33.899987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-60b02549-d561-4a18-9c36-75ec66a8c87c None None] Provisioning complete for port 33f04eeb-127a-46c2-9877-4b43226da977 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:33.900304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba2228-9993-4f72-b74a-7e5cfefe73a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb425a-d30b-4493-a3df-6263dd29c340,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:33.900821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60b02549-d561-4a18-9c36-75ec66a8c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (33f04eeb-127a-46c2-9877-4b43226da977), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:33.969573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 82b3cd26-8575-4932-a42c-7d604f753bc5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:33.971777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.005485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=f4c7ab93-386f-412d-acd5-6a29e904b665,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:34.009699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port 82b3cd26-8575-4932-a42c-7d604f753bc5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=82b3cd26-8575-4932-a42c-7d604f753bc5,segment=NetworkSegment(256c3107-e478-47ea-a011-2eb62fbad178),segment_id=256c3107-e478-47ea-a011-2eb62fbad178)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:34.011020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d5bb0-fcc7-4439-b889-f340070b16c0 None None] Network 0ebfd85b-b313-445d-94a5-16acbb58a28b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:34.013295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.022534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-60b02549-d561-4a18-9c36-75ec66a8c87c None None] Port 33f04eeb-127a-46c2-9877-4b43226da977 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:34.029847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 82b3cd26-8575-4932-a42c-7d604f753bc5 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:34.068549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.077441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router e0939df0-8ad7-44d9-9939-f55f7edb0d20 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:34.145283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3f66a46-423e-499e-828c-6d9ec7a65189 None None] Could not find standard attr ID for object 2d28563d-180d-4fc0-883d-a259a7d3975c. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:26:34.146370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (82b3cd26-8575-4932-a42c-7d604f753bc5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.176492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Port 82b3cd26-8575-4932-a42c-7d604f753bc5 update to ACTIVE by agent not found {{(pid=104166) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}} May 12 03:26:34.177112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:34.185708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port 82b3cd26-8575-4932-a42c-7d604f753bc5 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:34.188085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=82b3cd26-8575-4932-a42c-7d604f753bc5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:34.210157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3f66a46-423e-499e-828c-6d9ec7a65189 None None] Provisioning complete for port 33f04eeb-127a-46c2-9877-4b43226da977 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:34.210639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3f66a46-423e-499e-828c-6d9ec7a65189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (33f04eeb-127a-46c2-9877-4b43226da977), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.291058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (0ebfd85b-b313-445d-94a5-16acbb58a28b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.316762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebfd85b-b313-445d-94a5-16acbb58a28b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.329230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256c3107-e478-47ea-a011-2eb62fbad178') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.329647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256c3107-e478-47ea-a011-2eb62fbad178') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.340653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:34.347043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (256c3107-e478-47ea-a011-2eb62fbad178), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.353751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-29401b2c-34bb-4add-9276-8b5e836d4c57 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/e0939df0-8ad7-44d9-9939-f55f7edb0d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7013566 May 12 03:26:34.356316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:34.356978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33498) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:34.372319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:34.377074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (256c3107-e478-47ea-a011-2eb62fbad178), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.386441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:34.388995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (256c3107-e478-47ea-a011-2eb62fbad178), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:34.393321 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:34.412557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5c80a-1270-417f-8290-50a5d5429cd2 None None] DHCP port deletion for 0ebfd85b-b313-445d-94a5-16acbb58a28b request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:34.414841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] Sync routers for ids ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:34.453865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] Routers {'e0939df0-8ad7-44d9-9939-f55f7edb0d20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:34.454534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.458669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3f66a46-423e-499e-828c-6d9ec7a65189 None None] Port 33f04eeb-127a-46c2-9877-4b43226da977 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:34.491452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (0ebfd85b-b313-445d-94a5-16acbb58a28b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.498697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.501967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:34.502346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.503348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.506656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/0ebfd85b-b313-445d-94a5-16acbb58a28b HTTP/1.1" status: 204 len: 168 time: 0.8817501 May 12 03:26:34.510609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33504) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:34.516093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a4a50e-323f-4106-8fa2-e690d1a25873 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:34.517546 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-66a4a50e-323f-4106-8fa2-e690d1a25873 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports/33f04eeb-127a-46c2-9877-4b43226da977 HTTP/1.1" status: 200 len: 911 time: 0.1585507 May 12 03:26:34.527207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1383207694'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:34.529407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33506) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:34.533253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1b89a-4b04-477d-97ce-43b064338576 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=0ebfd85b-b313-445d-94a5-16acbb58a28b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:34.546033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] Routers {'e0939df0-8ad7-44d9-9939-f55f7edb0d20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:34.546656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.563366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:34.567602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.602462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:34.616511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b2fae9d3-82b9-41f3-bfc2-a875067ac327), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.618758 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment b2fae9d3-82b9-41f3-bfc2-a875067ac327 of type vlan for network 196c79a9-98ba-480a-991f-e8724ee80706 May 12 03:26:34.637386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:34.638045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac84ab3-f7fe-41cc-8ba3-46e6088dd1f0 None None] The sync data for ids ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:34.702356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (196c79a9-98ba-480a-991f-e8724ee80706), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.710369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:34.740077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (196c79a9-98ba-480a-991f-e8724ee80706), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.745871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:34.746816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.784025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c2fba008-a19f-4604-8294-a85f3e6304b2 None None] Provisioning complete for port f4c7ab93-386f-412d-acd5-6a29e904b665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:34.784407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2fba008-a19f-4604-8294-a85f3e6304b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:34.800169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.2844157 May 12 03:26:34.801792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33514) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:34.806166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '196c79a9-98ba-480a-991f-e8724ee80706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:34.812209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:34.850257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c2fba008-a19f-4604-8294-a85f3e6304b2 None None] Port f4c7ab93-386f-412d-acd5-6a29e904b665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:34.865596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8e708-d911-45cc-ad91-6248144a7c25 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=196c79a9-98ba-480a-991f-e8724ee80706,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:34.882449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 196c79a9-98ba-480a-991f-e8724ee80706 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:34.960325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:34.967934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.046853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:35.057802 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7255f31a-41cb-4580-b009-e00ee2b73997 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/fe85c4c1-492b-40b3-91fa-30565a85d05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6988072 May 12 03:26:35.059223 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:35.071663 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:35.076152 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:35.080381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33522) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:35.115210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (e0939df0-8ad7-44d9-9939-f55f7edb0d20), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.181552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (f4d4b48c-ee41-47ba-bd2b-66df1503b5d2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.206640 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:26:35.208764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1103222545'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:35.253161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=f4d4b48c-ee41-47ba-bd2b-66df1503b5d2,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:35.266323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': 'b2fae9d3-82b9-41f3-bfc2-a875067ac327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '196c79a9-98ba-480a-991f-e8724ee80706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:35.266690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: 196c79a9-98ba-480a-991f-e8724ee80706, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:35.284911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:35.289230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.289391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 196c79a9-98ba-480a-991f-e8724ee80706 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:35.300191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 196c79a9-98ba-480a-991f-e8724ee80706) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:35.300601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.304821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:35.305472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.309103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f59fe-fb53-499d-9412-e6caf6510cdd None None] Network 196c79a9-98ba-480a-991f-e8724ee80706 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:35.346078 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-01aa21e2-bfc0-4576-88c5-2a9cb58e4234 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5439880 May 12 03:26:35.349056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33528) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:35.355277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '196c79a9-98ba-480a-991f-e8724ee80706', 'name': 'tempest-PortsIpV6TestJSON-1743091446', 'fixed_ips': [{'subnet_id': 'f4d4b48c-ee41-47ba-bd2b-66df1503b5d2', 'ip_address': '2001:db8::10'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:35.444852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 33f04eeb-127a-46c2-9877-4b43226da977 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:35.445189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (33f04eeb-127a-46c2-9877-4b43226da977), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.468662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-196c79a9-98ba-480a-991f-e8724ee80706', 'network_id': '196c79a9-98ba-480a-991f-e8724ee80706', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': 'f4d4b48c-ee41-47ba-bd2b-66df1503b5d2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:35.469638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.478097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for security_group (94df7d71-24d8-4bcb-8416-a6cf7db7cd8b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.487545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (94df7d71-24d8-4bcb-8416-a6cf7db7cd8b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.511865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:35.537116 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:32Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:31Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c7ab93-386f-412d-acd5-6a29e904b665', 'name': '', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:c0:43:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:31Z', 'updated_at': '2022-05-12T03:26:33Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:35.554457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:35.572275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94df7d71-24d8-4bcb-8416-a6cf7db7cd8b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:35.585100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (33941ee9-cd85-4370-8248-bd18c20cdaa1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.585513 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Added segment 33941ee9-cd85-4370-8248-bd18c20cdaa1 of type vlan for network bcbc4452-51f8-49d8-a80f-731e9a3ef401 May 12 03:26:35.585923 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:26:35.586653 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Updating router fe85c4c1-492b-40b3-91fa-30565a85d05f port f4c7ab93-386f-412d-acd5-6a29e904b665 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:26:35.595271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (33f04eeb-127a-46c2-9877-4b43226da977), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.613142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 33f04eeb-127a-46c2-9877-4b43226da977 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:35.624095 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.624393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff25cea5-e08c-4a0e-b4e5-f6829caf396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.651098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.651901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (bcbc4452-51f8-49d8-a80f-731e9a3ef401), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.674118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 687fd4be-b9d4-4211-adcd-44825b6e60c8 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:35.690180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Allocated IP 2001:db8::2 (196c79a9-98ba-480a-991f-e8724ee80706/f4d4b48c-ee41-47ba-bd2b-66df1503b5d2/7ee5fc5c-e345-44ec-82e8-5c88b5861049) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:35.736937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (bcbc4452-51f8-49d8-a80f-731e9a3ef401), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.744120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:35.744120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.776529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 82b3cd26-8575-4932-a42c-7d604f753bc5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:35.803381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 82b3cd26-8575-4932-a42c-7d604f753bc5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:35.803730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 82b3cd26-8575-4932-a42c-7d604f753bc5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:35.835415 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7536807 May 12 03:26:35.838895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33530) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:35.844525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'subnet': {'network_id': 'bcbc4452-51f8-49d8-a80f-731e9a3ef401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:35.918953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Publish callbacks [] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.927696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.980952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Pushing event updated for resources: {'Port': ['ID=7ee5fc5c-e345-44ec-82e8-5c88b5861049,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:35.988179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:35.992067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:35.997615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Network 196c79a9-98ba-480a-991f-e8724ee80706 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:36.000855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:36.004847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:36.038106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::10 (196c79a9-98ba-480a-991f-e8724ee80706/f4d4b48c-ee41-47ba-bd2b-66df1503b5d2/687fd4be-b9d4-4211-adcd-44825b6e60c8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:36.079310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Attempting to bind port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:36.079725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Attempting to bind port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'b2fae9d3-82b9-41f3-bfc2-a875067ac327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '196c79a9-98ba-480a-991f-e8724ee80706'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:36.080099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Attempting to bind port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 on network 196c79a9-98ba-480a-991f-e8724ee80706 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:36.086118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:36.086909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Checking segment: {'id': 'b2fae9d3-82b9-41f3-bfc2-a875067ac327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '196c79a9-98ba-480a-991f-e8724ee80706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:36.087059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.087449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Bound using segment: {'id': 'b2fae9d3-82b9-41f3-bfc2-a875067ac327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '196c79a9-98ba-480a-991f-e8724ee80706'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:36.088039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Bound port: 7ee5fc5c-e345-44ec-82e8-5c88b5861049, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fae9d3-82b9-41f3-bfc2-a875067ac327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '196c79a9-98ba-480a-991f-e8724ee80706'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:36.088301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.144558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb9fb-b89e-4e7e-967e-51871faedc76 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Network': ['ID=bcbc4452-51f8-49d8-a80f-731e9a3ef401,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.174736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:36.211024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] For port 7ee5fc5c-e345-44ec-82e8-5c88b5861049, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:36.238172 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Publish callbacks [] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.239125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (33f04eeb-127a-46c2-9877-4b43226da977), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.245455 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.263914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] For port 7ee5fc5c-e345-44ec-82e8-5c88b5861049, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7ee5fc5c-e345-44ec-82e8-5c88b5861049,segment=NetworkSegment(b2fae9d3-82b9-41f3-bfc2-a875067ac327),segment_id=b2fae9d3-82b9-41f3-bfc2-a875067ac327)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:36.277624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.278968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=33f04eeb-127a-46c2-9877-4b43226da977,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.357284 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Pushing event updated for resources: {'Port': ['ID=f4c7ab93-386f-412d-acd5-6a29e904b665,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.361219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.366318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (91b9c28e-89fa-475c-a361-6ed00733ea4d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.413264 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.413615 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.426995 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.427496 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.427842 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.428183 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.428562 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.428845 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.429190 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.429525 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.429872 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.430390 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.430556 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.430883 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.431200 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:26:36.432741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09934732-aecd-4d0b-a976-f7a1b9544fa1 None None] Pushing event updated for resources: {'Port': ['ID=7ee5fc5c-e345-44ec-82e8-5c88b5861049,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.464357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Subnet': ['ID=91b9c28e-89fa-475c-a361-6ed00733ea4d,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.474446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (e0939df0-8ad7-44d9-9939-f55f7edb0d20), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.479845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.483342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Checking segment: {'id': '33941ee9-cd85-4370-8248-bd18c20cdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bcbc4452-51f8-49d8-a80f-731e9a3ef401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:36.483721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network hostable DHCP agents. Network: bcbc4452-51f8-49d8-a80f-731e9a3ef401, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:36.519634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.531710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:36.532823 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Attempting to bind port f4c7ab93-386f-412d-acd5-6a29e904b665 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:36.533197 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Attempting to bind port f4c7ab93-386f-412d-acd5-6a29e904b665 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:36.533687 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Attempting to bind port f4c7ab93-386f-412d-acd5-6a29e904b665 on network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:36.557325 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:36.558107 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Checking segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:36.558824 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.559552 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Bound using segment: {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:36.560202 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Bound port: f4c7ab93-386f-412d-acd5-6a29e904b665, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2b25ae-d45d-4bd7-8c78-0507d91f1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:36.560862 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.602774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 196c79a9-98ba-480a-991f-e8724ee80706 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:36.603583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, bcbc4452-51f8-49d8-a80f-731e9a3ef401) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:36.609728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:36.610693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.615868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba201b8-ebfd-4c1d-a459-9704133053d8 None None] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:36.655788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=687fd4be-b9d4-4211-adcd-44825b6e60c8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.666655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:36.690769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:36.698453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:36.700858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.706495 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] For port f4c7ab93-386f-412d-acd5-6a29e904b665, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:36.712970 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] For port f4c7ab93-386f-412d-acd5-6a29e904b665, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f4c7ab93-386f-412d-acd5-6a29e904b665,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:36.720314 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-24cd4f23-0add-43aa-8f8b-b4d1f061e9a2 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8800402 May 12 03:26:36.730378 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.736154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33532) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:36.783088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1887681569', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:36.804398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24fa81b-58a3-4bdf-b2e8-8ee488073206 None None] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:36.805786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router e0939df0-8ad7-44d9-9939-f55f7edb0d20 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:36.838280 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:36.838910 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:36.856124 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e29554b7-7577-40b3-91e5-2295151d964c tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5057433 May 12 03:26:36.860884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33534) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:36.872279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '196c79a9-98ba-480a-991f-e8724ee80706', 'name': 'tempest-PortsIpV6TestJSON-1127920920', 'fixed_ips': [{'subnet_id': 'f4d4b48c-ee41-47ba-bd2b-66df1503b5d2', 'ip_address': '2001:db8::f'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:36.902547 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1ac03-a0f1-405f-91eb-9151ca0590ab None None] Pushing event updated for resources: {'Port': ['ID=f4c7ab93-386f-412d-acd5-6a29e904b665,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:36.915618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (77ed96fc-c7aa-4cac-818b-946e4844f5cb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.916871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (77ed96fc-c7aa-4cac-818b-946e4844f5cb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:36.948626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:36.962275 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c4e80982-edb1-4abf-adf0-855454e587db tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/e0939df0-8ad7-44d9-9939-f55f7edb0d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4269311 May 12 03:26:36.965022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33536) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:36.969429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] Sync routers for ids ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:37.009548 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:26:37.010574 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3d20c8d4-cf34-4f06-a71f-b55595bf8ccc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0939df0-8ad7-44d9-9939-f55f7edb0d20 HTTP/1.1" status: 200 len: 205 time: 0.0436816 May 12 03:26:37.012922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33538) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:37.038331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] Provisioning complete for port f4c7ab93-386f-412d-acd5-6a29e904b665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:37.038718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.047223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] Routers {'e0939df0-8ad7-44d9-9939-f55f7edb0d20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:37.047873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:37.127425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_controller (77ed96fc-c7aa-4cac-818b-946e4844f5cb), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.127917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:37.142900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (e0939df0-8ad7-44d9-9939-f55f7edb0d20), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.153693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] Routers {'e0939df0-8ad7-44d9-9939-f55f7edb0d20'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:37.154377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:37.211797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:37.212410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4006e-81af-4660-a179-7d564c5c5f56 None None] The sync data for ids ['e0939df0-8ad7-44d9-9939-f55f7edb0d20'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:37.275554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] Current status of the port f4c7ab93-386f-412d-acd5-6a29e904b665 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:37.275925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.329828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] For port f4c7ab93-386f-412d-acd5-6a29e904b665, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f4c7ab93-386f-412d-acd5-6a29e904b665,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:37.333662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (77ed96fc-c7aa-4cac-818b-946e4844f5cb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.335556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.338906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:37.345248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.383206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port e9c26d66-0f9b-4d08-aa33-d233a1a3b76e yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:37.386739 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:32Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:31Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c7ab93-386f-412d-acd5-6a29e904b665', 'name': '', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:c0:43:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:31Z', 'updated_at': '2022-05-12T03:26:36Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:37.392830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (e0939df0-8ad7-44d9-9939-f55f7edb0d20), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.395091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (e0939df0-8ad7-44d9-9939-f55f7edb0d20), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.418019 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7b672-d265-4428-93e9-fac3b3409ca8 None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:32Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:31Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c7ab93-386f-412d-acd5-6a29e904b665', 'name': '', 'network_id': 'c60d4ad2-eec5-47e5-966c-bb02c8b11a12', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:c0:43:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:31Z', 'updated_at': '2022-05-12T03:26:36Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '573212cd-363c-45bc-91ae-871a5c58f96e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:37.420816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19b2e6-c77e-4724-abe9-bb13d1b24a60 None None] Pushing event updated for resources: {'Port': ['ID=f4c7ab93-386f-412d-acd5-6a29e904b665,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:37.455304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-757182b4-01de-47a1-9bb7-84e3613dde0f None None] Provisioning complete for port f4c7ab93-386f-412d-acd5-6a29e904b665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:37.455928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-757182b4-01de-47a1-9bb7-84e3613dde0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.513259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (e0939df0-8ad7-44d9-9939-f55f7edb0d20), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.513905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router e0939df0-8ad7-44d9-9939-f55f7edb0d20 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:26:37.524024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.528419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33540) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:37.531338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-86d534f7-2092-4f50-b764-a864876de918 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/e0939df0-8ad7-44d9-9939-f55f7edb0d20 HTTP/1.1" status: 204 len: 168 time: 0.5169291 May 12 03:26:37.606191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-757182b4-01de-47a1-9bb7-84e3613dde0f None None] Current status of the port f4c7ab93-386f-412d-acd5-6a29e904b665 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:37.785542 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (77ed96fc-c7aa-4cac-818b-946e4844f5cb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.798664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7ee5fc5c-e345-44ec-82e8-5c88b5861049 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:37.829637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet ab15991b-7033-4b7a-815b-56a733bdb175 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:37.838789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.843091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (ab15991b-7033-4b7a-815b-56a733bdb175), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.863285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:37.863743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.985206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.986156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:37.986768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:37.991623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ef007-54f7-4cd8-96a4-571413fd0f66 None None] Network 196c79a9-98ba-480a-991f-e8724ee80706 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:38.064053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 7ee5fc5c-e345-44ec-82e8-5c88b5861049, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7ee5fc5c-e345-44ec-82e8-5c88b5861049,segment=NetworkSegment(b2fae9d3-82b9-41f3-bfc2-a875067ac327),segment_id=b2fae9d3-82b9-41f3-bfc2-a875067ac327)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:38.096032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-93b9cebe-fee0-4d89-a757-27332fbe88a0 None None] Provisioning complete for port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:38.096405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-93b9cebe-fee0-4d89-a757-27332fbe88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.098977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.099829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4c7ab93-386f-412d-acd5-6a29e904b665 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:38.235138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::f (196c79a9-98ba-480a-991f-e8724ee80706/f4d4b48c-ee41-47ba-bd2b-66df1503b5d2/e9c26d66-0f9b-4d08-aa33-d233a1a3b76e) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:38.252956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (ab15991b-7033-4b7a-815b-56a733bdb175), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.257317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=7ee5fc5c-e345-44ec-82e8-5c88b5861049,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:38.277298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f4c7ab93-386f-412d-acd5-6a29e904b665 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:38.278397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.340133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-93b9cebe-fee0-4d89-a757-27332fbe88a0 None None] Current status of the port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:38.394935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f4c7ab93-386f-412d-acd5-6a29e904b665 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:38.444331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.206 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/939e2a0d-b216-480a-b0d4-c49443a4f900) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:38.454902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ab15991b-7033-4b7a-815b-56a733bdb175), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.562888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d889571a-d361-48a9-bb3d-e0b83b75c64a None None] Provisioning complete for port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:38.563487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d889571a-d361-48a9-bb3d-e0b83b75c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.631921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (e9c26d66-0f9b-4d08-aa33-d233a1a3b76e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.646102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (ab15991b-7033-4b7a-815b-56a733bdb175), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.651838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d889571a-d361-48a9-bb3d-e0b83b75c64a None None] Current status of the port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:38.660659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d889571a-d361-48a9-bb3d-e0b83b75c64a None None] Provisioning complete for port 687fd4be-b9d4-4211-adcd-44825b6e60c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:38.661029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d889571a-d361-48a9-bb3d-e0b83b75c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.686952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=ab15991b-7033-4b7a-815b-56a733bdb175,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:38.702661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d889571a-d361-48a9-bb3d-e0b83b75c64a None None] Port 687fd4be-b9d4-4211-adcd-44825b6e60c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:38.702904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.708405 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-907119b5-c905-4507-b495-3ba0161a9787 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/ab15991b-7033-4b7a-815b-56a733bdb175 HTTP/1.1" status: 204 len: 168 time: 1.1765654 May 12 03:26:38.708572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b732c-cdb4-4e94-b7d6-8ea132e50e04 None None] Network 36d89aa6-c243-4c28-8eca-4f60259748fc requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:38.709309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33544) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:38.730005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (939e2a0d-b216-480a-b0d4-c49443a4f900), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.751153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e9c26d66-0f9b-4d08-aa33-d233a1a3b76e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.804201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (36d89aa6-c243-4c28-8eca-4f60259748fc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.823702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 196c79a9-98ba-480a-991f-e8724ee80706 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:38.831165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:38.833298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=e9c26d66-0f9b-4d08-aa33-d233a1a3b76e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:38.834168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-072b0552-87c4-4fd9-bf93-d87bcd8c29ba None None] Provisioning complete for port 687fd4be-b9d4-4211-adcd-44825b6e60c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:38.834888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-072b0552-87c4-4fd9-bf93-d87bcd8c29ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.836043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:38.843141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:38.843974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.849704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (939e2a0d-b216-480a-b0d4-c49443a4f900), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.856751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:38.858168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.895876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-072b0552-87c4-4fd9-bf93-d87bcd8c29ba None None] Port 687fd4be-b9d4-4211-adcd-44825b6e60c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:38.906355 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dc0dd5c2-93a5-4c5b-89d7-5021be18c32d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0433435 May 12 03:26:38.908495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:38.910872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33546) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:38.919852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] DHCP port deletion for 36d89aa6-c243-4c28-8eca-4f60259748fc request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:38.926393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:38.941167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,segment=NetworkSegment(eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49),segment_id=eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:38.942834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.965674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:38.970715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Deleting port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:38.971973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:38.976656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:39.001920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=939e2a0d-b216-480a-b0d4-c49443a4f900,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:39.037806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb98c5-c24b-417e-afc3-07acb5b16ac5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:39.039371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a2cb98c5-c24b-417e-afc3-07acb5b16ac5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1272283 May 12 03:26:39.042146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33548) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:39.072398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.101253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:39.114231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:39.141277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338df56-691d-4f95-b495-899b17308ced tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:39.147375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338df56-691d-4f95-b495-899b17308ced tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:39.152921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338df56-691d-4f95-b495-899b17308ced tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:39.157945 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4338df56-691d-4f95-b495-899b17308ced tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1117997 May 12 03:26:39.184113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33550) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:39.213678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (36d89aa6-c243-4c28-8eca-4f60259748fc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.234979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d89aa6-c243-4c28-8eca-4f60259748fc']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:39.237296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] For port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,segment=NetworkSegment(eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49),segment_id=eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:39.237828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.245385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:39.245765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:39.254178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Calling delete_port for a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:39.255923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.256076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3ef6cc83-e677-4dcc-be71-b751af1d61d1 None None] Provisioning complete for port e9c26d66-0f9b-4d08-aa33-d233a1a3b76e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:39.256422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ef6cc83-e677-4dcc-be71-b751af1d61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e9c26d66-0f9b-4d08-aa33-d233a1a3b76e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.271279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.278228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:39.278592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (eef7f7a5-59c2-4ef0-8bcb-c63cfb555b49), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:39.283029 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:39.343280 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6cc83-e677-4dcc-be71-b751af1d61d1 None None] Port e9c26d66-0f9b-4d08-aa33-d233a1a3b76e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:39.357679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port e9c26d66-0f9b-4d08-aa33-d233a1a3b76e {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:39.358313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e9c26d66-0f9b-4d08-aa33-d233a1a3b76e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.360325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (36d89aa6-c243-4c28-8eca-4f60259748fc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.369019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.376505 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/36d89aa6-c243-4c28-8eca-4f60259748fc HTTP/1.1" status: 204 len: 168 time: 0.6618025 May 12 03:26:39.383128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33552) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:39.386739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174921a-815a-40b4-b9d5-332ac738f4ea tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=36d89aa6-c243-4c28-8eca-4f60259748fc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:39.393004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1726037784', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:39.393462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.401063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Network 36d89aa6-c243-4c28-8eca-4f60259748fc is not hosted by any dhcp agent {{(pid=104166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:26:39.401515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] No DVR routers for this DVR port a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:39.421157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb993e25-7202-4011-8cc8-35ef05d4b4aa None None] Pushing event deleted for resources: {'Port': ['ID=a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:39.505588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.506620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.535046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (77ed96fc-c7aa-4cac-818b-946e4844f5cb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.571339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.589701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e9c26d66-0f9b-4d08-aa33-d233a1a3b76e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.607286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for e9c26d66-0f9b-4d08-aa33-d233a1a3b76e owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:39.651397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (e835bb6a-27b9-4955-89a2-4f813d6f110e), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.708170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7ee5fc5c-e345-44ec-82e8-5c88b5861049 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:39.756769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:39.757375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:39.833191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:39.891231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:39.911714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:39.912545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a4c9b026-41ab-4fc3-bb2c-bf2ffdee7e9a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:39.915452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_gateway (e835bb6a-27b9-4955-89a2-4f813d6f110e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.078989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (77ed96fc-c7aa-4cac-818b-946e4844f5cb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.088677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e9c26d66-0f9b-4d08-aa33-d233a1a3b76e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.181578 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=e9c26d66-0f9b-4d08-aa33-d233a1a3b76e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:40.534800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.537839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fbf1d8e7-0659-40d3-8f1b-fc3012f0cc2f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/e9c26d66-0f9b-4d08-aa33-d233a1a3b76e HTTP/1.1" status: 204 len: 168 time: 1.3530080 May 12 03:26:40.540588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33556) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:40.565393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_gateway (e835bb6a-27b9-4955-89a2-4f813d6f110e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.566220 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9487d8a7-65e3-4425-b4db-01836ba94ad9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:40.567610 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9487d8a7-65e3-4425-b4db-01836ba94ad9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/e9c26d66-0f9b-4d08-aa33-d233a1a3b76e HTTP/1.1" status: 404 len: 333 time: 0.0258079 May 12 03:26:40.570346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33558) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:40.613548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.658917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 687fd4be-b9d4-4211-adcd-44825b6e60c8 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:40.660470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.728587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:40.753097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.766389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 687fd4be-b9d4-4211-adcd-44825b6e60c8 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:40.790306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 172.26.2.177 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/4a02110b-72fc-401b-a583-c4177f07a4c8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:40.899044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (687fd4be-b9d4-4211-adcd-44825b6e60c8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.913957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:40.923929 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:40.927917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=687fd4be-b9d4-4211-adcd-44825b6e60c8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:40.936452 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:40.937303 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:40.945346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.946759 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-597ec111-9029-438f-a91f-9537d7a2b388 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1905835 May 12 03:26:40.949545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33560) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:40.965117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (4a02110b-72fc-401b-a583-c4177f07a4c8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:40.992143 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.003026 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:41.003815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.011231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.014684 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e999e882-b7a2-425d-bf27-aa12daa44d60 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/687fd4be-b9d4-4211-adcd-44825b6e60c8 HTTP/1.1" status: 204 len: 168 time: 0.4432912 May 12 03:26:41.015446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4a02110b-72fc-401b-a583-c4177f07a4c8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.019177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33562) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:41.050014 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-206ba1ad-84a8-4fc2-9ffc-b0f663e1f0e0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:41.051471 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-206ba1ad-84a8-4fc2-9ffc-b0f663e1f0e0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/687fd4be-b9d4-4211-adcd-44825b6e60c8 HTTP/1.1" status: 404 len: 333 time: 0.0313671 May 12 03:26:41.054911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:41.055637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33564) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:41.057988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:41.061872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:41.077329 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.078292 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294a7b3-66f0-4978-ab81-1b79b5f0a9d2 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:41.095300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=4a02110b-72fc-401b-a583-c4177f07a4c8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:41.147118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet f4d4b48c-ee41-47ba-bd2b-66df1503b5d2 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:41.156277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (f4d4b48c-ee41-47ba-bd2b-66df1503b5d2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.247593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (f4d4b48c-ee41-47ba-bd2b-66df1503b5d2), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.327550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_gateway (e835bb6a-27b9-4955-89a2-4f813d6f110e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.541624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.668338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f4d4b48c-ee41-47ba-bd2b-66df1503b5d2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.677569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router e835bb6a-27b9-4955-89a2-4f813d6f110e is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:41.789102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:41.800110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (f4d4b48c-ee41-47ba-bd2b-66df1503b5d2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.803031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] Sync routers for ids ['e835bb6a-27b9-4955-89a2-4f813d6f110e'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:41.813479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.815600 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bf780375-56a7-421f-a07c-3eba8c2191a2 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4277184 May 12 03:26:41.817901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] Routers {'e835bb6a-27b9-4955-89a2-4f813d6f110e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:41.818466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33566) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:41.818967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e835bb6a-27b9-4955-89a2-4f813d6f110e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.836507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d4b48c-ee41-47ba-bd2b-66df1503b5d2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:41.842930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:41.848460 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1c3cdaf4-dbfd-4380-9c61-a3f7aa1ac057 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/f4d4b48c-ee41-47ba-bd2b-66df1503b5d2 HTTP/1.1" status: 204 len: 168 time: 0.7893791 May 12 03:26:41.848696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33568) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:41.857956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d20f1-3c08-42c8-aeff-2db3c96c78e4 None None] Network 196c79a9-98ba-480a-991f-e8724ee80706 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:41.860739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.918136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] Routers {'e835bb6a-27b9-4955-89a2-4f813d6f110e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:41.919017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e835bb6a-27b9-4955-89a2-4f813d6f110e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.947469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a7216336-6012-4200-a538-779a97732892 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/routers/e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 200 len: 885 time: 0.1277366 May 12 03:26:41.950040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33570) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:41.959162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:41.959774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870a5a7-e0bd-4493-a4f0-de43cfdc730c None None] The sync data for ids ['e835bb6a-27b9-4955-89a2-4f813d6f110e'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:42.022647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (196c79a9-98ba-480a-991f-e8724ee80706), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.051936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] DHCP port deletion for 196c79a9-98ba-480a-991f-e8724ee80706 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:42.075620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.090415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] Deleting port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:42.090798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.159322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] For port 7ee5fc5c-e345-44ec-82e8-5c88b5861049, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=7ee5fc5c-e345-44ec-82e8-5c88b5861049,segment=NetworkSegment(b2fae9d3-82b9-41f3-bfc2-a875067ac327),segment_id=b2fae9d3-82b9-41f3-bfc2-a875067ac327)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:42.159716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.172279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] Calling delete_port for 7ee5fc5c-e345-44ec-82e8-5c88b5861049 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:42.243519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.264500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.272252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:42.272529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.283162 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aa8b846a-697d-4d40-951e-c4e26387b464 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3320673 May 12 03:26:42.285988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33574) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:42.290753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1726037784'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:42.292711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] Pushing event deleted for resources: {'Port': ['ID=7ee5fc5c-e345-44ec-82e8-5c88b5861049,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:42.298105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cfdff-a52c-4370-aa33-e2b78a60cb78 None None] No DVR routers for this DVR port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:42.387370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port 7ee5fc5c-e345-44ec-82e8-5c88b5861049, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:42.387734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.411860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 7ee5fc5c-e345-44ec-82e8-5c88b5861049 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:42.415465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 was not found and therefore no delete operation was performed {{(pid=104165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:26:42.424342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7ee5fc5c-e345-44ec-82e8-5c88b5861049), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.480409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=7ee5fc5c-e345-44ec-82e8-5c88b5861049,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:42.494552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port 7ee5fc5c-e345-44ec-82e8-5c88b5861049 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:42.611505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.625219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.637565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (196c79a9-98ba-480a-991f-e8724ee80706), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.667943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196c79a9-98ba-480a-991f-e8724ee80706']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.684621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fae9d3-82b9-41f3-bfc2-a875067ac327') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.685842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fae9d3-82b9-41f3-bfc2-a875067ac327') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.687556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.1 (bcbc4452-51f8-49d8-a80f-731e9a3ef401/91b9c28e-89fa-475c-a361-6ed00733ea4d/628225be-9567-4d9e-bb09-aea2dfd7820d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:42.703366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (b2fae9d3-82b9-41f3-bfc2-a875067ac327), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.722541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b2fae9d3-82b9-41f3-bfc2-a875067ac327), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.735478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router e835bb6a-27b9-4955-89a2-4f813d6f110e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:42.744653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:42.745053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (b2fae9d3-82b9-41f3-bfc2-a875067ac327), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:42.748770 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:42.846444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (196c79a9-98ba-480a-991f-e8724ee80706), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.848983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:42.855127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.855328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.858324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-29cd0f5d-edc2-4f4f-89f4-69348615803a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 200 len: 892 time: 0.5711830 May 12 03:26:42.858527 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/196c79a9-98ba-480a-991f-e8724ee80706 HTTP/1.1" status: 204 len: 168 time: 1.0089202 May 12 03:26:42.859240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33578) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:42.863521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33580) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:42.870720 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] Sync routers for ids ['e835bb6a-27b9-4955-89a2-4f813d6f110e'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:42.877458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493584501'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:42.882220 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] Routers {'e835bb6a-27b9-4955-89a2-4f813d6f110e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:42.883098 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e835bb6a-27b9-4955-89a2-4f813d6f110e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.889539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f0942-8201-4dc4-825e-0b323bdc5a7b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=196c79a9-98ba-480a-991f-e8724ee80706,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:42.913080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.921678 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.924482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:42.927906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.931737 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] Routers {'e835bb6a-27b9-4955-89a2-4f813d6f110e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:42.932343 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['e835bb6a-27b9-4955-89a2-4f813d6f110e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.966207 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:42.966994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:42.967304 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba35b9-f6ec-4134-836e-e053e4e02731 None None] The sync data for ids ['e835bb6a-27b9-4955-89a2-4f813d6f110e'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:42.980153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.980634 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Added segment 4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb of type vlan for network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 May 12 03:26:42.983218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:42.992528 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1e313e9d-59c8-4c86-86c9-1eb9718aa21e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/routers/e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 200 len: 892 time: 0.1298838 May 12 03:26:42.993064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33582) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:43.065151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (20b16128-b6fe-44c4-b437-1ac9a1cf4764), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.070605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:43.080901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:43.088682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:43.099888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=628225be-9567-4d9e-bb09-aea2dfd7820d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:43.134461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (20b16128-b6fe-44c4-b437-1ac9a1cf4764), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.139567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:43.140181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.199478 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.3350003 May 12 03:26:43.225089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (77ed96fc-c7aa-4cac-818b-946e4844f5cb), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.227301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33584) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:43.235115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:43.241003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b033087-b6aa-4ef2-a10f-4fbf610981f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Network': ['ID=20b16128-b6fe-44c4-b437-1ac9a1cf4764,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:43.251602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:43.339503 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ccd7b9d4-8549-49af-9c6b-5c52e0254919 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 200 len: 205 time: 0.3453066 May 12 03:26:43.342389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33586) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:43.420902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:43.424284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.453213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.516032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.560951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_gateway (e835bb6a-27b9-4955-89a2-4f813d6f110e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.604517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 4a02110b-72fc-401b-a583-c4177f07a4c8 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:43.604860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4a02110b-72fc-401b-a583-c4177f07a4c8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.685361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4a02110b-72fc-401b-a583-c4177f07a4c8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.697698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 4a02110b-72fc-401b-a583-c4177f07a4c8 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:43.708659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7ee5fc5c-e345-44ec-82e8-5c88b5861049 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:43.729995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 7ee5fc5c-e345-44ec-82e8-5c88b5861049 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:43.730435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 7ee5fc5c-e345-44ec-82e8-5c88b5861049 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:43.883285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4a02110b-72fc-401b-a583-c4177f07a4c8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:43.909503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=4a02110b-72fc-401b-a583-c4177f07a4c8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:43.972786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (e835bb6a-27b9-4955-89a2-4f813d6f110e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.032050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (a6e54e9f-868f-4d19-8921-bcb91f2b47ae), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.066863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.069021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (e835bb6a-27b9-4955-89a2-4f813d6f110e), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.115879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (e835bb6a-27b9-4955-89a2-4f813d6f110e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.116474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router e835bb6a-27b9-4955-89a2-4f813d6f110e {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:26:44.122956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.124033 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e9e1fcb4-00c8-4bb0-8e29-03f4142744f5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 204 len: 168 time: 0.7807424 May 12 03:26:44.127635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33588) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:44.132592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-93990750'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:44.143700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=a6e54e9f-868f-4d19-8921-bcb91f2b47ae,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:44.153652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:44.157676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.180931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Checking segment: {'id': '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:44.181265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:44.181403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network hostable DHCP agents. Network: 20b16128-b6fe-44c4-b437-1ac9a1cf4764, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:44.190573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bec7df51-801a-437f-aff5-489ffecc1bdf), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.190989 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment bec7df51-801a-437f-aff5-489ffecc1bdf of type vlan for network 14ec4e92-b731-408b-b2fb-f5260df17708 May 12 03:26:44.215944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:44.235635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 20b16128-b6fe-44c4-b437-1ac9a1cf4764) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:44.237102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (14ec4e92-b731-408b-b2fb-f5260df17708), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.241335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:44.241952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.254588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffef70b-9847-400d-95f7-a8b1b807626a None None] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:44.263467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.266168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (14ec4e92-b731-408b-b2fb-f5260df17708), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.268333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.271813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:44.272526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.282415 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4511c33c-a069-411d-b91c-2eb7233d9e7a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0495863 May 12 03:26:44.285457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33590) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:44.292310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1551455117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:44.340358 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.2116480 May 12 03:26:44.345747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33594) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:44.355342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:44.356287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=628225be-9567-4d9e-bb09-aea2dfd7820d,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:44.360352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (77ed96fc-c7aa-4cac-818b-946e4844f5cb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.387540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-20b16128-b6fe-44c4-b437-1ac9a1cf4764', 'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': 'a6e54e9f-868f-4d19-8921-bcb91f2b47ae'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:44.389621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.395665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (5dc365f6-a10a-4623-a444-4b9a1bfa529c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.396710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (5dc365f6-a10a-4623-a444-4b9a1bfa529c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.413670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc91c5-f50f-4b28-87f0-642f315c54bd tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=14ec4e92-b731-408b-b2fb-f5260df17708,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:44.469181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:44.470912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:44.476249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 14ec4e92-b731-408b-b2fb-f5260df17708 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:44.516754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for router_controller (5dc365f6-a10a-4623-a444-4b9a1bfa529c), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.527793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (5dc365f6-a10a-4623-a444-4b9a1bfa529c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.539623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:44.545436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.570203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.574216 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce726a2b-12b6-4e7f-80ed-e2613b66f444 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2851384 May 12 03:26:44.574346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33596) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:44.581683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764', 'name': 'tempest-PortsIpV6TestJSON-1623299342'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:44.602184 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-faa7cafb-a813-43fc-a6fe-0e8280065a88 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707588 May 12 03:26:44.617039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Allocated IP 2001:db8::2 (20b16128-b6fe-44c4-b437-1ac9a1cf4764/a6e54e9f-868f-4d19-8921-bcb91f2b47ae/3a4f696e-48df-46bb-8cf6-3cafc03e32e3) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:44.745712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:44.751976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-e40222ac-96fe-44b8-ab31-da35f7f83480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:44.753469 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-e40222ac-96fe-44b8-ab31-da35f7f83480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0758748 May 12 03:26:44.773237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.796810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Publish callbacks [] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.803623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.835418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:44.846527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': 'bec7df51-801a-437f-aff5-489ffecc1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:44.846757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 14ec4e92-b731-408b-b2fb-f5260df17708, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:44.851380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:44.854831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.855526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:44.862486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:44.865346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 14ec4e92-b731-408b-b2fb-f5260df17708 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:44.866442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:44.876919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 14ec4e92-b731-408b-b2fb-f5260df17708) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:44.877136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Pushing event updated for resources: {'Port': ['ID=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:44.884936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:44.886654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.888122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116adea-9a2e-43af-8937-1d75edaf95a1 None None] Network 14ec4e92-b731-408b-b2fb-f5260df17708 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:44.906869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b98817fc-7989-4b8f-811f-19b984c54415 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5586059 May 12 03:26:44.909484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33598) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:44.915413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1585883060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:44.943856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.945027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:44.950595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port b4610e17-e917-46e5-99a0-a9a287b97204 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:44.996827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Attempting to bind port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:44.996827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Attempting to bind port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:44.997226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Attempting to bind port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 on network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:45.008603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:45.008997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Checking segment: {'id': '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:45.009400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.010097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Bound using segment: {'id': '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:45.011045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Bound port: 3a4f696e-48df-46bb-8cf6-3cafc03e32e3, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b16128-b6fe-44c4-b437-1ac9a1cf4764'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:45.011652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.015628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.022433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.022653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:45.030644 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d82a6b82-0800-4b2c-a382-1f21dcaba303 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/routers/77ed96fc-c7aa-4cac-818b-946e4844f5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0800457 May 12 03:26:45.035011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33600) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:45.040475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'port': {'network_id': 'bcbc4452-51f8-49d8-a80f-731e9a3ef401', 'name': 'tempest-FloatingIPTestJSON-543567511'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:45.040671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:45.040920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-8df786a9-e86d-4022-a9fd-25ea4ff58de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:45.042398 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-8df786a9-e86d-4022-a9fd-25ea4ff58de6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 898 time: 0.2601244 May 12 03:26:45.059370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.060762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f3fb1c28-f0e0-41ae-a39b-059865765eef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1493518 May 12 03:26:45.067500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33602) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:45.087492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:45.088154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:45.124352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:45.143821 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-b7a6d182-4bed-4e25-8e47-d9a62a901984 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 1000 time: 0.0941873 May 12 03:26:45.164336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::173 (20b16128-b6fe-44c4-b437-1ac9a1cf4764/a6e54e9f-868f-4d19-8921-bcb91f2b47ae/b4610e17-e917-46e5-99a0-a9a287b97204) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:45.176077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:45.177191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:45.180845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] For port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:45.184904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-14ec4e92-b731-408b-b2fb-f5260df17708', 'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:45.186662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.223977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-62c19a26-0616-4b84-afbe-79a066be3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:45.225452 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-62c19a26-0616-4b84-afbe-79a066be3d2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 200 len: 834 time: 0.0694344 May 12 03:26:45.240841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] For port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,segment=NetworkSegment(4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb),segment_id=4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:45.246367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:45.247026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa25d58-f4f4-4ab6-b4d2-fb987d2b68ed None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:45.260865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.317342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-169044d3-73c7-44f1-94f4-60ef64a64248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:45.319009 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-169044d3-73c7-44f1-94f4-60ef64a64248 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0837295 May 12 03:26:45.330372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:45.333821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.413461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5ed77-df7d-43a9-808b-94e40329c63e None None] Pushing event updated for resources: {'Port': ['ID=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:45.445086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] device_id is not set on port 28566407-9b38-4eef-aeb3-5ef5c8d72814 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:45.467364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Allocated IP 2001:db8::2 (14ec4e92-b731-408b-b2fb-f5260df17708/cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b/80432de9-5e86-40c5-81d4-db266d38103d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:45.493687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (b4610e17-e917-46e5-99a0-a9a287b97204), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.510408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-4ea108dc-3c69-4d3f-9f82-4457ab00d400 service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503167 May 12 03:26:45.564770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.654188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.716691 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bee4d7e3-4388-45bf-8488-c81217c9d90e req-5e5aed05-137f-4cf2-9ef6-95ca5fba332b service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988373 May 12 03:26:45.729521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:45.741242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:45.743209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Publish callbacks [] for port (80432de9-5e86-40c5-81d4-db266d38103d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.748523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:45.754353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:45.754988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.757450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (80432de9-5e86-40c5-81d4-db266d38103d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.764440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=b4610e17-e917-46e5-99a0-a9a287b97204,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:45.770593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.13 (bcbc4452-51f8-49d8-a80f-731e9a3ef401/91b9c28e-89fa-475c-a361-6ed00733ea4d/28566407-9b38-4eef-aeb3-5ef5c8d72814) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:45.790037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33604) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:45.791017 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-18f0ba3f-e444-4d93-8399-81d1b359071d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2145350 May 12 03:26:45.806686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Network 14ec4e92-b731-408b-b2fb-f5260df17708 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:45.828449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:45.831773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:45.856380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:45.903446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Pushing event updated for resources: {'Port': ['ID=80432de9-5e86-40c5-81d4-db266d38103d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:45.945741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Attempting to bind port 80432de9-5e86-40c5-81d4-db266d38103d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:45.946136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Attempting to bind port 80432de9-5e86-40c5-81d4-db266d38103d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'bec7df51-801a-437f-aff5-489ffecc1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:45.946501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Attempting to bind port 80432de9-5e86-40c5-81d4-db266d38103d on network 14ec4e92-b731-408b-b2fb-f5260df17708 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:45.949329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:45.949682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.953992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:45.954370 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Checking segment: {'id': 'bec7df51-801a-437f-aff5-489ffecc1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:45.954773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:45.955166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Bound using segment: {'id': 'bec7df51-801a-437f-aff5-489ffecc1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:45.955637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Bound port: 80432de9-5e86-40c5-81d4-db266d38103d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec7df51-801a-437f-aff5-489ffecc1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ec4e92-b731-408b-b2fb-f5260df17708'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:45.956019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (80432de9-5e86-40c5-81d4-db266d38103d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.075374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] For port 80432de9-5e86-40c5-81d4-db266d38103d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:46.084349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8::1 (14ec4e92-b731-408b-b2fb-f5260df17708/cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b/5659e6fd-d4c1-4a45-8fb4-9489912159c8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:46.093307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] For port 80432de9-5e86-40c5-81d4-db266d38103d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=80432de9-5e86-40c5-81d4-db266d38103d,segment=NetworkSegment(bec7df51-801a-437f-aff5-489ffecc1bdf),segment_id=bec7df51-801a-437f-aff5-489ffecc1bdf)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:46.095958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:46.096354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.104835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (80432de9-5e86-40c5-81d4-db266d38103d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.171009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,segment=NetworkSegment(4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb),segment_id=4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:46.186537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.197613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89fc47-da1f-4a7e-a8f5-37e303edb006 None None] Pushing event updated for resources: {'Port': ['ID=80432de9-5e86-40c5-81d4-db266d38103d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:46.409662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:46.633542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a0bfd-35c3-4b6e-94d3-dba0e74b12c5 None None] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:46.637065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (28566407-9b38-4eef-aeb3-5ef5c8d72814), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.740601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.743533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f8b6b600-1c8a-4295-92cf-35a879a372d9 None None] Provisioning complete for port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:46.744128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f8b6b600-1c8a-4295-92cf-35a879a372d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.771557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (28566407-9b38-4eef-aeb3-5ef5c8d72814), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.830277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:46.831623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6b600-1c8a-4295-92cf-35a879a372d9 None None] Current status of the port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:46.852901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:46.866105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:46.871316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:46.874956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=28566407-9b38-4eef-aeb3-5ef5c8d72814,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:46.919669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.025172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 14ec4e92-b731-408b-b2fb-f5260df17708 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:47.035852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:47.036484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.047809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:47.052585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=5659e6fd-d4c1-4a45-8fb4-9489912159c8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:47.052827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b1f3b2bd-d11a-4bab-ae33-69f5dd756365 None None] Provisioning complete for port b4610e17-e917-46e5-99a0-a9a287b97204 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:47.052955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b1f3b2bd-d11a-4bab-ae33-69f5dd756365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.055573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:47.056084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.067665 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7b2c9d31-3b6d-4afe-a3ad-0752ba9d356e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0320799 May 12 03:26:47.070351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33608) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:47.076534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'port': {'network_id': 'bcbc4452-51f8-49d8-a80f-731e9a3ef401', 'name': 'tempest-FloatingIPTestJSON-1928025079'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:47.124531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3b2bd-d11a-4bab-ae33-69f5dd756365 None None] Port b4610e17-e917-46e5-99a0-a9a287b97204 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:47.142586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b1f3b2bd-d11a-4bab-ae33-69f5dd756365 None None] Provisioning complete for port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:47.142963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b1f3b2bd-d11a-4bab-ae33-69f5dd756365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.245692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3b2bd-d11a-4bab-ae33-69f5dd756365 None None] Current status of the port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:47.257956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:47.261608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.285860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] device_id is not set on port 512a30fd-c096-4e46-8e84-7fde39a0a092 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:47.384751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.439473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.9 (bcbc4452-51f8-49d8-a80f-731e9a3ef401/91b9c28e-89fa-475c-a361-6ed00733ea4d/512a30fd-c096-4e46-8e84-7fde39a0a092) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:47.477505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e867d6a9-1e1e-40fa-8424-865e50c45ea8 None None] Provisioning complete for port b4610e17-e917-46e5-99a0-a9a287b97204 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:47.478095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e867d6a9-1e1e-40fa-8424-865e50c45ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.532871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e867d6a9-1e1e-40fa-8424-865e50c45ea8 None None] Port b4610e17-e917-46e5-99a0-a9a287b97204 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:47.552531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5c49a-2b34-4d6d-a8e7-3f4997fe04be None None] Network 14ec4e92-b731-408b-b2fb-f5260df17708 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:47.565624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (b4610e17-e917-46e5-99a0-a9a287b97204), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.608853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.620804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (512a30fd-c096-4e46-8e84-7fde39a0a092), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.675550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] Provisioning complete for port 80432de9-5e86-40c5-81d4-db266d38103d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:47.675933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (80432de9-5e86-40c5-81d4-db266d38103d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.684967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (512a30fd-c096-4e46-8e84-7fde39a0a092), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.704061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=b4610e17-e917-46e5-99a0-a9a287b97204,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:47.786950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:47.792074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:47.794597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=512a30fd-c096-4e46-8e84-7fde39a0a092,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:47.813063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:47.844846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] Current status of the port 80432de9-5e86-40c5-81d4-db266d38103d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:47.845246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (80432de9-5e86-40c5-81d4-db266d38103d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.911414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:47.912149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.915303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] For port 80432de9-5e86-40c5-81d4-db266d38103d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=80432de9-5e86-40c5-81d4-db266d38103d,segment=NetworkSegment(bec7df51-801a-437f-aff5-489ffecc1bdf),segment_id=bec7df51-801a-437f-aff5-489ffecc1bdf)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:47.921638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (80432de9-5e86-40c5-81d4-db266d38103d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.942789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b036a3fc-46a1-4b91-acd2-0fe59e40126f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8712373 May 12 03:26:47.946312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33610) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:47.951609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '512a30fd-c096-4e46-8e84-7fde39a0a092', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:47.955806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 80432de9-5e86-40c5-81d4-db266d38103d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:47.987825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (5dc365f6-a10a-4623-a444-4b9a1bfa529c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:47.988310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.016918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063c85-7c53-42a2-aa2d-fdd4d0f154fe None None] Pushing event updated for resources: {'Port': ['ID=80432de9-5e86-40c5-81d4-db266d38103d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:48.040594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 80432de9-5e86-40c5-81d4-db266d38103d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.041257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (80432de9-5e86-40c5-81d4-db266d38103d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.065132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.092511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.093519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.127352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.153390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 80432de9-5e86-40c5-81d4-db266d38103d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:48.155114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:48.207092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.207767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.224060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=5659e6fd-d4c1-4a45-8fb4-9489912159c8,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:48.269835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Provisioning complete for port b4610e17-e917-46e5-99a0-a9a287b97204 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.270238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.284118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.306982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.118 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/f5620c8e-8385-4215-8ff5-f586cf58fd36) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:48.332134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 14ec4e92-b731-408b-b2fb-f5260df17708 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:48.335718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:48.355976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Port b4610e17-e917-46e5-99a0-a9a287b97204 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:48.371391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:48.374201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Provisioning complete for port 80432de9-5e86-40c5-81d4-db266d38103d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.374731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (80432de9-5e86-40c5-81d4-db266d38103d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.439483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.475026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Current status of the port 80432de9-5e86-40c5-81d4-db266d38103d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:48.487161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Provisioning complete for port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.487161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.487883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.535157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:48.540097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:48.543305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7ab55d0e-70f8-42bb-a0eb-eb624b333f07 None None] Port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:48.546524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:48.552417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=f5620c8e-8385-4215-8ff5-f586cf58fd36,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:48.672439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2d9a203f-3076-41ae-9c51-6e381d8200ff None None] Provisioning complete for port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.672828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2d9a203f-3076-41ae-9c51-6e381d8200ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.675436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router a7727d17-3cb9-4ef1-b912-05c6ea86a0eb is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:48.716834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a203f-3076-41ae-9c51-6e381d8200ff None None] Port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:48.816780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:48.823147 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6260f916-8f77-47f2-b420-bb0e46ae88a4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/a7727d17-3cb9-4ef1-b912-05c6ea86a0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7547660 May 12 03:26:48.828967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33614) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:48.836717 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] Sync routers for ids ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:48.855865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-58b9897a-7887-48fb-8ce8-4eee2344eefa None None] Provisioning complete for port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:48.858027 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] Routers {'a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:48.858594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58b9897a-7887-48fb-8ce8-4eee2344eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.860570 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:48.876674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (b4610e17-e917-46e5-99a0-a9a287b97204), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.892492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.893337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (5dc365f6-a10a-4623-a444-4b9a1bfa529c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:48.900185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-58b9897a-7887-48fb-8ce8-4eee2344eefa None None] Port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:48.903492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a47ca-1a2c-4c88-812e-cf93133dd062 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:48.905054 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ea8a47ca-1a2c-4c88-812e-cf93133dd062 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports/5659e6fd-d4c1-4a45-8fb4-9489912159c8 HTTP/1.1" status: 200 len: 911 time: 0.0751457 May 12 03:26:48.924129 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:48.932524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33616) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:48.933876 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] Routers {'a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:48.934592 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:48.941452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:48.974409 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:48.975050 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e01737-06f4-4031-8b00-07e55c12a6f5 None None] The sync data for ids ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:49.007527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=b4610e17-e917-46e5-99a0-a9a287b97204,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:49.404556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.427674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:49.433423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:49.522715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.549300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.717700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Router 5dc365f6-a10a-4623-a444-4b9a1bfa529c is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:26:49.736385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-96c317aa-cef9-43e2-945a-f5618ca21618 None None] Provisioning complete for port b4610e17-e917-46e5-99a0-a9a287b97204 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:49.736956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-96c317aa-cef9-43e2-945a-f5618ca21618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.740063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.749570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.782277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 80432de9-5e86-40c5-81d4-db266d38103d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:49.826723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-96c317aa-cef9-43e2-945a-f5618ca21618 None None] Port b4610e17-e917-46e5-99a0-a9a287b97204 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:26:49.831918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=f5620c8e-8385-4215-8ff5-f586cf58fd36,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:49.842266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.852412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 80432de9-5e86-40c5-81d4-db266d38103d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:49.852796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (80432de9-5e86-40c5-81d4-db266d38103d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:49.908742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:49.921482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] Sync routers for ids ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:49.936900 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-59f9948f-81cb-46c0-8402-81c9cbda8d89 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/routers/5dc365f6-a10a-4623-a444-4b9a1bfa529c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1405470 May 12 03:26:49.937306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33618) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:49.948460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] Routers {'5dc365f6-a10a-4623-a444-4b9a1bfa529c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:49.949105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:49.952777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 80432de9-5e86-40c5-81d4-db266d38103d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:26:49.986643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:49.989411 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP 1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2 associated. External IP: 172.26.2.118, port: 512a30fd-c096-4e46-8e84-7fde39a0a092. May 12 03:26:49.996138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] Routers {'5dc365f6-a10a-4623-a444-4b9a1bfa529c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:49.996964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:49.998810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8b55e-86f0-4c8b-af2a-9206c9c98b24 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:50.000375 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-86b8b55e-86f0-4c8b-af2a-9206c9c98b24 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dc365f6-a10a-4623-a444-4b9a1bfa529c HTTP/1.1" status: 200 len: 989 time: 0.0620053 May 12 03:26:50.030857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33620) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:50.035768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:50.036436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fa0a-64ee-4b12-bd46-ecf842f2f0df None None] The sync data for ids ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:50.097555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:50.105367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:50.112334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:50.113049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:50.116994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/ports/5659e6fd-d4c1-4a45-8fb4-9489912159c8 HTTP/1.1" status: 200 len: 911 time: 1.1811082 May 12 03:26:50.117367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33622) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:50.157764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e142c-f42a-4708-94a1-4d3bd30e9025 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=5659e6fd-d4c1-4a45-8fb4-9489912159c8,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:50.977355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:51.140273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:51.144337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (5dc365f6-a10a-4623-a444-4b9a1bfa529c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:51.343728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:51.354276 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:51.363531 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:51.364204 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:51.397699 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:51.406714 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:51.407286 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:51.435479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:51.446730 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:51.447344 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d2563-0029-4d97-80ee-8fabb73d1e0d None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:51.511022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c8b52382-b7f5-4ca5-b721-15a136370eb1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5635259 May 12 03:26:51.515199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33626) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:51.522360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:51.677247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port b4610e17-e917-46e5-99a0-a9a287b97204 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:51.677588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:51.724413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:51.806842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 5659e6fd-d4c1-4a45-8fb4-9489912159c8 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:51.807181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.230373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.268243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for b4610e17-e917-46e5-99a0-a9a287b97204 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:52.270896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.325163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.325163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 5659e6fd-d4c1-4a45-8fb4-9489912159c8 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:52.359573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.359912 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP 1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2 disassociated. External IP: 172.26.2.118, port: 512a30fd-c096-4e46-8e84-7fde39a0a092. May 12 03:26:52.774597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b4610e17-e917-46e5-99a0-a9a287b97204), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.820187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=b4610e17-e917-46e5-99a0-a9a287b97204,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:52.826999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5659e6fd-d4c1-4a45-8fb4-9489912159c8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:52.868115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=5659e6fd-d4c1-4a45-8fb4-9489912159c8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:52.913756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:53.027893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (5dc365f6-a10a-4623-a444-4b9a1bfa529c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:53.102664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:53.372655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:53.381928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:53.395978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:53.396588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.409469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:53.429765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.438876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:53.439476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.440538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Router 5dc365f6-a10a-4623-a444-4b9a1bfa529c has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:53.472440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.473182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d33806-d78d-4e3c-820e-3c8c7d54c0c2 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:53.484541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router a7727d17-3cb9-4ef1-b912-05c6ea86a0eb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:53.493321 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8193914e-5c5b-4eca-9a02-e6818606eed9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/floatingips/1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2 HTTP/1.1" status: 200 len: 688 time: 1.9760787 May 12 03:26:53.493471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33630) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:53.496222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33632) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:53.670905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:53.680198 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] Sync routers for ids ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:53.684553 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3a7da019-57ed-4070-918b-6646dbeb71d8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/routers/5dc365f6-a10a-4623-a444-4b9a1bfa529c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6499674 May 12 03:26:53.686544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33634) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:53.692228 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] Routers {'5dc365f6-a10a-4623-a444-4b9a1bfa529c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:53.693038 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.727286 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.737444 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] Routers {'5dc365f6-a10a-4623-a444-4b9a1bfa529c'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:53.738378 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.743258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa37c6cd-40e2-4c93-995f-3915fd3b2204 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:26:53.747764 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fa37c6cd-40e2-4c93-995f-3915fd3b2204 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/b4610e17-e917-46e5-99a0-a9a287b97204 HTTP/1.1" status: 404 len: 333 time: 0.0571823 May 12 03:26:53.749496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33636) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:53.762221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:53.770655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6a25ed62-7563-4c97-8cfc-06018209dc67 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/a7727d17-3cb9-4ef1-b912-05c6ea86a0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6496491 May 12 03:26:53.771350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33638) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:53.778963 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.779914 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ae731-94cf-422a-9354-2a19e07b273e None None] The sync data for ids ['5dc365f6-a10a-4623-a444-4b9a1bfa529c'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:53.780395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] Sync routers for ids ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:53.797024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] Routers {'a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:53.797644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.805950 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b3a5430a-a0c8-42f9-8dd2-7fb4e5dac64d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7727d17-3cb9-4ef1-b912-05c6ea86a0eb HTTP/1.1" status: 200 len: 205 time: 0.0339398 May 12 03:26:53.808357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33640) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:53.815916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port f5620c8e-8385-4215-8ff5-f586cf58fd36 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:53.816260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:53.837498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.847208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] Routers {'a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:53.847812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.876314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for router (5dc365f6-a10a-4623-a444-4b9a1bfa529c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:53.881143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:53.881759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f56d3-d69c-485e-afb9-b2647a628b8d None None] The sync data for ids ['a7727d17-3cb9-4ef1-b912-05c6ea86a0eb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:53.917236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.113519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.117516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (5dc365f6-a10a-4623-a444-4b9a1bfa529c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.148902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for router_controller (5dc365f6-a10a-4623-a444-4b9a1bfa529c), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.207855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (5dc365f6-a10a-4623-a444-4b9a1bfa529c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.208464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc365f6-a10a-4623-a444-4b9a1bfa529c {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:26:54.240343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.241469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-815c3c79-9178-43e2-ae73-2e153c4108a8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/routers/5dc365f6-a10a-4623-a444-4b9a1bfa529c HTTP/1.1" status: 204 len: 168 time: 0.4910836 May 12 03:26:54.244227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33642) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:54.353742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet a6e54e9f-868f-4d19-8921-bcb91f2b47ae {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:54.365896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (a6e54e9f-868f-4d19-8921-bcb91f2b47ae), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.391993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.392588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (f5620c8e-8385-4215-8ff5-f586cf58fd36), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.410148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for f5620c8e-8385-4215-8ff5-f586cf58fd36 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:54.441393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.444728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.444950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (a6e54e9f-868f-4d19-8921-bcb91f2b47ae), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.524543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (a7727d17-3cb9-4ef1-b912-05c6ea86a0eb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.525009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router a7727d17-3cb9-4ef1-b912-05c6ea86a0eb {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:26:54.532470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.534424 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b1ad9229-8dea-44d3-b615-bde42118beb0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/a7727d17-3cb9-4ef1-b912-05c6ea86a0eb HTTP/1.1" status: 204 len: 168 time: 0.7248230 May 12 03:26:54.537359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33644) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:54.589418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (a6e54e9f-868f-4d19-8921-bcb91f2b47ae), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.612335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:26:54.616640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.630015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port f4c7ab93-386f-412d-acd5-6a29e904b665 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:54.630363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.679931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.726579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f5620c8e-8385-4215-8ff5-f586cf58fd36), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.776600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=f5620c8e-8385-4215-8ff5-f586cf58fd36,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:54.863175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.891802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.894560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:54.899019 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ce934296-0a39-464c-9cc0-00967b7baab0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/floatingips/1cb406b7-aad4-4cb1-b0c6-87c16a0a53f2 HTTP/1.1" status: 204 len: 168 time: 1.3970509 May 12 03:26:54.899294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33646) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:54.903653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '28566407-9b38-4eef-aeb3-5ef5c8d72814'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:54.940710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.007017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.016298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (a6e54e9f-868f-4d19-8921-bcb91f2b47ae), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.048776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:55.053828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.059504 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1e2bd17b-255a-42cd-b514-d48397849de5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b HTTP/1.1" status: 204 len: 168 time: 0.5187576 May 12 03:26:55.060287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33648) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:55.064209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75cc33-20b5-49e7-abbb-d78eea0b5a7c None None] Network 14ec4e92-b731-408b-b2fb-f5260df17708 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:55.064953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e54e9f-868f-4d19-8921-bcb91f2b47ae,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:55.068465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.071567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4aeb8019-9cc6-4c4f-943d-67246e25e762 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/a6e54e9f-868f-4d19-8921-bcb91f2b47ae HTTP/1.1" status: 204 len: 168 time: 0.8263896 May 12 03:26:55.073403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port f4c7ab93-386f-412d-acd5-6a29e904b665, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f4c7ab93-386f-412d-acd5-6a29e904b665,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:55.073774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.080752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33650) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:55.088048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for f4c7ab93-386f-412d-acd5-6a29e904b665 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:55.100427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ec8de-87dc-4224-98a8-75d6f7de1c5d None None] Network 20b16128-b6fe-44c4-b437-1ac9a1cf4764 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:55.123074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.243091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (14ec4e92-b731-408b-b2fb-f5260df17708), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.261321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (20b16128-b6fe-44c4-b437-1ac9a1cf4764), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.305194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f4c7ab93-386f-412d-acd5-6a29e904b665), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.318238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] DHCP port deletion for 14ec4e92-b731-408b-b2fb-f5260df17708 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:55.358694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=f4c7ab93-386f-412d-acd5-6a29e904b665,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:55.374194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] DHCP port deletion for 20b16128-b6fe-44c4-b437-1ac9a1cf4764 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:26:55.388756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] Deleting port 80432de9-5e86-40c5-81d4-db266d38103d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:55.389133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (80432de9-5e86-40c5-81d4-db266d38103d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.397857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.187 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/0a516758-2071-412c-bb15-5c71e48ab605) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:55.419615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 80432de9-5e86-40c5-81d4-db266d38103d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:55.420093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (80432de9-5e86-40c5-81d4-db266d38103d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.426455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:55.426829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.488401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] Deleting port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:55.488828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.527120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] For port 80432de9-5e86-40c5-81d4-db266d38103d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=80432de9-5e86-40c5-81d4-db266d38103d,segment=NetworkSegment(bec7df51-801a-437f-aff5-489ffecc1bdf),segment_id=bec7df51-801a-437f-aff5-489ffecc1bdf)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:55.527567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (80432de9-5e86-40c5-81d4-db266d38103d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.579252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] Calling delete_port for 80432de9-5e86-40c5-81d4-db266d38103d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:55.584222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.587482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] For port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,segment=NetworkSegment(4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb),segment_id=4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:55.587882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.609541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] Calling delete_port for 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:55.631303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port 80432de9-5e86-40c5-81d4-db266d38103d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=80432de9-5e86-40c5-81d4-db266d38103d,segment=NetworkSegment(bec7df51-801a-437f-aff5-489ffecc1bdf),segment_id=bec7df51-801a-437f-aff5-489ffecc1bdf)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:55.631669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (80432de9-5e86-40c5-81d4-db266d38103d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.650131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 80432de9-5e86-40c5-81d4-db266d38103d owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:55.732276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,segment=NetworkSegment(4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb),segment_id=4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:55.732755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.756160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (80432de9-5e86-40c5-81d4-db266d38103d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.771542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] No DVR routers for this DVR port 80432de9-5e86-40c5-81d4-db266d38103d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:55.780988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:55.792719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f39be-0040-4bcf-88ca-e7021313f5c8 None None] Pushing event deleted for resources: {'Port': ['ID=80432de9-5e86-40c5-81d4-db266d38103d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:55.811483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.840092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 80432de9-5e86-40c5-81d4-db266d38103d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:55.843351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] Pushing event deleted for resources: {'Port': ['ID=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:55.855628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (0a516758-2071-412c-bb15-5c71e48ab605), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.857291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (80432de9-5e86-40c5-81d4-db266d38103d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:55.864862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c83b07-76cc-4a9c-b466-4d60571feae9 None None] No DVR routers for this DVR port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:55.868122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 80432de9-5e86-40c5-81d4-db266d38103d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:55.874159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 80432de9-5e86-40c5-81d4-db266d38103d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:55.875723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:55.896210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:55.897929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=80432de9-5e86-40c5-81d4-db266d38103d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:55.898390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:55.898857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:55.902443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port 80432de9-5e86-40c5-81d4-db266d38103d on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:56.013105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:56.018439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f99164a0-d616-40f0-8495-034e83436fe6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/fe85c4c1-492b-40b3-91fa-30565a85d05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237854 May 12 03:26:56.022750 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:56.029086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (3a4f696e-48df-46bb-8cf6-3cafc03e32e3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.032231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (14ec4e92-b731-408b-b2fb-f5260df17708), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.034264 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:56.034875 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.070047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0a516758-2071-412c-bb15-5c71e48ab605), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.084353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=3a4f696e-48df-46bb-8cf6-3cafc03e32e3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:56.088800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port 3a4f696e-48df-46bb-8cf6-3cafc03e32e3 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:56.099287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ec4e92-b731-408b-b2fb-f5260df17708']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.147747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec7df51-801a-437f-aff5-489ffecc1bdf') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.148028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec7df51-801a-437f-aff5-489ffecc1bdf') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.162259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:56.176967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (bec7df51-801a-437f-aff5-489ffecc1bdf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.192096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:56.205189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:56.241602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bec7df51-801a-437f-aff5-489ffecc1bdf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.242441 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:26:56.245692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=0a516758-2071-412c-bb15-5c71e48ab605,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:56.278706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (20b16128-b6fe-44c4-b437-1ac9a1cf4764), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.281364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:56.281756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (bec7df51-801a-437f-aff5-489ffecc1bdf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:56.287795 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:56.360503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b16128-b6fe-44c4-b437-1ac9a1cf4764']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.398614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.399643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.420493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (14ec4e92-b731-408b-b2fb-f5260df17708), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.427705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.456213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.462947 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/14ec4e92-b731-408b-b2fb-f5260df17708 HTTP/1.1" status: 204 len: 168 time: 1.3981972 May 12 03:26:56.464514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33658) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:56.482285 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:55Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:31Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.485305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-39635738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:56.490314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd52aa7-ec6f-42a2-8ae3-0fe76edad41d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=14ec4e92-b731-408b-b2fb-f5260df17708,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:56.492367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.497721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903124-b2af-42c0-9415-2139e8ca3917 req-24cf668c-0fd0-436b-a53e-443fcfef48a2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:56.499462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6d903124-b2af-42c0-9415-2139e8ca3917 req-24cf668c-0fd0-436b-a53e-443fcfef48a2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 946 time: 0.2308052 May 12 03:26:56.507371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:26:56.507768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (4ef7b1e1-4ad8-4ae2-8051-74f414b4a5cb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:26:56.510876 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:26:56.520641 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:26:56.531078 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:56.532854 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.558661 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6d903124-b2af-42c0-9415-2139e8ca3917 req-fa8b95dd-d570-48af-aaae-48b28168a8c0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508475 May 12 03:26:56.616209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.617117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.636314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (20b16128-b6fe-44c4-b437-1ac9a1cf4764), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.648819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.651915 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/20b16128-b6fe-44c4-b437-1ac9a1cf4764 HTTP/1.1" status: 204 len: 168 time: 1.5685198 May 12 03:26:56.652996 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:26:56.656869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33660) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:56.701550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91a248-6644-4676-af7a-7e09d1c05bbd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=20b16128-b6fe-44c4-b437-1ac9a1cf4764,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:56.701780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bffbf8-0d7f-4b60-b666-7267172ce362 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:56.703432 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a5bffbf8-0d7f-4b60-b666-7267172ce362 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/6dd52026-9405-4f63-88d3-d071b3eac0ac HTTP/1.1" status: 200 len: 845 time: 0.0455663 May 12 03:26:56.707068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33662) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:56.748186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.756617 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fa79ecea-f42e-4df9-bf23-dd54daa0b457 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/6dd52026-9405-4f63-88d3-d071b3eac0ac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0470693 May 12 03:26:56.757915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.760272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33664) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:56.766185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:56.798845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.802673 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-462de237-7d95-4b2e-bc3c-268e65651e01 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3235128 May 12 03:26:56.806491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33666) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:56.814411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2137167058'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:56.856571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:56.860946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.875313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:56.878835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.891734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:55Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:31Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:56.928636 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b9fe-0be9-413f-8dce-7ab420f38469 None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:55Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'ff6d723a-a294-4942-8253-83f10f69c272', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'port_id': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'mac_address': 'fa:16:3e:d2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14ec823-2f50-45d0-af86-285687062ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:25:27Z', 'updated_at': '2022-05-12T03:25:31Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:56.943798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:26:56.973659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:56.974104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6 of type vlan for network 42520a79-8597-42f9-afe2-3c1c3aef1196 May 12 03:26:56.988335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.039177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (42520a79-8597-42f9-afe2-3c1c3aef1196), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.063406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (7e2e85f9-9204-40f6-a590-a6cc3df6f379), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.097150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (42520a79-8597-42f9-afe2-3c1c3aef1196), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.102349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:57.102929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.104719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:57.108183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:57.109389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0a516758-2071-412c-bb15-5c71e48ab605), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.112414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:57.113604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.121309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e5850-f841-4d7d-a196-881e6fe38202 None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:57.130169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=7e2e85f9-9204-40f6-a590-a6cc3df6f379,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:57.136045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e4a69395-cfb7-4171-b54f-6934c58dd8c6 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3744497 May 12 03:26:57.139250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33668) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:57.144011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1667448664'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:57.165615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.181700 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.3715451 May 12 03:26:57.183416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33670) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:57.188602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:57.230056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d1054-d15c-43e1-b076-e5e9cd49a4ad tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=42520a79-8597-42f9-afe2-3c1c3aef1196,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:57.255985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b5964182-2085-456d-9114-9201d39ef68d', 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'project_id': '36613ca247a2437292c10a7cea2700c2', 'fixed_ips': [{'subnet_id': '7e2e85f9-9204-40f6-a590-a6cc3df6f379'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:57.257825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.349289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:57.352973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.385827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (43c193e1-340e-4b46-a7f5-9176148cfdad), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.394447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (43c193e1-340e-4b46-a7f5-9176148cfdad), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.394946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (0a516758-2071-412c-bb15-5c71e48ab605), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.398967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:26:57.401292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (0a516758-2071-412c-bb15-5c71e48ab605), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.486271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.487888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=0a516758-2071-412c-bb15-5c71e48ab605,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:57.490450 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3500268 May 12 03:26:57.493259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.498988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Allocated IP 2001:db8::2 (b5964182-2085-456d-9114-9201d39ef68d/7e2e85f9-9204-40f6-a590-a6cc3df6f379/94393f5c-3697-4dea-bc15-93856dbf5fc8) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:57.507732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee643f-0ea4-49b1-b81b-d052bace4e5b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c193e1-340e-4b46-a7f5-9176148cfdad,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:57.509806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33672) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:57.516460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090274673'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:57.568530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.636758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 associated. External IP: 172.26.2.187, port: 28566407-9b38-4eef-aeb3-5ef5c8d72814. May 12 03:26:57.694292 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4c7ab93-386f-412d-acd5-6a29e904b665 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:26:57.694926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (7213ff0d-df42-4bbe-bba2-92403d28bf93), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.721084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f4c7ab93-386f-412d-acd5-6a29e904b665 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:26:57.722780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f4c7ab93-386f-412d-acd5-6a29e904b665 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:26:57.725187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7213ff0d-df42-4bbe-bba2-92403d28bf93), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.818451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.819981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3081145 May 12 03:26:57.841358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33678) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:57.842187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988f99-4885-4340-b1a9-3a8cad0d53fe tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7213ff0d-df42-4bbe-bba2-92403d28bf93,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:57.848857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Publish callbacks [] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.858463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1030116382', 'security_groups': ['7213ff0d-df42-4bbe-bba2-92403d28bf93'], 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e2e85f9-9204-40f6-a590-a6cc3df6f379'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:57.858982 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.887942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (12acda6e-724e-49e6-9480-649443aa6ed7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:57.907509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Pushing event updated for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:57.924033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:57.925761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:57.928431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:57.948308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34c3b-2848-41bd-8cec-65e5464b4c3a req-b8359f97-0ef9-4bcb-b096-9b1a842b7af4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:57.950557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13e34c3b-2848-41bd-8cec-65e5464b4c3a req-b8359f97-0ef9-4bcb-b096-9b1a842b7af4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 946 time: 0.2513430 May 12 03:26:57.993781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Attempting to bind port 94393f5c-3697-4dea-bc15-93856dbf5fc8 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:57.994189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Attempting to bind port 94393f5c-3697-4dea-bc15-93856dbf5fc8 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'ba0df32d-149a-418a-b528-b8ee73a468e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:57.994565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Attempting to bind port 94393f5c-3697-4dea-bc15-93856dbf5fc8 on network b5964182-2085-456d-9114-9201d39ef68d {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:58.000700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:58.001084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Checking segment: {'id': 'ba0df32d-149a-418a-b528-b8ee73a468e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:58.001496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.001912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Bound using segment: {'id': 'ba0df32d-149a-418a-b528-b8ee73a468e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:58.002424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Bound port: 94393f5c-3697-4dea-bc15-93856dbf5fc8, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0df32d-149a-418a-b528-b8ee73a468e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:58.002807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.038653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=12acda6e-724e-49e6-9480-649443aa6ed7,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:58.073218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:58.074174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 42520a79-8597-42f9-afe2-3c1c3aef1196, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:26:58.077443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:58.082611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=94393f5c-3697-4dea-bc15-93856dbf5fc8,segment=NetworkSegment(ba0df32d-149a-418a-b528-b8ee73a468e1),segment_id=ba0df32d-149a-418a-b528-b8ee73a468e1)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:58.089860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.103962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13e34c3b-2848-41bd-8cec-65e5464b4c3a req-7a5a245e-7487-46b9-9d4f-7dd23c8acceb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b48a62-bf5b-4509-8b05-60d43c0a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204436 May 12 03:26:58.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-9f9b4510-df9b-4592-9d46-6b38bc49ef57 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:58.107325 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-9f9b4510-df9b-4592-9d46-6b38bc49ef57 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 946 time: 0.0566907 May 12 03:26:58.141538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:26:58.152962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:58.157312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a2dae-cb34-4013-b35c-207383d4d6ce None None] Pushing event updated for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:58.160421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 42520a79-8597-42f9-afe2-3c1c3aef1196) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:58.168267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139de99-b358-4e0a-ba9d-c0d5ed4f2c2c None None] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:26:58.205092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:58.207107 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.241624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-518507a1-f7ad-407c-a232-5b74a545cee9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580544 May 12 03:26:58.266206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33680) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:58.303592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.305414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-42520a79-8597-42f9-afe2-3c1c3aef1196', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:26:58.307496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.328485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:26:58.329039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.334587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:26:58.515426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Allocated IP 2001:db8::2 (42520a79-8597-42f9-afe2-3c1c3aef1196/12acda6e-724e-49e6-9480-649443aa6ed7/ca086b66-819b-4278-a69c-0685123d9205) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:58.594987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::1bc (b5964182-2085-456d-9114-9201d39ef68d/7e2e85f9-9204-40f6-a590-a6cc3df6f379/5b050630-c66e-49d1-98c4-9f9b0d0b5f7f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:58.645186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:26:58.659824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 62b3c1bf-1514-47f6-8620-acc5c7ddba72, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=62b3c1bf-1514-47f6-8620-acc5c7ddba72,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:26:58.660190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.710994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 62b3c1bf-1514-47f6-8620-acc5c7ddba72 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:26:58.762360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Publish callbacks [] for port (ca086b66-819b-4278-a69c-0685123d9205), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.774826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ca086b66-819b-4278-a69c-0685123d9205), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.794986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.851426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:58.855109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:58.862999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:58.870040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.883571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Pushing event updated for resources: {'Port': ['ID=ca086b66-819b-4278-a69c-0685123d9205,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:58.897358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.937269 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:26:58.940860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:26:58.943606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:26:58.949392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:26:58.950917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:58.979722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=5b050630-c66e-49d1-98c4-9f9b0d0b5f7f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:58.980714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:26:59.003573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-878f1167-d8d3-4a40-855d-ad53cfd1462b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1587009 May 12 03:26:59.005013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:26:59.006458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33682) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:59.012126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:59.026963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Attempting to bind port ca086b66-819b-4278-a69c-0685123d9205 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:26:59.027843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Attempting to bind port ca086b66-819b-4278-a69c-0685123d9205 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:26:59.028447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Attempting to bind port ca086b66-819b-4278-a69c-0685123d9205 on network 42520a79-8597-42f9-afe2-3c1c3aef1196 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:26:59.060152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:26:59.060563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Checking segment: {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:26:59.063107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.063975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Bound using segment: {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:26:59.065816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Bound port: ca086b66-819b-4278-a69c-0685123d9205, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:26:59.066733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ca086b66-819b-4278-a69c-0685123d9205), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.114773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:59.115425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:59.128480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.232903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:59.236874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.263095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (62b3c1bf-1514-47f6-8620-acc5c7ddba72), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.273475 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-669362ac-8eb6-4fbc-a17c-6f33cdfcbbd3 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3730800 May 12 03:26:59.274775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33686) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:59.346472 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bb34dddf-3b88-4beb-8afc-a61f9eccb923 req-299b4626-a863-4eb3-aa04-c963f5df2c91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 210 time: 0.1014037 May 12 03:26:59.431924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:59.444434 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.ipam_backend_mixin [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e2e85f9-9204-40f6-a590-a6cc3df6f379 (CIDR: 2001:db8::/64) May 12 03:26:59.449000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:26:59.449695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:59.452444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:26:59.452977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:26:59.486772 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6d586d10-f2b1-4621-ad83-a9881fc6f771 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4792211 May 12 03:26:59.489397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33688) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:59.494545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8::1 (42520a79-8597-42f9-afe2-3c1c3aef1196/12acda6e-724e-49e6-9480-649443aa6ed7/69cab82d-fd00-41b3-9659-b2826c5e347b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:26:59.495878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:26:59.497676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:26:59.498327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810735df-67ff-414f-a3ea-0acce3290819 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:26:59.510770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] For port ca086b66-819b-4278-a69c-0685123d9205, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:26:59.514769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] For port ca086b66-819b-4278-a69c-0685123d9205, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ca086b66-819b-4278-a69c-0685123d9205,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:26:59.531688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ca086b66-819b-4278-a69c-0685123d9205), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.619148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8da2-bfb5-4ed4-905e-ec3cd60094d0 None None] Pushing event updated for resources: {'Port': ['ID=ca086b66-819b-4278-a69c-0685123d9205,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:59.636185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=62b3c1bf-1514-47f6-8620-acc5c7ddba72,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:26:59.717242 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:26:59.723951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.732595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.803694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 62b3c1bf-1514-47f6-8620-acc5c7ddba72 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:26:59.807698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:26:59.812666 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3c8257c4-1bb4-407c-8f90-5d85cd551dbd req-c8741862-0563-4603-b255-69feb95c7352 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/62b3c1bf-1514-47f6-8620-acc5c7ddba72 HTTP/1.1" status: 204 len: 173 time: 1.6711664 May 12 03:26:59.813680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa311b-fccd-4596-9775-03c3f760c771', 'name': 'network-vif-deleted', 'tag': '62b3c1bf-1514-47f6-8620-acc5c7ddba72'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:26:59.816439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9abb4a-2827-420b-a45f-7837b4ac2c0d" -d '{"events": [{"server_uuid": "72aa311b-fccd-4596-9775-03c3f760c771", "name": "network-vif-deleted", "tag": "62b3c1bf-1514-47f6-8620-acc5c7ddba72"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:26:59.828896 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e4e6f3b8-af65-4e8d-a2ac-a15feaf3c54d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/floatingips/d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 HTTP/1.1" status: 200 len: 978 time: 0.5490425 May 12 03:26:59.834111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33692) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:26:59.844810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:26:59.937130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Provisioning complete for port 6dd52026-9405-4f63-88d3-d071b3eac0ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:26:59.939632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.040607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:00.040983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.051951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Port 6dd52026-9405-4f63-88d3-d071b3eac0ac cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:00.072306 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-08ac3629-be41-4161-8648-308aad34dda8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2353632 May 12 03:27:00.082312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.100713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33696) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:00.122720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:00.129693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'port_id': '512a30fd-c096-4e46-8e84-7fde39a0a092'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:00.138944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1d8e1-393c-4be6-8e92-a4c3b9f7651d x-openstack-request-id: req-d2f1d8e1-393c-4be6-8e92-a4c3b9f7651d {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:27:00.141829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa311b-fccd-4596-9775-03c3f760c771", "name": "network-vif-deleted", "tag": "62b3c1bf-1514-47f6-8620-acc5c7ddba72", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:27:00.142036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:00.142143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2f1d8e1-393c-4be6-8e92-a4c3b9f7651d {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:27:00.142305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.142578 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f1d8e1-393c-4be6-8e92-a4c3b9f7651d'] response: {'server_uuid': '72aa311b-fccd-4596-9775-03c3f760c771', 'name': 'network-vif-deleted', 'tag': '62b3c1bf-1514-47f6-8620-acc5c7ddba72', 'status': 'completed', 'code': 200} May 12 03:27:00.145528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:00.253748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:00.255108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.272855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (6dd6c5f3-bad9-4011-82c3-24df336682ad), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.282623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:00.284031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.392922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:00.396658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:00.404901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:00.405512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.423823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=6dd6c5f3-bad9-4011-82c3-24df336682ad,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:00.428884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97cf984-843a-4547-94cf-3f2774be64e5 None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:00.453815 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd9fb660-a56a-46bd-924e-f74a9b6dca54 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9608822 May 12 03:27:00.454112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33700) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:00.464310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-174288518', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6dd6c5f3-bad9-4011-82c3-24df336682ad'}], 'security_groups': ['43c193e1-340e-4b46-a7f5-9176148cfdad']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:00.500935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 62b3c1bf-1514-47f6-8620-acc5c7ddba72 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:00.507734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=94393f5c-3697-4dea-bc15-93856dbf5fc8,segment=NetworkSegment(ba0df32d-149a-418a-b528-b8ee73a468e1),segment_id=ba0df32d-149a-418a-b528-b8ee73a468e1)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:00.540636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:00.541421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.550881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.553965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=69cab82d-fd00-41b3-9659-b2826c5e347b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:00.578998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.594985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 62b3c1bf-1514-47f6-8620-acc5c7ddba72 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:00.594985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 62b3c1bf-1514-47f6-8620-acc5c7ddba72 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:00.650690 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1672ea33-0195-4346-b577-13e306c13a9f req-5abd3a5f-d1a9-4609-9685-24520ec26506 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=72aa311b-fccd-4596-9775-03c3f760c771 HTTP/1.1" status: 200 len: 210 time: 0.0781431 May 12 03:27:00.685213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.698815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:27:00.776341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:00.781465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:27:00.781897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:27:00.782401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:00.904322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] Update dhcp port {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'fixed_ips': [{'subnet_id': '7e2e85f9-9204-40f6-a590-a6cc3df6f379', 'ip_address': '2001:db8::2'}, {'subnet_id': '6dd6c5f3-bad9-4011-82c3-24df336682ad'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '94393f5c-3697-4dea-bc15-93856dbf5fc8'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:27:00.970942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.200965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Delete allocated IP 2001:db8::1bc (b5964182-2085-456d-9114-9201d39ef68d/7e2e85f9-9204-40f6-a590-a6cc3df6f379) {{(pid=104164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 03:27:01.209317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8:0:1::324 (b5964182-2085-456d-9114-9201d39ef68d/6dd6c5f3-bad9-4011-82c3-24df336682ad/5b050630-c66e-49d1-98c4-9f9b0d0b5f7f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:01.366410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c93f0-573c-457a-a98d-f79555f8bf38 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:01.370150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa1ea2-37ff-45b7-b818-d5d308afc61b None None] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:01.436120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.443905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.508304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Provisioning complete for port 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:01.508895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.528523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] In _notify_port_updated(), no bound segment for port 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f on network b5964182-2085-456d-9114-9201d39ef68d {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:27:01.534090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:01.534712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.538756 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/ports/5b050630-c66e-49d1-98c4-9f9b0d0b5f7f HTTP/1.1" status: 200 len: 930 time: 1.0811908 May 12 03:27:01.542189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33702) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:01.556901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff8a5e-ba62-40b4-b690-91228cedd2bd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=5b050630-c66e-49d1-98c4-9f9b0d0b5f7f,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:01.585072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] Allocated IP 2001:db8:0:1::2 (b5964182-2085-456d-9114-9201d39ef68d/6dd6c5f3-bad9-4011-82c3-24df336682ad/94393f5c-3697-4dea-bc15-93856dbf5fc8) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:01.600511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Port 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:01.640859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Provisioning complete for port ca086b66-819b-4278-a69c-0685123d9205 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:01.640991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ca086b66-819b-4278-a69c-0685123d9205), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.773614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33706) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:01.795794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:01.798549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.847765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.859802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.862490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.911743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.942829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.951427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=69cab82d-fd00-41b3-9659-b2826c5e347b,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:01.977148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:01.982613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:01.992907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=94393f5c-3697-4dea-bc15-93856dbf5fc8,segment=NetworkSegment(ba0df32d-149a-418a-b528-b8ee73a468e1),segment_id=ba0df32d-149a-418a-b528-b8ee73a468e1)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:02.043342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] Publish callbacks [] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.090077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.142691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:02.145874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:02.164620 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 associated. External IP: 172.26.2.187, port: 28566407-9b38-4eef-aeb3-5ef5c8d72814. May 12 03:27:02.195549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Current status of the port ca086b66-819b-4278-a69c-0685123d9205 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:02.195933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ca086b66-819b-4278-a69c-0685123d9205), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.229543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1631-cd36-44cf-9c30-89cec6b4da81 None None] Pushing event updated for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:02.247179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:02.247554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.300941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] For port ca086b66-819b-4278-a69c-0685123d9205, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ca086b66-819b-4278-a69c-0685123d9205,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:02.313212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ca086b66-819b-4278-a69c-0685123d9205), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.435922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:02.437100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ca086b66-819b-4278-a69c-0685123d9205 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:02.441946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:02.479698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2f1c0-c997-4365-a49f-e1e19b385dcf None None] Pushing event updated for resources: {'Port': ['ID=ca086b66-819b-4278-a69c-0685123d9205,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:02.494415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0488c8cc-2bde-46dd-8e0f-7ab705ddb53c None None] Provisioning complete for port 69cab82d-fd00-41b3-9659-b2826c5e347b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:02.494787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0488c8cc-2bde-46dd-8e0f-7ab705ddb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.545396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0488c8cc-2bde-46dd-8e0f-7ab705ddb53c None None] Port 69cab82d-fd00-41b3-9659-b2826c5e347b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:02.561445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ca086b66-819b-4278-a69c-0685123d9205 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:02.561868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ca086b66-819b-4278-a69c-0685123d9205), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.563514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0488c8cc-2bde-46dd-8e0f-7ab705ddb53c None None] Provisioning complete for port ca086b66-819b-4278-a69c-0685123d9205 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:02.563943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0488c8cc-2bde-46dd-8e0f-7ab705ddb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ca086b66-819b-4278-a69c-0685123d9205), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.618952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5b050630-c66e-49d1-98c4-9f9b0d0b5f7f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.623125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:27:02.669966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb692f2a-52c2-42dd-abf1-b1edf7070b82 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (09b48a62-bf5b-4509-8b05-60d43c0a117d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.670537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:02.674639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=5b050630-c66e-49d1-98c4-9f9b0d0b5f7f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:02.727046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.733943 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f310b73-9e63-41c1-8955-cdfa6759858a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/5b050630-c66e-49d1-98c4-9f9b0d0b5f7f HTTP/1.1" status: 204 len: 168 time: 1.1873062 May 12 03:27:02.745497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33708) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:02.787600 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4c622f-eba5-451d-95a9-fa0c4277a01e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:27:02.791519 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bb4c622f-eba5-451d-95a9-fa0c4277a01e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/5b050630-c66e-49d1-98c4-9f9b0d0b5f7f HTTP/1.1" status: 404 len: 333 time: 0.0425355 May 12 03:27:02.795547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33710) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:02.807739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb692f2a-52c2-42dd-abf1-b1edf7070b82 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (09b48a62-bf5b-4509-8b05-60d43c0a117d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.807986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ca086b66-819b-4278-a69c-0685123d9205 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:02.810804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0488c8cc-2bde-46dd-8e0f-7ab705ddb53c None None] Current status of the port ca086b66-819b-4278-a69c-0685123d9205 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:02.891739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb692f2a-52c2-42dd-abf1-b1edf7070b82 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (09b48a62-bf5b-4509-8b05-60d43c0a117d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.894868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb692f2a-52c2-42dd-abf1-b1edf7070b82 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.900305 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cb692f2a-52c2-42dd-abf1-b1edf7070b82 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/09b48a62-bf5b-4509-8b05-60d43c0a117d HTTP/1.1" status: 204 len: 168 time: 1.1237042 May 12 03:27:02.911807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb692f2a-52c2-42dd-abf1-b1edf7070b82 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b48a62-bf5b-4509-8b05-60d43c0a117d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:02.938211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f28e8436-0e6d-4191-8512-d30840f59b8f None None] Provisioning complete for port 69cab82d-fd00-41b3-9659-b2826c5e347b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:02.941772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f28e8436-0e6d-4191-8512-d30840f59b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:02.951866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33714) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:02.994712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:03.003440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f28e8436-0e6d-4191-8512-d30840f59b8f None None] Port 69cab82d-fd00-41b3-9659-b2826c5e347b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:03.005568 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:03.013739 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9a4e9d98-90a1-4745-b636-430f7d34d86f tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7416632 May 12 03:27:03.020116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33716) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:03.021822 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:03.024437 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:03.026012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528925185'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:03.062355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet 573212cd-363c-45bc-91ae-871a5c58f96e {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:03.066496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (573212cd-363c-45bc-91ae-871a5c58f96e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.074685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ad88fcb-cb26-447a-bc7e-6682c12d7478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.095489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:03.098495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c16f5b2f-e8a1-4c2d-a36d-5f76d128fa4f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (7213ff0d-df42-4bbe-bba2-92403d28bf93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.098888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.135446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9f29ec41-eda3-4e40-9d87-3955f3a6bc51 None None] Provisioning complete for port 69cab82d-fd00-41b3-9659-b2826c5e347b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:03.135750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9f29ec41-eda3-4e40-9d87-3955f3a6bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.159096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (573212cd-363c-45bc-91ae-871a5c58f96e), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.160941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:03.166692 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:03.172870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c16f5b2f-e8a1-4c2d-a36d-5f76d128fa4f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (7213ff0d-df42-4bbe-bba2-92403d28bf93), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.181185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:03.229271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:03.242694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:03.245918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9f29ec41-eda3-4e40-9d87-3955f3a6bc51 None None] Port 69cab82d-fd00-41b3-9659-b2826c5e347b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:03.277317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (573212cd-363c-45bc-91ae-871a5c58f96e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.300876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:03.310842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:03.311759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:03.369220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:03.384687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c16f5b2f-e8a1-4c2d-a36d-5f76d128fa4f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7213ff0d-df42-4bbe-bba2-92403d28bf93), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.390082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c16f5b2f-e8a1-4c2d-a36d-5f76d128fa4f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.391281 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c16f5b2f-e8a1-4c2d-a36d-5f76d128fa4f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/security-groups/7213ff0d-df42-4bbe-bba2-92403d28bf93 HTTP/1.1" status: 204 len: 168 time: 0.5925019 May 12 03:27:03.397714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7239de27-f901-4eae-8ae6-f61e13a71da5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.398234 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment 7239de27-f901-4eae-8ae6-f61e13a71da5 of type vlan for network 93470930-1474-4def-af56-13dd7a51f04a May 12 03:27:03.399439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33718) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:03.405775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Provisioning complete for port 6dd52026-9405-4f63-88d3-d071b3eac0ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:03.406478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.410281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f5b2f-e8a1-4c2d-a36d-5f76d128fa4f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7213ff0d-df42-4bbe-bba2-92403d28bf93,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:03.461790 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:00Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:01Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:03.468917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:03.469625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479871f-fd46-4bf9-957d-92b91564a893 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:03.475404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Port 6dd52026-9405-4f63-88d3-d071b3eac0ac cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:03.485172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Could not find standard attr ID for object 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:27:03.512644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (93470930-1474-4def-af56-13dd7a51f04a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.517516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (573212cd-363c-45bc-91ae-871a5c58f96e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.526108 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:03.526108 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Updating router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 port 69cab82d-fd00-41b3-9659-b2826c5e347b binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:27:03.535320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:03.535565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.582943 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.603182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:03.618518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=573212cd-363c-45bc-91ae-871a5c58f96e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:03.630785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85451f73-9f24-4899-a92d-b88ee0195d8d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (43c193e1-340e-4b46-a7f5-9176148cfdad), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.644536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.645651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe1226-5ec8-4981-84b5-76ccaaf21dd5 None None] Network c60d4ad2-eec5-47e5-966c-bb02c8b11a12 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:03.647638 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dcce98bd-1a4a-44dc-ada8-d6eb333c3db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/573212cd-363c-45bc-91ae-871a5c58f96e HTTP/1.1" status: 204 len: 168 time: 0.6947114 May 12 03:27:03.651712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33720) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:03.677015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (93470930-1474-4def-af56-13dd7a51f04a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.682093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:03.683183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.753827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-11b24ff8-271a-4068-9e63-992d36c47b7c None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:03.754624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.7334046 May 12 03:27:03.791994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33722) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:03.798498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:03.825845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:03.832904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85451f73-9f24-4899-a92d-b88ee0195d8d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (43c193e1-340e-4b46-a7f5-9176148cfdad), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:03.883452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f55c32ca-7de9-4fd2-9c7d-e9b87645e36e None None] Could not find standard attr ID for object 5b050630-c66e-49d1-98c4-9f9b0d0b5f7f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:27:03.921102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] DHCP port deletion for c60d4ad2-eec5-47e5-966c-bb02c8b11a12 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:04.000874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:04.003550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.009965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c60d4ad2-eec5-47e5-966c-bb02c8b11a12), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.021087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ed245-c171-491e-893a-219f0d73e4ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=93470930-1474-4def-af56-13dd7a51f04a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:04.079853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] Deleting port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:04.080503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.082555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85451f73-9f24-4899-a92d-b88ee0195d8d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (43c193e1-340e-4b46-a7f5-9176148cfdad), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.085770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-85451f73-9f24-4899-a92d-b88ee0195d8d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.089352 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-85451f73-9f24-4899-a92d-b88ee0195d8d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/security-groups/43c193e1-340e-4b46-a7f5-9176148cfdad HTTP/1.1" status: 204 len: 168 time: 0.6865444 May 12 03:27:04.094836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33724) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:04.114348 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Publish callbacks [] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.123084 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.143169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:04.146732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.156072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85451f73-9f24-4899-a92d-b88ee0195d8d tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c193e1-340e-4b46-a7f5-9176148cfdad,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:04.163745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] For port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:04.164709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.173169 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f655902-1bc5-4e10-8250-bc659e2ae676 None None] Pushing event updated for resources: {'Port': ['ID=69cab82d-fd00-41b3-9659-b2826c5e347b,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:04.177789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:04.178159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.186392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] Calling delete_port for 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:04.254313 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Attempting to bind port 69cab82d-fd00-41b3-9659-b2826c5e347b on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:04.254688 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Attempting to bind port 69cab82d-fd00-41b3-9659-b2826c5e347b by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:04.255053 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Attempting to bind port 69cab82d-fd00-41b3-9659-b2826c5e347b on network 42520a79-8597-42f9-afe2-3c1c3aef1196 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:04.261061 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:04.261339 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Checking segment: {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:04.261719 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.262391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Bound using segment: {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:04.262872 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Bound port: 69cab82d-fd00-41b3-9659-b2826c5e347b, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:04.263251 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.293805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet 7e2e85f9-9204-40f6-a590-a6cc3df6f379 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:04.298562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 93470930-1474-4def-af56-13dd7a51f04a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:04.301034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (7e2e85f9-9204-40f6-a590-a6cc3df6f379), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.319106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.355038 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] For port 69cab82d-fd00-41b3-9659-b2826c5e347b, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:04.361158 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] For port 69cab82d-fd00-41b3-9659-b2826c5e347b, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=69cab82d-fd00-41b3-9659-b2826c5e347b,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:04.368676 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.393155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] Pushing event deleted for resources: {'Port': ['ID=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:04.397785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663189ea-6eb4-46ef-92be-00f91f1765df None None] No DVR routers for this DVR port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:04.410876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:04.413778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,segment=NetworkSegment(9c2b25ae-d45d-4bd7-8c78-0507d91f1430),segment_id=9c2b25ae-d45d-4bd7-8c78-0507d91f1430)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:04.414186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.421014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.428660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (7e2e85f9-9204-40f6-a590-a6cc3df6f379), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.514406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:04.515718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ca086b66-819b-4278-a69c-0685123d9205 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:04.542356 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bbd96637-84c5-4268-901e-545d3d46c031 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/floatingips/d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 HTTP/1.1" status: 200 len: 978 time: 4.4177690 May 12 03:27:04.545372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:04.551693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:04.560555 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:04.561185 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:04.594547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:04.597206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (286cf79b-1b77-4379-b3e3-e2bf4947cea9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.631752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ca086b66-819b-4278-a69c-0685123d9205 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:04.632211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ca086b66-819b-4278-a69c-0685123d9205), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.658265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.671112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] Provisioning complete for port 69cab82d-fd00-41b3-9659-b2826c5e347b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:04.671677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.679757 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:04.792193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=286cf79b-1b77-4379-b3e3-e2bf4947cea9,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:04.841587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:04.841994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 93470930-1474-4def-af56-13dd7a51f04a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:04.854149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] Current status of the port 69cab82d-fd00-41b3-9659-b2826c5e347b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:04.855236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.869100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ca086b66-819b-4278-a69c-0685123d9205 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:04.875901 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:04.905110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.910570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (7e2e85f9-9204-40f6-a590-a6cc3df6f379), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.915517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.920924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 disassociated. External IP: 172.26.2.187, port: 512a30fd-c096-4e46-8e84-7fde39a0a092. May 12 03:27:04.928003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] For port 69cab82d-fd00-41b3-9659-b2826c5e347b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=69cab82d-fd00-41b3-9659-b2826c5e347b,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:04.930236 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:04.930917 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:04.936147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.957566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:04.959551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 93470930-1474-4def-af56-13dd7a51f04a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:04.988282 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:04.999636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe732f-c73d-4760-b0c9-071adbbc5984 None None] Pushing event updated for resources: {'Port': ['ID=69cab82d-fd00-41b3-9659-b2826c5e347b,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:04.999963 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f655902-1bc5-4e10-8250-bc659e2ae676 None None] Pushing event updated for resources: {'Port': ['ID=69cab82d-fd00-41b3-9659-b2826c5e347b,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:05.009033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:05.018719 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:00Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.023739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:05.025152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 93470930-1474-4def-af56-13dd7a51f04a) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:05.035558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95101c78-77bf-45d8-a8c9-5469ec2bb5c0 None None] Network 93470930-1474-4def-af56-13dd7a51f04a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:05.035764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:05.036231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.051795 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4af99-9e9b-4f21-912d-bcd2d71c49a5 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:00Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:05.053609 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:05.054245 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:26:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.085248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cd77b59a-8565-49af-a358-cecf519868da None None] Provisioning complete for port 69cab82d-fd00-41b3-9659-b2826c5e347b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:05.085968 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd77b59a-8565-49af-a358-cecf519868da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.100203 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.100677 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345df70e-d1b4-4145-b7e6-209c4e0f66ed None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:05.113787 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-732ee4f2-6280-49a8-98d9-aad6bdd999b0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3202493 May 12 03:27:05.116669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33730) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:05.158652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (7e2e85f9-9204-40f6-a590-a6cc3df6f379), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.195247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c60d4ad2-eec5-47e5-966c-bb02c8b11a12), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.234087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2e85f9-9204-40f6-a590-a6cc3df6f379,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:05.257194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d81b7-7ad2-4864-ab83-d36b2d3d2b9d None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:05.259926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.264218 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0b2ade2c-9482-4aa1-acb7-5c23a049e726 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/7e2e85f9-9204-40f6-a590-a6cc3df6f379 HTTP/1.1" status: 204 len: 168 time: 1.1645393 May 12 03:27:05.268366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33732) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:05.273635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:05.306829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:05.319090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60d4ad2-eec5-47e5-966c-bb02c8b11a12']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.334216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2b25ae-d45d-4bd7-8c78-0507d91f1430') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.334521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2b25ae-d45d-4bd7-8c78-0507d91f1430') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.344986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (9c2b25ae-d45d-4bd7-8c78-0507d91f1430), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.377188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9c2b25ae-d45d-4bd7-8c78-0507d91f1430), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.388348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:05.389116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (9c2b25ae-d45d-4bd7-8c78-0507d91f1430), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:05.407740 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:05.509636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-93470930-1474-4def-af56-13dd7a51f04a', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:05.510623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.524818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd77b59a-8565-49af-a358-cecf519868da None None] Current status of the port 69cab82d-fd00-41b3-9659-b2826c5e347b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:05.531371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:05.535324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.582338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c60d4ad2-eec5-47e5-966c-bb02c8b11a12), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.588170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.592388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:05.596363 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/c60d4ad2-eec5-47e5-966c-bb02c8b11a12 HTTP/1.1" status: 204 len: 168 time: 1.9434545 May 12 03:27:05.607146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33734) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:05.610705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.656142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:05.719446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b9c4deec-7ee0-443c-abf6-0121811992a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.742372 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6b3a11d3-3aae-48c7-9431-368f8576543f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/floatingips/d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 HTTP/1.1" status: 200 len: 688 time: 1.1955361 May 12 03:27:05.742985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33736) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:05.832667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 69cab82d-fd00-41b3-9659-b2826c5e347b up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:05.846310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ab767-636a-48e7-8a49-39174c7fc288 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=c60d4ad2-eec5-47e5-966c-bb02c8b11a12,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:05.871629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:05.872263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.922724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 649ff362-a57e-44cc-ad9a-9e0a8484d417 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:05.923126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.932584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:05.949437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Allocated IP 2001:db8:1::2 (93470930-1474-4def-af56-13dd7a51f04a/286cf79b-1b77-4379-b3e3-e2bf4947cea9/3793972c-23eb-45e5-90a5-768ff3d2685a) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:05.953836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 0a516758-2071-412c-bb15-5c71e48ab605 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:05.954288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0a516758-2071-412c-bb15-5c71e48ab605), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:05.954766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:05.955507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:06.000994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:06.001610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0bac8-3bf2-447b-a500-21ddcf2ad858 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:06.111010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.129605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0a516758-2071-412c-bb15-5c71e48ab605), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.130060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (0a516758-2071-412c-bb15-5c71e48ab605), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.136270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 69cab82d-fd00-41b3-9659-b2826c5e347b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:06.136648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.146462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.146843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (649ff362-a57e-44cc-ad9a-9e0a8484d417), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.147376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (d2841d4f-c999-450b-a513-b8d934f31859), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.160819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 0a516758-2071-412c-bb15-5c71e48ab605 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:06.218196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:06.228182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:06.234040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:06.234695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.260706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 649ff362-a57e-44cc-ad9a-9e0a8484d417 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:06.290147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 69cab82d-fd00-41b3-9659-b2826c5e347b is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:06.291086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=d2841d4f-c999-450b-a513-b8d934f31859,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:06.318549 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-42643f23-0d76-4148-a937-4cfbe8f31e78 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0491061 May 12 03:27:06.322251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Publish callbacks [] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.329634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33738) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:06.334905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.336607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'security_group': {'name': 'tempest-secgroup-381358149'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:06.371777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Network 93470930-1474-4def-af56-13dd7a51f04a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:06.374957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:06.378646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:06.390677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:06.430503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:06.430728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 254dae5f-b0b4-45a4-a5bf-d5cad0ffe19d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:06.450369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Pushing event updated for resources: {'Port': ['ID=3793972c-23eb-45e5-90a5-768ff3d2685a,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:06.488671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0a516758-2071-412c-bb15-5c71e48ab605), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.496672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.513498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Attempting to bind port 3793972c-23eb-45e5-90a5-768ff3d2685a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:06.513922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Attempting to bind port 3793972c-23eb-45e5-90a5-768ff3d2685a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:06.514273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Attempting to bind port 3793972c-23eb-45e5-90a5-768ff3d2685a on network 93470930-1474-4def-af56-13dd7a51f04a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:06.520181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:06.520598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Checking segment: {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:06.520948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.521393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Bound using segment: {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:06.522077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Bound port: 3793972c-23eb-45e5-90a5-768ff3d2685a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:06.522363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.536922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.550488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=0a516758-2071-412c-bb15-5c71e48ab605,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:06.602842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] For port 3793972c-23eb-45e5-90a5-768ff3d2685a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:06.608255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] For port 3793972c-23eb-45e5-90a5-768ff3d2685a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3793972c-23eb-45e5-90a5-768ff3d2685a,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:06.620763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.648712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8:1::1 (93470930-1474-4def-af56-13dd7a51f04a/286cf79b-1b77-4379-b3e3-e2bf4947cea9/d35513f1-2b0d-4dae-a499-89e310fb663d) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:06.686718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.687449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4fd8a-43a1-49ac-8c7c-f4478961ec00 None None] Pushing event updated for resources: {'Port': ['ID=3793972c-23eb-45e5-90a5-768ff3d2685a,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:06.689289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.692672 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-77ba1d68-fbc1-41ee-8a8a-f1f61b0cb6a7 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/floatingips/d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 HTTP/1.1" status: 204 len: 168 time: 0.9465330 May 12 03:27:06.698737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33740) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:06.706777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (d31ab565-4477-4304-a2ee-81a59e20a2a4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.721080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d31ab565-4477-4304-a2ee-81a59e20a2a4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.763360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.765927 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4339666 May 12 03:27:06.768621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33742) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:06.776391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'security_group': {'name': 'tempest-secgroup-5389881'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:06.782270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1de5b-7719-4191-b3fe-7f8e9d8116a0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ab565-4477-4304-a2ee-81a59e20a2a4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:06.814630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9397ac-43c6-42ae-b9d5-b09c8f8e5279 None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:06.818395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.918893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3910aa23-a49e-469b-89a1-e4b1f34930fd None None] Provisioning complete for port 6dd52026-9405-4f63-88d3-d071b3eac0ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:06.919669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3910aa23-a49e-469b-89a1-e4b1f34930fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.924380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (75b1f056-5272-4625-92ef-db8b7d7b44de), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.930534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (75b1f056-5272-4625-92ef-db8b7d7b44de), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:06.994221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.003939 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2330930 May 12 03:27:07.007654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33744) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:07.013699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433121290'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:07.021352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ff9a3-54b0-4d8d-b163-97ea03c5f5c9 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1f056-5272-4625-92ef-db8b7d7b44de,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:07.046086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3910aa23-a49e-469b-89a1-e4b1f34930fd None None] Port 6dd52026-9405-4f63-88d3-d071b3eac0ac cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:07.056921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.064193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3910aa23-a49e-469b-89a1-e4b1f34930fd None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:07.064702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3910aa23-a49e-469b-89a1-e4b1f34930fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.182062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (862302be-52b4-48d0-a52e-fe473d7b4a5c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.192575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (862302be-52b4-48d0-a52e-fe473d7b4a5c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.212627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-e11e9508-3bdd-47c7-bba2-cede9dcbe64a tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] delete failed (client error): The resource could not be found. May 12 03:27:07.217368 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e11e9508-3bdd-47c7-bba2-cede9dcbe64a tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/floatingips/d47f2b18-9c2c-4d31-a5a1-4d89981a0dc1 HTTP/1.1" status: 404 len: 345 time: 0.5177689 May 12 03:27:07.220913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33746) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:07.243946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3910aa23-a49e-469b-89a1-e4b1f34930fd None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:07.259001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] Update dhcp port {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'fixed_ips': [{'subnet_id': '6dd6c5f3-bad9-4011-82c3-24df336682ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2841d4f-c999-450b-a513-b8d934f31859'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '94393f5c-3697-4dea-bc15-93856dbf5fc8'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:27:07.260243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.264298 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2553000 May 12 03:27:07.264463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (649ff362-a57e-44cc-ad9a-9e0a8484d417), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.264908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33748) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:07.290241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.290728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1556752765', 'security_groups': ['862302be-52b4-48d0-a52e-fe473d7b4a5c'], 'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2841d4f-c999-450b-a513-b8d934f31859'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:07.300414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0477a-105a-4e5f-9b84-23c0ac2bc0f0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862302be-52b4-48d0-a52e-fe473d7b4a5c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:07.315664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.317834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=649ff362-a57e-44cc-ad9a-9e0a8484d417,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:07.353308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45647462-6035-4aef-aae3-eaf6c0dc4081 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:07.359581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45647462-6035-4aef-aae3-eaf6c0dc4081 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:07.364946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45647462-6035-4aef-aae3-eaf6c0dc4081 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:07.369916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-45647462-6035-4aef-aae3-eaf6c0dc4081 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/ports?network_id=bcbc4452-51f8-49d8-a80f-731e9a3ef401 HTTP/1.1" status: 200 len: 2358 time: 0.1447406 May 12 03:27:07.369916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33750) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:07.403734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (ff6d723a-a294-4942-8253-83f10f69c272), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.404071 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP ff6d723a-a294-4942-8253-83f10f69c272 disassociated (deleted). External IP: 172.26.2.28, port: 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a. May 12 03:27:07.453187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.469510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b7406-7474-4533-a6b0-7fd4691ff334 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:07.475502 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d90b7406-7474-4533-a6b0-7fd4691ff334 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/subnets/91b9c28e-89fa-475c-a361-6ed00733ea4d HTTP/1.1" status: 200 len: 797 time: 0.1000962 May 12 03:27:07.475643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33752) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:07.481781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'port': {'network_id': 'bcbc4452-51f8-49d8-a80f-731e9a3ef401', 'name': 'tempest-FloatingIPTestJSON-1956819645', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:07.512631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 93470930-1474-4def-af56-13dd7a51f04a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:07.518635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:07.523699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:07.524266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.538628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] Allocated IP 2001:db8::2 (b5964182-2085-456d-9114-9201d39ef68d/d2841d4f-c999-450b-a513-b8d934f31859/94393f5c-3697-4dea-bc15-93856dbf5fc8) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:07.567483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:07.617429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=d35513f1-2b0d-4dae-a499-89e310fb663d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:07.681205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:07.687860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=94393f5c-3697-4dea-bc15-93856dbf5fc8,segment=NetworkSegment(ba0df32d-149a-418a-b528-b8ee73a468e1),segment_id=ba0df32d-149a-418a-b528-b8ee73a468e1)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:07.727100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.743193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] Publish callbacks [] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.750764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.803695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] device_id is not set on port 5874cf00-862a-4a69-8649-ceb96169100b yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:27:07.832356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.856127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3793972c-23eb-45e5-90a5-768ff3d2685a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:07.895551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:07.938329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eeaea-a695-4dfa-b892-cded2fa9ecd1 None None] Pushing event updated for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:07.957257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.977811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3793972c-23eb-45e5-90a5-768ff3d2685a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:07.978443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:07.994472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] device_id is not set on port c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:27:08.023157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.090628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3793972c-23eb-45e5-90a5-768ff3d2685a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:08.091110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.143237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 3793972c-23eb-45e5-90a5-768ff3d2685a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3793972c-23eb-45e5-90a5-768ff3d2685a,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:08.147891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.194548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:08.205123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.212512 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:08.226116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=3793972c-23eb-45e5-90a5-768ff3d2685a,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:08.236460 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:08.237350 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:08.239675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8::ec (b5964182-2085-456d-9114-9201d39ef68d/d2841d4f-c999-450b-a513-b8d934f31859/5874cf00-862a-4a69-8649-ceb96169100b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:08.277970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2c739-f3cd-4c48-8d64-26b76562ff91 None None] Network 93470930-1474-4def-af56-13dd7a51f04a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:08.291378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7c5133fe-dfb7-44c2-8a0b-9f1f6dbf2bf2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff6d723a-a294-4942-8253-83f10f69c272 HTTP/1.1" status: 204 len: 168 time: 2.6822870 May 12 03:27:08.295663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:27:08.297622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ac556b-7d54-4450-a1df-e354060bb934" -d '{"events": [{"name": "network-changed", "server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:27:08.450486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-87254bec-b6f9-4076-aef1-31cc3fa0b797 None None] Provisioning complete for port 3793972c-23eb-45e5-90a5-768ff3d2685a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:08.450886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-87254bec-b6f9-4076-aef1-31cc3fa0b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.493401 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:08.549621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d94c20-3775-454c-b4ab-58f9d0338a6d x-openstack-request-id: req-83d94c20-3775-454c-b4ab-58f9d0338a6d {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:27:08.555164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:27:08.555164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83d94c20-3775-454c-b4ab-58f9d0338a6d {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:27:08.555490 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d94c20-3775-454c-b4ab-58f9d0338a6d'] response: {'name': 'network-changed', 'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'status': 'completed', 'code': 200} May 12 03:27:08.562765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.576447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.577644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.657216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-87254bec-b6f9-4076-aef1-31cc3fa0b797 None None] Current status of the port 3793972c-23eb-45e5-90a5-768ff3d2685a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:08.782496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=d35513f1-2b0d-4dae-a499-89e310fb663d,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:08.793559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.14 (bcbc4452-51f8-49d8-a80f-731e9a3ef401/91b9c28e-89fa-475c-a361-6ed00733ea4d/c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:08.801946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (5874cf00-862a-4a69-8649-ceb96169100b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.814945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.12 (bcbc4452-51f8-49d8-a80f-731e9a3ef401/91b9c28e-89fa-475c-a361-6ed00733ea4d/c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:08.827095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac556b-7d54-4450-a1df-e354060bb934 req-22b7ea71-d2ab-4aff-908d-29a48297eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:08.828927 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-22b7ea71-d2ab-4aff-908d-29a48297eba0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 1129 time: 0.2360659 May 12 03:27:08.859367 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:55Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:08.908282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71546281-292e-4827-9b37-ffa3eeefb829 req-a49d2ff7-754c-4c11-8321-b9109c2c15ef tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:08.910045 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:08.915987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5874cf00-862a-4a69-8649-ceb96169100b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:08.917662 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71546281-292e-4827-9b37-ffa3eeefb829 req-a49d2ff7-754c-4c11-8321-b9109c2c15ef tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 945 time: 0.1882377 May 12 03:27:08.922099 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:08.922570 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:08.935575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 93470930-1474-4def-af56-13dd7a51f04a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:08.947587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:08.979536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-787c1621-c79b-478b-8a68-bc7988bdc274 None None] Provisioning complete for port 6dd52026-9405-4f63-88d3-d071b3eac0ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:08.980128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-787c1621-c79b-478b-8a68-bc7988bdc274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.034081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-787c1621-c79b-478b-8a68-bc7988bdc274 None None] Port 6dd52026-9405-4f63-88d3-d071b3eac0ac cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:09.045802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-787c1621-c79b-478b-8a68-bc7988bdc274 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:09.046206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-787c1621-c79b-478b-8a68-bc7988bdc274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.083125 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:09.094570 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71546281-292e-4827-9b37-ffa3eeefb829 req-d2790e98-92e5-4234-8252-031997b476ec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749272 May 12 03:27:09.099056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:09.193502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-787c1621-c79b-478b-8a68-bc7988bdc274 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:09.237451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:09.254391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:09.275698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ccb25cd7-346e-4a37-ab14-b0d7bdb9534e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1551793 May 12 03:27:09.275911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33764) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:09.277966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:09.278656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:09.289665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-942653457'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:09.319568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:09.323663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.357336 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:55Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:09.358086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:09.377475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3443c845-0439-46a9-939d-f8420fd7bf7a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.377982 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment 3443c845-0439-46a9-939d-f8420fd7bf7a of type vlan for network 5f832878-b625-4db7-b09d-4a2fee133478 May 12 03:27:09.405618 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc65cb1-e66c-469d-a24c-dec07e5c472d None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:26:55Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '158c38c9-8ceb-46cb-b48c-7a70ae95b7fd', 'name': '', 'network_id': '781c2cd0-5329-4f92-8acb-35d9d3d2531d', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:7e:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '778aea22-3c07-4e87-b365-1f49c7761156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:58Z', 'updated_at': '2022-05-12T03:25:05Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '778aea22-3c07-4e87-b365-1f49c7761156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:09.448759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f39ef808-5d98-479c-8918-5dcf894dfa33 None None] Provisioning complete for port 3793972c-23eb-45e5-90a5-768ff3d2685a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:09.449647 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f39ef808-5d98-479c-8918-5dcf894dfa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.469007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (5f832878-b625-4db7-b09d-4a2fee133478), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.492372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:09.502668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:09.510156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:09.516390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:09.517077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.522138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (5f832878-b625-4db7-b09d-4a2fee133478), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.526868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=5874cf00-862a-4a69-8649-ceb96169100b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:09.542367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:09.543419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.573282 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cbb84d9a-7719-4fa3-84cf-2b47de829115 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2830620 May 12 03:27:09.573785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33766) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:09.591312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:09.602296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:09.608248 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.3238707 May 12 03:27:09.609329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:09.618938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.730183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e2621-db4e-4e3a-93bf-0932ecee7bef tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=5f832878-b625-4db7-b09d-4a2fee133478,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:09.744024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:09.806234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.827247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 5f832878-b625-4db7-b09d-4a2fee133478 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:09.849089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.862500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:09.865593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:09.866009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.879853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:09.950256 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40552c76-f802-4003-b010-08dcb544ac9b None None] New status for floating IP ff6d723a-a294-4942-8253-83f10f69c272: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:27:10.003303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:10.007725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:10.051869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:10.058432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:10.066048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.ipam_backend_mixin [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2841d4f-c999-450b-a513-b8d934f31859 (CIDR: 2001:db8::/64) May 12 03:27:10.070924 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:27:10.071606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:10.100289 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d0d00562-7baf-429b-aef1-07f16bcf8b28 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5246432 May 12 03:27:10.101220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33770) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:10.107842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:10.109218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:10.109856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.112532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:10.154678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac556b-7d54-4450-a1df-e354060bb934 req-1c998e74-5144-4d00-9e9c-5b908fd29819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:10.156278 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-1c998e74-5144-4d00-9e9c-5b908fd29819 service neutron] 10.222.0.57 "GET /v2.0/networks?id=781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 200 len: 898 time: 0.3374441 May 12 03:27:10.186362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f39ef808-5d98-479c-8918-5dcf894dfa33 None None] Current status of the port 3793972c-23eb-45e5-90a5-768ff3d2685a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:10.194526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:10.194905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.212267 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-4c06715b-f0b4-4416-81ef-c04fbccb35f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 200 len: 217 time: 0.0466392 May 12 03:27:10.218008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a24602ba-5f4a-4086-b622-5daecaff2ada tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7390275 May 12 03:27:10.219167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33774) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:10.223710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:10.232557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f39ef808-5d98-479c-8918-5dcf894dfa33 None None] Provisioning complete for port d35513f1-2b0d-4dae-a499-89e310fb663d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:10.232937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f39ef808-5d98-479c-8918-5dcf894dfa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.238038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-5071f0d2-eedf-487e-80e2-8bf847ccfb7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:10.239695 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-5071f0d2-eedf-487e-80e2-8bf847ccfb7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 945 time: 0.1050835 May 12 03:27:10.323896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.329083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f39ef808-5d98-479c-8918-5dcf894dfa33 None None] Port d35513f1-2b0d-4dae-a499-89e310fb663d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:10.330651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929df20-2335-4bed-a562-f26655bf0e4d req-66e2a501-6e1e-485e-9266-b74aca5e8c04 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:10.333000 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c929df20-2335-4bed-a562-f26655bf0e4d req-66e2a501-6e1e-485e-9266-b74aca5e8c04 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 945 time: 0.1427441 May 12 03:27:10.335108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:07Z', 'revision_number': 3, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:08Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:10.344692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac556b-7d54-4450-a1df-e354060bb934 req-f72e41a3-0d12-455d-9386-3930171940ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:10.346469 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-f72e41a3-0d12-455d-9386-3930171940ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 200 len: 834 time: 0.1167586 May 12 03:27:10.371420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:10.371775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Updating router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 port d35513f1-2b0d-4dae-a499-89e310fb663d binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:27:10.438152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.444802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:10.445215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.455856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:10.456970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3793972c-23eb-45e5-90a5-768ff3d2685a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:10.475870 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c929df20-2335-4bed-a562-f26655bf0e4d req-9c0831c5-2df7-47bc-96a3-87b7cd1d98a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215851 May 12 03:27:10.484831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:10.488073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac556b-7d54-4450-a1df-e354060bb934 req-fccca0cb-388c-4f80-b898-b2c4b41ef0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:10.488468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.490053 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-fccca0cb-388c-4f80-b898-b2c4b41ef0fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=781c2cd0-5329-4f92-8acb-35d9d3d2531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1310184 May 12 03:27:10.517536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1bdb2f5c-af25-40d7-88c8-dae0e5867965 None None] Provisioning complete for port 5874cf00-862a-4a69-8649-ceb96169100b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:10.518245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2f5c-af25-40d7-88c8-dae0e5867965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5874cf00-862a-4a69-8649-ceb96169100b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.528311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.577643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3793972c-23eb-45e5-90a5-768ff3d2685a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:10.578012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.616222 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb2f5c-af25-40d7-88c8-dae0e5867965 None None] Port 5874cf00-862a-4a69-8649-ceb96169100b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:10.632779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.135 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/5e55a49f-254f-4e4a-a66b-e4394ae782e1) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:10.633293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:10.633825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.656602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:10.658523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1bdb2f5c-af25-40d7-88c8-dae0e5867965 None None] Provisioning complete for port d35513f1-2b0d-4dae-a499-89e310fb663d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:10.658817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2f5c-af25-40d7-88c8-dae0e5867965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.660261 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.ipam_backend_mixin [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6dd6c5f3-bad9-4011-82c3-24df336682ad (CIDR: 2001:db8:0:1::/64) May 12 03:27:10.668666 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:27:10.669203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:10.717039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-80099194-671b-4d45-afca-013d031a18ad tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6146164 May 12 03:27:10.720616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33776) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:10.726608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (cc23dcf0-7195-4f8c-a4b2-5cb127d165e2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.729066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'subnet': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:10.762324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb2f5c-af25-40d7-88c8-dae0e5867965 None None] Port d35513f1-2b0d-4dae-a499-89e310fb663d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:10.826515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3793972c-23eb-45e5-90a5-768ff3d2685a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:10.839516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.859036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=cc23dcf0-7195-4f8c-a4b2-5cb127d165e2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:10.902281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:10.902651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 5f832878-b625-4db7-b09d-4a2fee133478, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:10.909411 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-177a8e6f-901a-4698-a842-855a1fbafb77 service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055431 May 12 03:27:10.910964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (98b8fcc8-eced-4995-bd0f-c3a0dc1af91a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.924310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Made reservation on behalf of 36613ca247a2437292c10a7cea2700c2 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:10.927772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.950916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.960624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 5f832878-b625-4db7-b09d-4a2fee133478 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:10.965877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=98b8fcc8-eced-4995-bd0f-c3a0dc1af91a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:10.972907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Publish callbacks [] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:10.983304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.025088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:11.026934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.030908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a273e8fa-2565-49b4-9fb2-5436ea22aab6 req-ee4ad543-5a76-4caf-8091-a81a272e5981 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/98b8fcc8-eced-4995-bd0f-c3a0dc1af91a HTTP/1.1" status: 204 len: 173 time: 0.7522163 May 12 03:27:11.041163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d031-0f1b-4b3e-b64f-5ff00326cf4b None None] Pushing event updated for resources: {'Port': ['ID=d35513f1-2b0d-4dae-a499-89e310fb663d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:11.046776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:11.049353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 5f832878-b625-4db7-b09d-4a2fee133478) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:11.059856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:11.076148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:11.076796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'name': 'network-vif-deleted', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:27:11.077297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.079295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c646c-c6f3-4370-b2d4-4a1d4de7ff52" -d '{"events": [{"server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "name": "network-vif-deleted", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:27:11.094778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:11.100311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f021e-09cd-4c32-bfa0-ef0ab650b118 None None] Network 5f832878-b625-4db7-b09d-4a2fee133478 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:11.155509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd62367-1dd5-49a4-93d7-e1f4bbd88a3e x-openstack-request-id: req-bcd62367-1dd5-49a4-93d7-e1f4bbd88a3e {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:27:11.155848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14ec823-2f50-45d0-af86-285687062ad3", "name": "network-vif-deleted", "tag": "98b8fcc8-eced-4995-bd0f-c3a0dc1af91a", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:27:11.156100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcd62367-1dd5-49a4-93d7-e1f4bbd88a3e {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:27:11.156586 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd62367-1dd5-49a4-93d7-e1f4bbd88a3e'] response: {'server_uuid': 'f14ec823-2f50-45d0-af86-285687062ad3', 'name': 'network-vif-deleted', 'tag': '98b8fcc8-eced-4995-bd0f-c3a0dc1af91a', 'status': 'completed', 'code': 200} May 12 03:27:11.162825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=5e55a49f-254f-4e4a-a66b-e4394ae782e1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:11.176865 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-617f9524-416a-44c2-b3cc-783d88beeb21 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5734975 May 12 03:27:11.181244 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-75ac556b-7d54-4450-a1df-e354060bb934 req-2f9f3094-dec9-47e3-bf7e-1af33249e112 service neutron] 10.222.0.57 "GET /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600641 May 12 03:27:11.181917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:11.217344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Attempting to bind port d35513f1-2b0d-4dae-a499-89e310fb663d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:11.217816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Attempting to bind port d35513f1-2b0d-4dae-a499-89e310fb663d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:11.218328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Attempting to bind port d35513f1-2b0d-4dae-a499-89e310fb663d on network 93470930-1474-4def-af56-13dd7a51f04a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:11.246169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:11.246600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Checking segment: {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:11.247013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.247526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Bound using segment: {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:11.247909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Bound port: d35513f1-2b0d-4dae-a499-89e310fb663d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7239de27-f901-4eae-8ae6-f61e13a71da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '93470930-1474-4def-af56-13dd7a51f04a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:11.248294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.295373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-5f832878-b625-4db7-b09d-4a2fee133478', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:11.296331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.386318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (46653c1a-f4b1-40cb-b945-52626f5b8386), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.435490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] For port d35513f1-2b0d-4dae-a499-89e310fb663d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:11.441006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] For port d35513f1-2b0d-4dae-a499-89e310fb663d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d35513f1-2b0d-4dae-a499-89e310fb663d,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:11.455585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Subnet': ['ID=46653c1a-f4b1-40cb-b945-52626f5b8386,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:11.469110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.488624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Network b5964182-2085-456d-9114-9201d39ef68d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:11.490662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:11.493611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:11.494397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.523451 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43196aab-1448-4069-b3b9-319cea47b933 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7992723 May 12 03:27:11.523581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33784) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:11.538216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff93d0c-9cb3-4904-8ce7-3c4047b2c26d None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:11.540785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-188578682', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '46653c1a-f4b1-40cb-b945-52626f5b8386'}], 'security_groups': ['d31ab565-4477-4304-a2ee-81a59e20a2a4', '75b1f056-5272-4625-92ef-db8b7d7b44de']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:11.659144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] Provisioning complete for port d35513f1-2b0d-4dae-a499-89e310fb663d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:11.659689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:11.727502 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6071978-edda-4536-8a52-4609e3f8c678 req-93ab6645-cf5e-4a0a-a750-40da72415b29 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14ec823-2f50-45d0-af86-285687062ad3 HTTP/1.1" status: 200 len: 210 time: 0.0877318 May 12 03:27:11.784957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Allocated IP 2001:db8:2::2 (5f832878-b625-4db7-b09d-4a2fee133478/cc23dcf0-7195-4f8c-a4b2-5cb127d165e2/62f57a08-292a-499e-9050-80c00974fccc) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:11.792622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:11.793380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:11.795794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d031-0f1b-4b3e-b64f-5ff00326cf4b None None] Pushing event updated for resources: {'Port': ['ID=d35513f1-2b0d-4dae-a499-89e310fb663d,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:11.902007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5874cf00-862a-4a69-8649-ceb96169100b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.045133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.193714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:12.226221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (cfe14163-a099-41de-a33f-362b1ec43872), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.262521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] Current status of the port d35513f1-2b0d-4dae-a499-89e310fb663d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:12.263059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.335513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.403485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.438269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] For port d35513f1-2b0d-4dae-a499-89e310fb663d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d35513f1-2b0d-4dae-a499-89e310fb663d,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:12.478863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.481603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Publish callbacks [] for port (62f57a08-292a-499e-9050-80c00974fccc), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.492152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] Update dhcp port {'port': {'network_id': 'b5964182-2085-456d-9114-9201d39ef68d', 'fixed_ips': [{'subnet_id': '6dd6c5f3-bad9-4011-82c3-24df336682ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2841d4f-c999-450b-a513-b8d934f31859', 'ip_address': '2001:db8::2'}, {'subnet_id': '46653c1a-f4b1-40cb-b945-52626f5b8386'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '94393f5c-3697-4dea-bc15-93856dbf5fc8'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:27:12.520416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (62f57a08-292a-499e-9050-80c00974fccc), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.591478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.610521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Network 5f832878-b625-4db7-b09d-4a2fee133478 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:12.613511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff633b51-5223-41f7-99c8-0637e2847e12 None None] Pushing event updated for resources: {'Port': ['ID=d35513f1-2b0d-4dae-a499-89e310fb663d,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:12.628743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Delete allocated IP 2001:db8::ec (b5964182-2085-456d-9114-9201d39ef68d/d2841d4f-c999-450b-a513-b8d934f31859) {{(pid=104164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 03:27:12.639940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Allocated IP 2001:db8:0:2::179 (b5964182-2085-456d-9114-9201d39ef68d/46653c1a-f4b1-40cb-b945-52626f5b8386/5874cf00-862a-4a69-8649-ceb96169100b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:12.648589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:12.672337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:12.675584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-795b0df2-2ce6-449e-b5c8-02887dc5cda6 None None] Provisioning complete for port d35513f1-2b0d-4dae-a499-89e310fb663d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:12.675954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-795b0df2-2ce6-449e-b5c8-02887dc5cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.778869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Pushing event updated for resources: {'Port': ['ID=62f57a08-292a-499e-9050-80c00974fccc,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:12.791554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33788) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:12.793856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:07Z', 'revision_number': 3, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:11Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:12.866194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9e17f-052c-4188-b8f2-9368355aaa6e None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:07Z', 'revision_number': 3, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:11Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:12.891554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Attempting to bind port 62f57a08-292a-499e-9050-80c00974fccc on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:12.891554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Attempting to bind port 62f57a08-292a-499e-9050-80c00974fccc by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:12.891929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Attempting to bind port 62f57a08-292a-499e-9050-80c00974fccc on network 5f832878-b625-4db7-b09d-4a2fee133478 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:12.953432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:12.953818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Checking segment: {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:12.954252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.954652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Bound using segment: {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:12.955699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Bound port: 62f57a08-292a-499e-9050-80c00974fccc, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:12.955699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62f57a08-292a-499e-9050-80c00974fccc), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:12.971128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8:2::1 (5f832878-b625-4db7-b09d-4a2fee133478/cc23dcf0-7195-4f8c-a4b2-5cb127d165e2/e2cbde82-0ad3-4d3a-9710-4c72c932865d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:12.985103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for port (5874cf00-862a-4a69-8649-ceb96169100b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.004758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5874cf00-862a-4a69-8649-ceb96169100b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.012149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e6d8-d13f-4bfd-8306-ddfb6a823d76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0c731fe4-303a-4b5c-ba60-2bb8d3e77f10), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.049774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-795b0df2-2ce6-449e-b5c8-02887dc5cda6 None None] Current status of the port d35513f1-2b0d-4dae-a499-89e310fb663d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:13.114526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.120489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] For port 62f57a08-292a-499e-9050-80c00974fccc, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:13.123382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] Allocated IP 2001:db8:0:2::2 (b5964182-2085-456d-9114-9201d39ef68d/46653c1a-f4b1-40cb-b945-52626f5b8386/94393f5c-3697-4dea-bc15-93856dbf5fc8) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:13.126219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] For port 62f57a08-292a-499e-9050-80c00974fccc, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=62f57a08-292a-499e-9050-80c00974fccc,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:13.131209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.142829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (62f57a08-292a-499e-9050-80c00974fccc), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.143345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e6d8-d13f-4bfd-8306-ddfb6a823d76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0c731fe4-303a-4b5c-ba60-2bb8d3e77f10), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.161028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] In _notify_port_updated(), no bound segment for port 5874cf00-862a-4a69-8649-ceb96169100b on network b5964182-2085-456d-9114-9201d39ef68d {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:27:13.167681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:13.168458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.174135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "PUT /v2.0/ports/5874cf00-862a-4a69-8649-ceb96169100b HTTP/1.1" status: 200 len: 969 time: 1.6474025 May 12 03:27:13.178731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33790) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:13.238069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.295513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946514c3-9395-40e8-bc4e-b04d1961474c None None] Pushing event updated for resources: {'Port': ['ID=62f57a08-292a-499e-9050-80c00974fccc,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:13.305125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a96012-3428-48bd-960d-78217f15a55e tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event updated for resources: {'Port': ['ID=5874cf00-862a-4a69-8649-ceb96169100b,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:13.319077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=5e55a49f-254f-4e4a-a66b-e4394ae782e1,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:13.323379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (cfe14163-a099-41de-a33f-362b1ec43872), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.331817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.347769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 5874cf00-862a-4a69-8649-ceb96169100b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:13.348164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5874cf00-862a-4a69-8649-ceb96169100b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.358813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=94393f5c-3697-4dea-bc15-93856dbf5fc8,segment=NetworkSegment(ba0df32d-149a-418a-b528-b8ee73a468e1),segment_id=ba0df32d-149a-418a-b528-b8ee73a468e1)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:13.428544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] Publish callbacks [] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.439014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e6d8-d13f-4bfd-8306-ddfb6a823d76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0c731fe4-303a-4b5c-ba60-2bb8d3e77f10), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.442536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e6d8-d13f-4bfd-8306-ddfb6a823d76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.443720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.446895 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dbd2e6d8-d13f-4bfd-8306-ddfb6a823d76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c731fe4-303a-4b5c-ba60-2bb8d3e77f10 HTTP/1.1" status: 204 len: 168 time: 0.6516223 May 12 03:27:13.466083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e6d8-d13f-4bfd-8306-ddfb6a823d76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c731fe4-303a-4b5c-ba60-2bb8d3e77f10,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:13.479567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 5f832878-b625-4db7-b09d-4a2fee133478 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:13.489931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:13.493915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:13.494059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.520163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5874cf00-862a-4a69-8649-ceb96169100b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.554111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33794) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:13.581723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=e2cbde82-0ad3-4d3a-9710-4c72c932865d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:13.627953 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP cfe14163-a099-41de-a33f-362b1ec43872 associated. External IP: 172.26.2.135, port: c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b. May 12 03:27:13.659924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 5874cf00-862a-4a69-8649-ceb96169100b owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:13.704620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67670306-9ec4-4aaa-b43c-d255cd70a8ea None None] Pushing event updated for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:13.887405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d35513f1-2b0d-4dae-a499-89e310fb663d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:13.917410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:13.951699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d35513f1-2b0d-4dae-a499-89e310fb663d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:13.951699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.023143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5874cf00-862a-4a69-8649-ceb96169100b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.080680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=5874cf00-862a-4a69-8649-ceb96169100b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:14.084613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d35513f1-2b0d-4dae-a499-89e310fb663d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:14.086089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 62f57a08-292a-499e-9050-80c00974fccc up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:14.147276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.149957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:14.153863 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-59f41188-354a-4c78-bd78-d4b68f5ca4a2 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/5874cf00-862a-4a69-8649-ceb96169100b HTTP/1.1" status: 204 len: 168 time: 0.9682667 May 12 03:27:14.154754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33796) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:14.159012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 62f57a08-292a-499e-9050-80c00974fccc triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:14.159536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (62f57a08-292a-499e-9050-80c00974fccc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.204141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-11246afa-afb8-48ba-be16-b51f01c176fd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] GET failed (client error): The resource could not be found. May 12 03:27:14.206948 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-11246afa-afb8-48ba-be16-b51f01c176fd tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports/5874cf00-862a-4a69-8649-ceb96169100b HTTP/1.1" status: 404 len: 333 time: 0.0518887 May 12 03:27:14.210109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33798) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:14.270607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 62f57a08-292a-499e-9050-80c00974fccc is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:14.271580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62f57a08-292a-499e-9050-80c00974fccc), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.309781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cd27710-9b5b-4915-a038-eebc6d376ed5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (862302be-52b4-48d0-a52e-fe473d7b4a5c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.338089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 62f57a08-292a-499e-9050-80c00974fccc, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=62f57a08-292a-499e-9050-80c00974fccc,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:14.348119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (62f57a08-292a-499e-9050-80c00974fccc), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.364707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cd27710-9b5b-4915-a038-eebc6d376ed5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (862302be-52b4-48d0-a52e-fe473d7b4a5c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.400300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.424605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=62f57a08-292a-499e-9050-80c00974fccc,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:14.473245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:14.484851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057978e-8401-43a1-b087-42082eb260ff None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:14.500435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:14.504943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057978e-8401-43a1-b087-42082eb260ff None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:14.505667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9057978e-8401-43a1-b087-42082eb260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:14.520605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.540189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cd27710-9b5b-4915-a038-eebc6d376ed5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (862302be-52b4-48d0-a52e-fe473d7b4a5c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.541644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7cd27710-9b5b-4915-a038-eebc6d376ed5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.545309 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7cd27710-9b5b-4915-a038-eebc6d376ed5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/security-groups/862302be-52b4-48d0-a52e-fe473d7b4a5c HTTP/1.1" status: 204 len: 168 time: 0.3316123 May 12 03:27:14.545740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33800) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:14.599970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:14.602311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 98b8fcc8-eced-4995-bd0f-c3a0dc1af91a not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:14.604615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9057978e-8401-43a1-b087-42082eb260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:14.609173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd27710-9b5b-4915-a038-eebc6d376ed5 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862302be-52b4-48d0-a52e-fe473d7b4a5c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:14.610478 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-19895de0-dc17-44cf-8b9c-400bf2ac456b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3901000 May 12 03:27:14.612955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33802) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:14.619062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'port_id': 'c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:14.653409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057978e-8401-43a1-b087-42082eb260ff None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:14.654500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9057978e-8401-43a1-b087-42082eb260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:14.691553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9057978e-8401-43a1-b087-42082eb260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:14.691775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.692597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057978e-8401-43a1-b087-42082eb260ff None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:14.717680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.718859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.725600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (cfe14163-a099-41de-a33f-362b1ec43872), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.742461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a41f4218-ce96-44d6-923f-0cc0c7a535eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (75b1f056-5272-4625-92ef-db8b7d7b44de), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.805371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a41f4218-ce96-44d6-923f-0cc0c7a535eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (75b1f056-5272-4625-92ef-db8b7d7b44de), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.809015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Provisioning complete for port 6dd52026-9405-4f63-88d3-d071b3eac0ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:14.809393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.866096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da132cb2-918f-44a3-8c1a-1d7fa5b5812c None None] Network 5f832878-b625-4db7-b09d-4a2fee133478 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:14.896405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Port 6dd52026-9405-4f63-88d3-d071b3eac0ac cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:14.898106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=e2cbde82-0ad3-4d3a-9710-4c72c932865d,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:14.908295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:14.908513 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a41f4218-ce96-44d6-923f-0cc0c7a535eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (75b1f056-5272-4625-92ef-db8b7d7b44de), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.908617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.911156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a41f4218-ce96-44d6-923f-0cc0c7a535eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.914858 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a41f4218-ce96-44d6-923f-0cc0c7a535eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/security-groups/75b1f056-5272-4625-92ef-db8b7d7b44de HTTP/1.1" status: 204 len: 168 time: 0.3360627 May 12 03:27:14.915867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:14.920819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:14.921161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:14.930689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4218-ce96-44d6-923f-0cc0c7a535eb tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1f056-5272-4625-92ef-db8b7d7b44de,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:15.091313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:15.091688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.098535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 5f832878-b625-4db7-b09d-4a2fee133478 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:15.104455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:15.112630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:15.116196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d343ebe-793c-41e8-89ae-931f1a3460ee tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (d31ab565-4477-4304-a2ee-81a59e20a2a4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.116455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:15.120705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8b8d429-d0dc-4548-af9c-50e0823476dc None None] Could not find standard attr ID for object 5874cf00-862a-4a69-8649-ceb96169100b. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:27:15.219214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d343ebe-793c-41e8-89ae-931f1a3460ee tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (d31ab565-4477-4304-a2ee-81a59e20a2a4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.257525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c493a7f0-7029-4acc-94f7-ee3ee3e1d62d None None] Provisioning complete for port 62f57a08-292a-499e-9050-80c00974fccc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:15.257525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c493a7f0-7029-4acc-94f7-ee3ee3e1d62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (62f57a08-292a-499e-9050-80c00974fccc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.379884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (158c38c9-8ceb-46cb-b48c-7a70ae95b7fd), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.412475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=158c38c9-8ceb-46cb-b48c-7a70ae95b7fd,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:15.557581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:15.570137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c493a7f0-7029-4acc-94f7-ee3ee3e1d62d None None] Current status of the port 62f57a08-292a-499e-9050-80c00974fccc is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:15.576870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c493a7f0-7029-4acc-94f7-ee3ee3e1d62d None None] Could not find standard attr ID for object 5874cf00-862a-4a69-8649-ceb96169100b. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:27:15.606275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d343ebe-793c-41e8-89ae-931f1a3460ee tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d31ab565-4477-4304-a2ee-81a59e20a2a4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.608939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d343ebe-793c-41e8-89ae-931f1a3460ee tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.610194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8d343ebe-793c-41e8-89ae-931f1a3460ee tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/security-groups/d31ab565-4477-4304-a2ee-81a59e20a2a4 HTTP/1.1" status: 204 len: 168 time: 0.6907952 May 12 03:27:15.616061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33806) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:15.650287 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.662140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343ebe-793c-41e8-89ae-931f1a3460ee tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ab565-4477-4304-a2ee-81a59e20a2a4,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:15.714135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.resource_extend [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:27:15.727794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4f9bf5c4-9150-461a-9fc8-4c42fb8ffda1 None None] Provisioning complete for port 62f57a08-292a-499e-9050-80c00974fccc triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:15.728235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf5c4-9150-461a-9fc8-4c42fb8ffda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (62f57a08-292a-499e-9050-80c00974fccc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.849176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bf5c4-9150-461a-9fc8-4c42fb8ffda1 None None] Current status of the port 62f57a08-292a-499e-9050-80c00974fccc is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:15.866793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4f9bf5c4-9150-461a-9fc8-4c42fb8ffda1 None None] Provisioning complete for port e2cbde82-0ad3-4d3a-9710-4c72c932865d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:15.870240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf5c4-9150-461a-9fc8-4c42fb8ffda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:15.927252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bf5c4-9150-461a-9fc8-4c42fb8ffda1 None None] Port e2cbde82-0ad3-4d3a-9710-4c72c932865d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:15.970355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:16.012319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router fe85c4c1-492b-40b3-91fa-30565a85d05f has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:16.026662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:16.027221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.078799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-01236a14-484e-419b-bd94-9d9ef9ab78c6 None None] Provisioning complete for port e2cbde82-0ad3-4d3a-9710-4c72c932865d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:16.079317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01236a14-484e-419b-bd94-9d9ef9ab78c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.152710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:16.164759 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] Sync routers for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:16.166009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet d2841d4f-c999-450b-a513-b8d934f31859 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:16.171625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f67dbacc-49be-487a-8523-f85f06c20015 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/fe85c4c1-492b-40b3-91fa-30565a85d05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6142011 May 12 03:27:16.172702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33808) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:16.178977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (d2841d4f-c999-450b-a513-b8d934f31859), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.180167 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:16.180791 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:16.190217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:16.191597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 62f57a08-292a-499e-9050-80c00974fccc up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:16.193467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-01236a14-484e-419b-bd94-9d9ef9ab78c6 None None] Port e2cbde82-0ad3-4d3a-9710-4c72c932865d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:16.224014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.225411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:16.234837 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a7d3024a-8fab-45a5-9f18-77cc4abb6682 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0503178 May 12 03:27:16.238313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33810) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:16.238714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (cfe14163-a099-41de-a33f-362b1ec43872), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.246205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:16.248422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562686468'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:16.256065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet 778aea22-3c07-4e87-b365-1f49c7761156 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:16.258090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:16.258776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:16.260250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (778aea22-3c07-4e87-b365-1f49c7761156), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.301785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (d2841d4f-c999-450b-a513-b8d934f31859), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.310209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (778aea22-3c07-4e87-b365-1f49c7761156), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.320885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 62f57a08-292a-499e-9050-80c00974fccc triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:16.321352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (62f57a08-292a-499e-9050-80c00974fccc), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.358944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:16.362489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.444161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (778aea22-3c07-4e87-b365-1f49c7761156), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.445030 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:16.465407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:16.475180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 62f57a08-292a-499e-9050-80c00974fccc is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:16.485234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fa90abfc-555a-40a9-a0e9-3e2092946a76), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.485719 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added segment fa90abfc-555a-40a9-a0e9-3e2092946a76 of type vlan for network 8f878426-b7b6-443d-936c-4a4da0deb01a May 12 03:27:16.493322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3d132815-f539-4ef5-922c-c79b724ba5bf None None] Provisioning complete for port e2cbde82-0ad3-4d3a-9710-4c72c932865d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:16.494084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d132815-f539-4ef5-922c-c79b724ba5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.532457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (d2841d4f-c999-450b-a513-b8d934f31859), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.533272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (778aea22-3c07-4e87-b365-1f49c7761156), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.539537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:16.574721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.580814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/778aea22-3c07-4e87-b365-1f49c7761156 HTTP/1.1" status: 204 len: 168 time: 0.4048367 May 12 03:27:16.581557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33812) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:16.587523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9416fd-ad0d-4ba0-85c0-a111d80df93f None None] Network 781c2cd0-5329-4f92-8acb-35d9d3d2531d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:16.592263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04909a-7a2a-4080-9541-76836a6c3728 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=778aea22-3c07-4e87-b365-1f49c7761156,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:16.601498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8f878426-b7b6-443d-936c-4a4da0deb01a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.608583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3d132815-f539-4ef5-922c-c79b724ba5bf None None] Port e2cbde82-0ad3-4d3a-9710-4c72c932865d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:16.702317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8f878426-b7b6-443d-936c-4a4da0deb01a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.709964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:16.711040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.727020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (d2841d4f-c999-450b-a513-b8d934f31859), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.728970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.731351 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:27:15Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:16.754293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:16.780012 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] Checking router: fe85c4c1-492b-40b3-91fa-30565a85d05f for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:16.795693 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.5520039 May 12 03:27:16.795693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=d2841d4f-c999-450b-a513-b8d934f31859,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:16.797051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.797995 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] Routers {'fe85c4c1-492b-40b3-91fa-30565a85d05f'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:16.803426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4523c942-9162-4879-86cd-2939c6f3b036 None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:16.803845 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c959d27a-8ed7-4c23-988d-1bfb52cc1b68 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/d2841d4f-c999-450b-a513-b8d934f31859 HTTP/1.1" status: 204 len: 168 time: 1.1799650 May 12 03:27:16.803951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33814) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:16.805003 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fe85c4c1-492b-40b3-91fa-30565a85d05f'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:16.811369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33816) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:16.816875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'subnet': {'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:16.837921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b741c-4515-4c65-803e-6da33e88ed0a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Network': ['ID=8f878426-b7b6-443d-936c-4a4da0deb01a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:16.852034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8f878426-b7b6-443d-936c-4a4da0deb01a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:16.956003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] DHCP port deletion for 781c2cd0-5329-4f92-8acb-35d9d3d2531d request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:16.965968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:16.980798 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:16.983699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:16.985874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] Set router fe85c4c1-492b-40b3-91fa-30565a85d05f gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:17.030356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet 46653c1a-f4b1-40cb-b945-52626f5b8386 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:17.034519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (46653c1a-f4b1-40cb-b945-52626f5b8386), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.062286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (fe85c4c1-492b-40b3-91fa-30565a85d05f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.069737 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:17.069737 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:17.094042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33818) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:17.095584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e240bba7-cba2-46fc-ba41-cca4bbba4aba tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/floatingips/cfe14163-a099-41de-a33f-362b1ec43872 HTTP/1.1" status: 200 len: 979 time: 2.4811034 May 12 03:27:17.112648 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:17.131653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] Deleting port 222cdacb-ef60-4782-801f-0deaf835f76c {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:17.132030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.134641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:13Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:14Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:17.158806 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:17.159410 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:17.182547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:17.182940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Updating router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 port e2cbde82-0ad3-4d3a-9710-4c72c932865d binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:27:17.203849 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:17.204512 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcbc9c-65c7-4f23-8b34-848c4e23f211 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:17.256391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] For port 222cdacb-ef60-4782-801f-0deaf835f76c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=222cdacb-ef60-4782-801f-0deaf835f76c,segment=NetworkSegment(bd9c66eb-2f7b-416c-a602-62d6a1da91fd),segment_id=bd9c66eb-2f7b-416c-a602-62d6a1da91fd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:17.257215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.259341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.260473 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:27:15Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:17.295416 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52c4af-7572-4cfe-a75e-d0ecb9c2280b None None] The sync data for ids ['fe85c4c1-492b-40b3-91fa-30565a85d05f'] in dv-neutron-841363-5-hyperv is: [{'id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'name': 'tempest-TestNetworkBasicOps-router-228857206', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:24:50Z', 'updated_at': '2022-05-12T03:27:15Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'c9ea0c99-aa84-4938-adc4-3ea854700628', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe85c4c1-492b-40b3-91fa-30565a85d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:24:51Z', 'updated_at': '2022-05-12T03:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:17.320692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] Calling delete_port for 222cdacb-ef60-4782-801f-0deaf835f76c owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:17.501724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (46653c1a-f4b1-40cb-b945-52626f5b8386), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.533258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Made reservation on behalf of 94fa367f67454b37ab48a3aac024ee52 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:17.536741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.562833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (222cdacb-ef60-4782-801f-0deaf835f76c), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.585660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port c9ea0c99-aa84-4938-adc4-3ea854700628 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:17.585971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.598417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] Pushing event deleted for resources: {'Port': ['ID=222cdacb-ef60-4782-801f-0deaf835f76c,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:17.610747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a67751-da41-4ad9-bbf1-26b933df84d6 None None] No DVR routers for this DVR port 222cdacb-ef60-4782-801f-0deaf835f76c on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:17.743124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Publish callbacks [] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.763366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.817338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:17.853234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:17.853583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 158c38c9-8ceb-46cb-b48c-7a70ae95b7fd not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:17.854028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 222cdacb-ef60-4782-801f-0deaf835f76c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:17.883760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (46653c1a-f4b1-40cb-b945-52626f5b8386), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.884163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb657f-a674-4738-b8b6-daeb6de6cfae None None] Pushing event updated for resources: {'Port': ['ID=e2cbde82-0ad3-4d3a-9710-4c72c932865d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:17.888761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 222cdacb-ef60-4782-801f-0deaf835f76c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:17.889110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 222cdacb-ef60-4782-801f-0deaf835f76c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:17.985869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4464efe9-d008-4927-8cfd-6c4be156e28d None None] Provisioning complete for port 6dd52026-9405-4f63-88d3-d071b3eac0ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:17.986103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 5e55a49f-254f-4e4a-a66b-e4394ae782e1 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:17.986410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.986532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4464efe9-d008-4927-8cfd-6c4be156e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.989228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port c9ea0c99-aa84-4938-adc4-3ea854700628, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c9ea0c99-aa84-4938-adc4-3ea854700628,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:17.990353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:17.990490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Attempting to bind port e2cbde82-0ad3-4d3a-9710-4c72c932865d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:17.991009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Attempting to bind port e2cbde82-0ad3-4d3a-9710-4c72c932865d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:17.991523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Attempting to bind port e2cbde82-0ad3-4d3a-9710-4c72c932865d on network 5f832878-b625-4db7-b09d-4a2fee133478 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:18.050790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for c9ea0c99-aa84-4938-adc4-3ea854700628 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:18.160402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:18.160692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Checking segment: {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:18.161086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.161477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Bound using segment: {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:18.161964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Bound port: e2cbde82-0ad3-4d3a-9710-4c72c932865d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3443c845-0439-46a9-939d-f8420fd7bf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:18.162342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.184481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4464efe9-d008-4927-8cfd-6c4be156e28d None None] Port 6dd52026-9405-4f63-88d3-d071b3eac0ac cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:18.193697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (46653c1a-f4b1-40cb-b945-52626f5b8386), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.206377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c863a894-fcac-4067-a2ad-40cccedc85d3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.213648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4464efe9-d008-4927-8cfd-6c4be156e28d None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:18.214069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4464efe9-d008-4927-8cfd-6c4be156e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.246864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=46653c1a-f4b1-40cb-b945-52626f5b8386,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:18.259128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.259530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (5e55a49f-254f-4e4a-a66b-e4394ae782e1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.265971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.269252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ee7fe7c5-fc72-4e34-8619-a82b378077c8 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/46653c1a-f4b1-40cb-b945-52626f5b8386 HTTP/1.1" status: 204 len: 168 time: 1.4565542 May 12 03:27:18.273335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33820) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.275597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] For port e2cbde82-0ad3-4d3a-9710-4c72c932865d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:18.284562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8633122-7a3a-42d2-9b06-82663a6f8ce8 None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:18.288474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] For port e2cbde82-0ad3-4d3a-9710-4c72c932865d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e2cbde82-0ad3-4d3a-9710-4c72c932865d,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:18.301978 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49b48d0-daf9-413e-b4b2-f2b65b08f751 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:18.302698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49b48d0-daf9-413e-b4b2-f2b65b08f751 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:18.306081 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d49b48d0-daf9-413e-b4b2-f2b65b08f751 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/d2841d4f-c999-450b-a513-b8d934f31859 HTTP/1.1" status: 404 len: 337 time: 0.0321224 May 12 03:27:18.309423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33822) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.309566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 5e55a49f-254f-4e4a-a66b-e4394ae782e1 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:18.320054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.352515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Subnet': ['ID=c863a894-fcac-4067-a2ad-40cccedc85d3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:18.375003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting subnet 6dd6c5f3-bad9-4011-82c3-24df336682ad {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:18.378822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (6dd6c5f3-bad9-4011-82c3-24df336682ad), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.439873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (6dd6c5f3-bad9-4011-82c3-24df336682ad), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.469953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4464efe9-d008-4927-8cfd-6c4be156e28d None None] Current status of the port 94393f5c-3697-4dea-bc15-93856dbf5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:18.482261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:18.482706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:18.484719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb657f-a674-4738-b8b6-daeb6de6cfae None None] Pushing event updated for resources: {'Port': ['ID=e2cbde82-0ad3-4d3a-9710-4c72c932865d,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:18.541465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Checking segment: {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:18.541841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network hostable DHCP agents. Network: 8f878426-b7b6-443d-936c-4a4da0deb01a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:18.559071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (6dd6c5f3-bad9-4011-82c3-24df336682ad), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.580617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c9ea0c99-aa84-4938-adc4-3ea854700628), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.626356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=c9ea0c99-aa84-4938-adc4-3ea854700628,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:18.632946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:18.633990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] Provisioning complete for port e2cbde82-0ad3-4d3a-9710-4c72c932865d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:18.634469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.636420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 8f878426-b7b6-443d-936c-4a4da0deb01a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:18.663306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (6dd6c5f3-bad9-4011-82c3-24df336682ad), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.704125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd6c5f3-bad9-4011-82c3-24df336682ad,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:18.706255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.716981 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2b9a1eef-257f-4c2c-80e7-d1b5cc9fafec tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/6dd6c5f3-bad9-4011-82c3-24df336682ad HTTP/1.1" status: 204 len: 168 time: 0.4035647 May 12 03:27:18.717253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33824) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.734801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8f878426-b7b6-443d-936c-4a4da0deb01a) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:18.760330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.762763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:18.763464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.767316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-5befaae0-deb6-459d-ba18-a30c649b06cf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:18.768137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5befaae0-deb6-459d-ba18-a30c649b06cf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:18.777969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d0476-97bb-44a9-af0f-b4801e4afc78 None None] Network 8f878426-b7b6-443d-936c-4a4da0deb01a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:18.781505 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5befaae0-deb6-459d-ba18-a30c649b06cf tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/7e2e85f9-9204-40f6-a590-a6cc3df6f379 HTTP/1.1" status: 404 len: 337 time: 0.0609529 May 12 03:27:18.781800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33826) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.823924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-eac32250-e4e3-414c-8c26-62023d9f4b0b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dc365f6-a10a-4623-a444-4b9a1bfa529c HTTP/1.1" status: 200 len: 205 time: 0.0389409 May 12 03:27:18.824909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.879294 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-5d1f0540-1b34-479c-9e2e-f64f5b3ff03a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] delete failed (client error): The resource could not be found. May 12 03:27:18.882032 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5d1f0540-1b34-479c-9e2e-f64f5b3ff03a tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/routers/5dc365f6-a10a-4623-a444-4b9a1bfa529c HTTP/1.1" status: 404 len: 336 time: 0.0549896 May 12 03:27:18.890352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33830) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.898201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (fe85c4c1-492b-40b3-91fa-30565a85d05f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.903783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ca5a044-e6ea-4621-8a91-b8534085e587 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0984638 May 12 03:27:18.905139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (fe85c4c1-492b-40b3-91fa-30565a85d05f), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.907253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33832) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.933613 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83171ad-5bc6-49bc-9b2d-acc3c122a299 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:18.934184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83171ad-5bc6-49bc-9b2d-acc3c122a299 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:18.939565 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c83171ad-5bc6-49bc-9b2d-acc3c122a299 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/a6e54e9f-868f-4d19-8921-bcb91f2b47ae HTTP/1.1" status: 404 len: 337 time: 0.0455961 May 12 03:27:18.940316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:18.957556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5e55a49f-254f-4e4a-a66b-e4394ae782e1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:18.978375 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4070dcc3-215b-4a2e-8b8b-5cc6f100a561 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:18.978843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4070dcc3-215b-4a2e-8b8b-5cc6f100a561 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:18.996749 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4070dcc3-215b-4a2e-8b8b-5cc6f100a561 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/f4d4b48c-ee41-47ba-bd2b-66df1503b5d2 HTTP/1.1" status: 404 len: 337 time: 0.0501463 May 12 03:27:18.996749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33836) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.006645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] Current status of the port e2cbde82-0ad3-4d3a-9710-4c72c932865d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:19.007045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.028337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=5e55a49f-254f-4e4a-a66b-e4394ae782e1,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:19.043971 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b702d9a2-3169-4850-b463-8fea62770c72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.044398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b702d9a2-3169-4850-b463-8fea62770c72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.049719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8f878426-b7b6-443d-936c-4a4da0deb01a', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:19.050974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.051962 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b702d9a2-3169-4850-b463-8fea62770c72 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/951c5d97-16bb-4e41-89a7-a08232213190 HTTP/1.1" status: 404 len: 337 time: 0.0543523 May 12 03:27:19.054278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33838) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.090081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (fe85c4c1-492b-40b3-91fa-30565a85d05f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.090713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router fe85c4c1-492b-40b3-91fa-30565a85d05f {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:27:19.102493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.104463 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-da381516-75e4-4eea-9d5b-1f2be6d69cc0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.105394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da381516-75e4-4eea-9d5b-1f2be6d69cc0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.106717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-434e5f5c-5a60-4d38-a732-52bf95df0b86 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/fe85c4c1-492b-40b3-91fa-30565a85d05f HTTP/1.1" status: 204 len: 168 time: 2.5243585 May 12 03:27:19.107354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33840) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.109839 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-da381516-75e4-4eea-9d5b-1f2be6d69cc0 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/06429a11-f13f-48e9-ac15-6697ef173e42 HTTP/1.1" status: 404 len: 333 time: 0.0543935 May 12 03:27:19.112238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33842) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.117829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] For port e2cbde82-0ad3-4d3a-9710-4c72c932865d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e2cbde82-0ad3-4d3a-9710-4c72c932865d,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:19.119391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:13Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:18Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:19.151068 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8910cb-00bf-4a22-a22b-d8036a358f2b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.151564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8910cb-00bf-4a22-a22b-d8036a358f2b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.159364 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3f8910cb-00bf-4a22-a22b-d8036a358f2b tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/ac07c641-74a6-49fe-8630-39ae2975f08a HTTP/1.1" status: 404 len: 337 time: 0.0461278 May 12 03:27:19.161820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33844) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.201046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.204766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663de12-5cb6-41b0-9d69-3da07755754e None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:13Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:18Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:19.216889 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46cd482-475f-4856-8f52-f72661ca1979 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.217350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46cd482-475f-4856-8f52-f72661ca1979 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.232665 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a46cd482-475f-4856-8f52-f72661ca1979 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/ec33fa45-4eb0-4065-81f5-94348ff5238f HTTP/1.1" status: 404 len: 337 time: 0.0687106 May 12 03:27:19.235148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.308830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-52580aa4-79a2-448f-a0d9-40e136bb54e7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.311279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52580aa4-79a2-448f-a0d9-40e136bb54e7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.328618 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-52580aa4-79a2-448f-a0d9-40e136bb54e7 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/268b5c9b-ad3b-4b6a-927a-e7a20ca1cfc5 HTTP/1.1" status: 404 len: 333 time: 0.0813928 May 12 03:27:19.330532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33848) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.339881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (cfe14163-a099-41de-a33f-362b1ec43872), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.340228 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP cfe14163-a099-41de-a33f-362b1ec43872 disassociated (deleted). External IP: 172.26.2.135, port: c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b. May 12 03:27:19.363482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96ccf79-0624-495a-abe5-221f33625bcc tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.364223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96ccf79-0624-495a-abe5-221f33625bcc tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.364945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Allocated IP 2001:db8:3::2 (8f878426-b7b6-443d-936c-4a4da0deb01a/c863a894-fcac-4067-a2ad-40cccedc85d3/966d4439-6b5c-46d4-859a-cc04c94cb901) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:19.368019 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c96ccf79-0624-495a-abe5-221f33625bcc tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/c1ad54ad-dfa5-4ad0-8c96-bb6d0381f715 HTTP/1.1" status: 404 len: 337 time: 0.0363314 May 12 03:27:19.383257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33850) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.419167 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ca2811-0567-4daf-8435-8fd347cab560 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] DELETE failed (client error): The resource could not be found. May 12 03:27:19.419729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ca2811-0567-4daf-8435-8fd347cab560 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:19.422851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-60ca2811-0567-4daf-8435-8fd347cab560 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/subnets/1a8e6ff5-b884-4104-ab58-a76af8a63a83 HTTP/1.1" status: 404 len: 337 time: 0.0381472 May 12 03:27:19.425295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33852) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.501998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eb1d2-6f26-4642-9a30-f5ccbe837369 None None] Pushing event updated for resources: {'Port': ['ID=e2cbde82-0ad3-4d3a-9710-4c72c932865d,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:19.508236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-13d0f05e-6792-4286-8ea0-cf2e2fda4e0b None None] Provisioning complete for port e2cbde82-0ad3-4d3a-9710-4c72c932865d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:19.508612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-13d0f05e-6792-4286-8ea0-cf2e2fda4e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.580689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 6dd52026-9405-4f63-88d3-d071b3eac0ac {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:19.581096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.611530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (781c2cd0-5329-4f92-8acb-35d9d3d2531d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.687502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.689071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503d770-3ed9-417b-bf04-3e3184069ef1 None None] Network b5964182-2085-456d-9114-9201d39ef68d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:19.724589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 6dd52026-9405-4f63-88d3-d071b3eac0ac owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:19.739146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Publish callbacks [] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.794206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.843616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6dd52026-9405-4f63-88d3-d071b3eac0ac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.872339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e2cbde82-0ad3-4d3a-9710-4c72c932865d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:19.885623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=6dd52026-9405-4f63-88d3-d071b3eac0ac,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:19.894226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:19.900394 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e3cf2403-ea04-458d-9842-01b75c3a8528 tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/ports/6dd52026-9405-4f63-88d3-d071b3eac0ac HTTP/1.1" status: 204 len: 168 time: 0.4717038 May 12 03:27:19.900741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33854) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:19.959027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Network 8f878426-b7b6-443d-936c-4a4da0deb01a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:19.963095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-13d0f05e-6792-4286-8ea0-cf2e2fda4e0b None None] Current status of the port e2cbde82-0ad3-4d3a-9710-4c72c932865d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:19.966720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:19.968858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Pushing event updated for resources: {'Port': ['ID=966d4439-6b5c-46d4-859a-cc04c94cb901,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:19.971932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:19.990356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (781c2cd0-5329-4f92-8acb-35d9d3d2531d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.004944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b5964182-2085-456d-9114-9201d39ef68d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.007919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e2cbde82-0ad3-4d3a-9710-4c72c932865d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:20.007919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.070861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Deleting port 94393f5c-3697-4dea-bc15-93856dbf5fc8 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:20.072138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.078019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Attempting to bind port 966d4439-6b5c-46d4-859a-cc04c94cb901 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:20.078390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Attempting to bind port 966d4439-6b5c-46d4-859a-cc04c94cb901 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:20.078757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Attempting to bind port 966d4439-6b5c-46d4-859a-cc04c94cb901 on network 8f878426-b7b6-443d-936c-4a4da0deb01a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:20.082429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c1ce-acc9-4c86-822b-e9937bd19353 None None] Could not find standard attr ID for object 6dd52026-9405-4f63-88d3-d071b3eac0ac. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:27:20.096966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:20.097354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Checking segment: {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:20.097764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.098193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Bound using segment: {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:20.098680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Bound port: 966d4439-6b5c-46d4-859a-cc04c94cb901, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:20.099062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.106921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] DHCP port deletion for b5964182-2085-456d-9114-9201d39ef68d request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:20.152257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c1ce-acc9-4c86-822b-e9937bd19353 None None] Provisioning complete for port 94393f5c-3697-4dea-bc15-93856dbf5fc8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:20.152641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c1ce-acc9-4c86-822b-e9937bd19353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.159347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=94393f5c-3697-4dea-bc15-93856dbf5fc8,segment=NetworkSegment(ba0df32d-149a-418a-b528-b8ee73a468e1),segment_id=ba0df32d-149a-418a-b528-b8ee73a468e1)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:20.159773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.181948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Calling delete_port for 94393f5c-3697-4dea-bc15-93856dbf5fc8 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:20.279041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.313235 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:20.316082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] No DVR routers for this DVR port 94393f5c-3697-4dea-bc15-93856dbf5fc8 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:20.388012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Deleting port 94393f5c-3697-4dea-bc15-93856dbf5fc8 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:20.389034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.423304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b5964182-2085-456d-9114-9201d39ef68d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.435069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e2cbde82-0ad3-4d3a-9710-4c72c932865d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:20.439197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c1ce-acc9-4c86-822b-e9937bd19353 None None] Could not find standard attr ID for object 94393f5c-3697-4dea-bc15-93856dbf5fc8. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:27:20.446201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5964182-2085-456d-9114-9201d39ef68d']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:20.456678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0df32d-149a-418a-b528-b8ee73a468e1') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:20.457062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0df32d-149a-418a-b528-b8ee73a468e1') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:20.468393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (ba0df32d-149a-418a-b528-b8ee73a468e1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.482614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (ba0df32d-149a-418a-b528-b8ee73a468e1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.485957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.490854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:20.491261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (ba0df32d-149a-418a-b528-b8ee73a468e1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:20.494571 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:20.506649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781c2cd0-5329-4f92-8acb-35d9d3d2531d']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:20.519769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c9ea0c99-aa84-4938-adc4-3ea854700628 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:20.525415 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.plugins.ml2.db [None req-3cc0c1ce-acc9-4c86-822b-e9937bd19353 None None] No ports have port_id starting with 94393f5c-3697-4dea-bc15-93856dbf5fc8 May 12 03:27:20.551559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] For port 94393f5c-3697-4dea-bc15-93856dbf5fc8, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:20.551957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.554920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] For port 966d4439-6b5c-46d4-859a-cc04c94cb901, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:20.561228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:20.561540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9c66eb-2f7b-416c-a602-62d6a1da91fd') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:20.564962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c9ea0c99-aa84-4938-adc4-3ea854700628 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:20.565303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c9ea0c99-aa84-4938-adc4-3ea854700628 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:20.574607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b5964182-2085-456d-9114-9201d39ef68d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.580233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Calling delete_port for 94393f5c-3697-4dea-bc15-93856dbf5fc8 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:20.581440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (bd9c66eb-2f7b-416c-a602-62d6a1da91fd), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.583460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] For port 966d4439-6b5c-46d4-859a-cc04c94cb901, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=966d4439-6b5c-46d4-859a-cc04c94cb901,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:20.585605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.ipam_backend_mixin [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Port 94393f5c-3697-4dea-bc15-93856dbf5fc8 was not found and therefore no delete operation was performed {{(pid=104166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:27:20.587890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (94393f5c-3697-4dea-bc15-93856dbf5fc8), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.600301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.606632 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] 10.222.0.23 "DELETE /v2.0/networks/b5964182-2085-456d-9114-9201d39ef68d HTTP/1.1" status: 204 len: 168 time: 0.7019382 May 12 03:27:20.606632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed1ad0-80e1-4b58-9637-b1f4a3fa400f tempest-PortsIpV6TestJSON-1195768123 tempest-PortsIpV6TestJSON-1195768123-project] Pushing event deleted for resources: {'Network': ['ID=b5964182-2085-456d-9114-9201d39ef68d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:20.612050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Network b5964182-2085-456d-9114-9201d39ef68d is not hosted by any dhcp agent {{(pid=104166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:27:20.612518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] No DVR routers for this DVR port 94393f5c-3697-4dea-bc15-93856dbf5fc8 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:20.615442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.625762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3e216-591f-4880-9237-864cc5919d0c None None] Pushing event deleted for resources: {'Port': ['ID=94393f5c-3697-4dea-bc15-93856dbf5fc8,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:20.626400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:20.638933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bd9c66eb-2f7b-416c-a602-62d6a1da91fd), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.657118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:20.657533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (bd9c66eb-2f7b-416c-a602-62d6a1da91fd), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:20.662250 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:20.697176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4fc9-faab-4064-b19b-6a8426068626 None None] Pushing event updated for resources: {'Port': ['ID=966d4439-6b5c-46d4-859a-cc04c94cb901,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:20.828058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (781c2cd0-5329-4f92-8acb-35d9d3d2531d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.844091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.847317 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/781c2cd0-5329-4f92-8acb-35d9d3d2531d HTTP/1.1" status: 204 len: 168 time: 1.7187500 May 12 03:27:20.866689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33860) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:20.876814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1813981589', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:20.903355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:20.908052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.926236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9281cd-be30-4e0e-8a6e-d8f4efe43330 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=781c2cd0-5329-4f92-8acb-35d9d3d2531d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:20.967232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:20.969367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33862) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:20.975440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:20.981714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:20.988170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:21.003570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (ba39ef65-e910-461b-ac2a-f12b67b27615), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.004070 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment ba39ef65-e910-461b-ac2a-f12b67b27615 of type vlan for network 9a76f06e-4ad6-494d-a948-6f84d67be7eb May 12 03:27:21.011934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:21.013239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:21.053987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (9a76f06e-4ad6-494d-a948-6f84d67be7eb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.070955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:21.083756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:21.084618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (9a76f06e-4ad6-494d-a948-6f84d67be7eb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.085312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:21.091154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:21.091785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.100643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-35dee362-7cff-49b3-a13d-de131ceca483 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/floatingips/cfe14163-a099-41de-a33f-362b1ec43872 HTTP/1.1" status: 204 len: 168 time: 4.0056171 May 12 03:27:21.103773 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33866) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:21.118498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Allocated IP 2001:db8:3::1 (8f878426-b7b6-443d-936c-4a4da0deb01a/c863a894-fcac-4067-a2ad-40cccedc85d3/e69e2a3b-9e63-4bd7-b958-cc352d25a2be) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:21.138665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:21.139374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32267e1-0c7c-4b3a-b55b-030730dacdaf None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:21.184205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=9a76f06e-4ad6-494d-a948-6f84d67be7eb,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:21.195438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:21.201282 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-907182bb-f0fd-4f16-acfe-2ead92f50dcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.3308983 May 12 03:27:21.202635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33868) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:21.206948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-742785914', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:21.251650 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-97e6d88b-d95d-4907-8f00-708e55015cff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36613ca247a2437292c10a7cea2700c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787030 May 12 03:27:21.252334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33870) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:21.253376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (da48552b-bd7b-444b-b57e-f6af34e5eb51), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.254738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (da48552b-bd7b-444b-b57e-f6af34e5eb51), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.265043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:21.265400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.323634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (da48552b-bd7b-444b-b57e-f6af34e5eb51), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.365282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.386590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.404486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:21.458745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d38a6bbd-e7ac-4c60-8fd0-1d8aa6e98e6a admin admin] Publish callbacks [] for security_group (5b17f2c1-17fe-43af-baa9-ec1081017409), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.469367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.502808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (da48552b-bd7b-444b-b57e-f6af34e5eb51), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.515612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d38a6bbd-e7ac-4c60-8fd0-1d8aa6e98e6a admin admin] Publish callbacks [] for security_group (5b17f2c1-17fe-43af-baa9-ec1081017409), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.528484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 8f878426-b7b6-443d-936c-4a4da0deb01a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:21.533585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:21.549694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:21.550394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.595369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:21.672966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d38a6bbd-e7ac-4c60-8fd0-1d8aa6e98e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5b17f2c1-17fe-43af-baa9-ec1081017409), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.675514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d38a6bbd-e7ac-4c60-8fd0-1d8aa6e98e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.676716 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d38a6bbd-e7ac-4c60-8fd0-1d8aa6e98e6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b17f2c1-17fe-43af-baa9-ec1081017409 HTTP/1.1" status: 204 len: 168 time: 0.3959355 May 12 03:27:21.721149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a6bbd-e7ac-4c60-8fd0-1d8aa6e98e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b17f2c1-17fe-43af-baa9-ec1081017409,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:21.747154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (da48552b-bd7b-444b-b57e-f6af34e5eb51), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.769034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.794449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.851964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.876250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 966d4439-6b5c-46d4-859a-cc04c94cb901 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:21.903186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:21.960886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 966d4439-6b5c-46d4-859a-cc04c94cb901 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:21.961271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:21.975432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.111 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/8d5d0732-fe0a-4cfb-8ad4-081dffa4503f) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:22.062704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a2493-a55c-4288-8dea-80fafb9504a6 None None] Network 8f878426-b7b6-443d-936c-4a4da0deb01a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:22.121193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.130445 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f114c46b-d76a-4a75-8f5c-f044a75bcc6f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/ports/c360ee1f-cd02-4d1c-bbff-0af81e7e2a4b HTTP/1.1" status: 204 len: 168 time: 1.0204637 May 12 03:27:22.133130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33882) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:22.142392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:22.165435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Provisioning complete for port 966d4439-6b5c-46d4-859a-cc04c94cb901 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:22.166108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.167146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.169766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 966d4439-6b5c-46d4-859a-cc04c94cb901 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:22.170176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.184359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.279019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 966d4439-6b5c-46d4-859a-cc04c94cb901, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=966d4439-6b5c-46d4-859a-cc04c94cb901,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:22.285432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.314320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.355211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:22.357614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Current status of the port 966d4439-6b5c-46d4-859a-cc04c94cb901 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:22.359719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:22.368261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.379679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.383802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:22.389056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.390072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.390208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.454297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:22.460644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:22.508977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=966d4439-6b5c-46d4-859a-cc04c94cb901,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:22.514103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 94393f5c-3697-4dea-bc15-93856dbf5fc8 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:22.514103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 94393f5c-3697-4dea-bc15-93856dbf5fc8 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:22.519354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event updated for resources: {'Port': ['ID=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:22.566983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:27:22.570911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:27:22.685216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Network 8f878426-b7b6-443d-936c-4a4da0deb01a is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:22.689807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:22.718179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.15 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/6b36b5be-ff12-4691-84c3-014db07eb618) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:22.878402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:22.916828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (da48552b-bd7b-444b-b57e-f6af34e5eb51), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.960561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (6b36b5be-ff12-4691-84c3-014db07eb618), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:22.971463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33894) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:23.011253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:23.024348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-108a2ca3-2891-4812-b9a5-1b5d50d33e68 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1119962 May 12 03:27:23.024769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33898) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:23.028816 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:23.029861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:23.058721 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:23.059721 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:23.062164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6b36b5be-ff12-4691-84c3-014db07eb618), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.110746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=6b36b5be-ff12-4691-84c3-014db07eb618,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:23.138275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-468ffcae-4e16-425c-ac24-c2f02dcee11f None None] Current status of the port 966d4439-6b5c-46d4-859a-cc04c94cb901 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:23.161912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:23.169571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b3eb9517-6a80-45f5-8c7f-3d2fcf044320 tempest-DvrRoutersNegativeTest-594870658 tempest-DvrRoutersNegativeTest-594870658-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-335906034', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:23.172356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.policy [None req-b3eb9517-6a80-45f5-8c7f-3d2fcf044320 tempest-DvrRoutersNegativeTest-594870658 tempest-DvrRoutersNegativeTest-594870658-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104165) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} May 12 03:27:23.172674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.policy [None req-b3eb9517-6a80-45f5-8c7f-3d2fcf044320 tempest-DvrRoutersNegativeTest-594870658 tempest-DvrRoutersNegativeTest-594870658-project] Failed policy enforce for 'create_router' {{(pid=104165) enforce /opt/stack/neutron/neutron/policy.py:523}} May 12 03:27:23.173205 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-b3eb9517-6a80-45f5-8c7f-3d2fcf044320 tempest-DvrRoutersNegativeTest-594870658 tempest-DvrRoutersNegativeTest-594870658-project] create failed (client error): Access was denied to this resource. May 12 03:27:23.174214 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b3eb9517-6a80-45f5-8c7f-3d2fcf044320 tempest-DvrRoutersNegativeTest-594870658 tempest-DvrRoutersNegativeTest-594870658-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2006545 May 12 03:27:23.177246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:23.179603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:23.195212 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:23.269368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ddb6afbc-7397-4638-9fdc-096c33f0dc8b None None] Provisioning complete for port e69e2a3b-9e63-4bd7-b958-cc352d25a2be triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:23.270207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ddb6afbc-7397-4638-9fdc-096c33f0dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.306772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (da48552b-bd7b-444b-b57e-f6af34e5eb51), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.397333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (bd831164-6d6e-4bdb-9a3c-e3454d53f315), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.397980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6afbc-7397-4638-9fdc-096c33f0dc8b None None] Port e69e2a3b-9e63-4bd7-b958-cc352d25a2be cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:23.414266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ddb6afbc-7397-4638-9fdc-096c33f0dc8b None None] Provisioning complete for port 966d4439-6b5c-46d4-859a-cc04c94cb901 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:23.414643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ddb6afbc-7397-4638-9fdc-096c33f0dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.501218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6afbc-7397-4638-9fdc-096c33f0dc8b None None] Current status of the port 966d4439-6b5c-46d4-859a-cc04c94cb901 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:23.532880 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:21Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:22Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:23.567015 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:23.567674 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Updating router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 port e69e2a3b-9e63-4bd7-b958-cc352d25a2be binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:27:23.626569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f31590d3-30ab-4abf-953a-ab37de264e1f None None] Provisioning complete for port e69e2a3b-9e63-4bd7-b958-cc352d25a2be triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:23.626984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f31590d3-30ab-4abf-953a-ab37de264e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.630519 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.653241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33904) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:23.706225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f31590d3-30ab-4abf-953a-ab37de264e1f None None] Port e69e2a3b-9e63-4bd7-b958-cc352d25a2be cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:23.742800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 12 03:27:23.763666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Removed routes are [] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 12 03:27:23.764384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.822798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 966d4439-6b5c-46d4-859a-cc04c94cb901 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:23.875451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6b36b5be-ff12-4691-84c3-014db07eb618), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.881725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 966d4439-6b5c-46d4-859a-cc04c94cb901 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:23.882251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.935413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:23.983649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 966d4439-6b5c-46d4-859a-cc04c94cb901 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:24.007612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router da48552b-bd7b-444b-b57e-f6af34e5eb51 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:27:24.034115 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Publish callbacks [] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.040056 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.060726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.070441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.118963 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e5084-c13a-4d6c-b0cc-0e32723738fa None None] Pushing event updated for resources: {'Port': ['ID=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:24.154222 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Attempting to bind port e69e2a3b-9e63-4bd7-b958-cc352d25a2be on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:24.154558 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Attempting to bind port e69e2a3b-9e63-4bd7-b958-cc352d25a2be by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:24.155135 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Attempting to bind port e69e2a3b-9e63-4bd7-b958-cc352d25a2be on network 8f878426-b7b6-443d-936c-4a4da0deb01a {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:24.160718 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:24.161092 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Checking segment: {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:24.161495 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.161928 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Bound using segment: {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:24.162385 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Bound port: e69e2a3b-9e63-4bd7-b958-cc352d25a2be, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa90abfc-555a-40a9-a0e9-3e2092946a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:24.162766 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.199585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (6b36b5be-ff12-4691-84c3-014db07eb618), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.207180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:24.216049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (6b36b5be-ff12-4691-84c3-014db07eb618), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.221218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Sync routers for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:24.245223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:24.246677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:24.284476 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] For port e69e2a3b-9e63-4bd7-b958-cc352d25a2be, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:24.287150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.288778 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] For port e69e2a3b-9e63-4bd7-b958-cc352d25a2be, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:24.293460 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4f3a56ed-58bc-47e4-a648-a4996226b711 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0895648 May 12 03:27:24.296354 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.314758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33908) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:24.392093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=6b36b5be-ff12-4691-84c3-014db07eb618,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:24.403034 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5f53a7e1-6553-4e2a-b26d-0ee729b5a8bc tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823853 May 12 03:27:24.407140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33910) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:24.435183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.436714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.437250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.437952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.438766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.439272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.439765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.440285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.446310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.447667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.448835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.450617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.451651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.452164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.452661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.452895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:24.483523 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:24.484147 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:24.511890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (bd831164-6d6e-4bdb-9a3c-e3454d53f315), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.592209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.597633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33912) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:24.598253 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cab1124d-738e-4b71-ae23-c28a7953b3bc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4631453 May 12 03:27:24.607909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'port': {'network_id': 'bcbc4452-51f8-49d8-a80f-731e9a3ef401', 'name': 'tempest-FloatingIPTestJSON-634800095'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:24.615047 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e5084-c13a-4d6c-b0cc-0e32723738fa None None] Pushing event updated for resources: {'Port': ['ID=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:24.623109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Publish callbacks [] for security_group (7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.649972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.655869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Provisioning complete for port e69e2a3b-9e63-4bd7-b958-cc352d25a2be triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:24.656482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.660059 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:24.665791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c75f549-b403-436f-b57a-e89b04b4a77f tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:24.670355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0c75f549-b403-436f-b57a-e89b04b4a77f tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2547450 May 12 03:27:24.670958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33914) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:24.712940 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c8ff7e92-4c28-4cc5-923b-bb939600dca8 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407212 May 12 03:27:24.713418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33916) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:24.726888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112686082', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:24.735363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:22Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:24.765091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Checking router: da48552b-bd7b-444b-b57e-f6af34e5eb51 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:24.765443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Updating router da48552b-bd7b-444b-b57e-f6af34e5eb51 port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:27:24.781647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:24.790344 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad9e64e766548b7a382eadc1f80d0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1338947 May 12 03:27:24.790344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:24.793667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33918) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:24.818916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.819671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.820031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.820472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.820717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.821053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.821392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.822867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.822867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.822867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.822867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.823952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.824045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.824314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.824648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.824971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39743eba-5905-4dae-9db8-d39de62bef05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:24.903942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:24.909488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.919599 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:23Z', 'revision_number': 6, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:24Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:24.925300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Current status of the port e69e2a3b-9e63-4bd7-b958-cc352d25a2be is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:24.925689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:24.956369 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112cfc7-587d-432b-81ad-f9239d259f56 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:23Z', 'revision_number': 6, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:24Z', 'revision_number': 4, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:25.045148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:25.048742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.054609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-81fd8496-b9c2-45a0-a17b-9347fec2b3e0 admin admin] Publish callbacks [] for security_group (7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.090196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] For port e69e2a3b-9e63-4bd7-b958-cc352d25a2be, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:25.097411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.112861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-81fd8496-b9c2-45a0-a17b-9347fec2b3e0 admin admin] Publish callbacks [] for security_group (7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.131165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] device_id is not set on port 28b70955-a030-430e-9578-4b770072588f yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:27:25.140573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:25.151227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.152938 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c124ac3a-c4fc-4b1f-b2b3-14193be72382 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 952 time: 2.1271966 May 12 03:27:25.156649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33920) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:25.161700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Pushing event updated for resources: {'Port': ['ID=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:25.176433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.177045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.177564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.178135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.178623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.179136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.179626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.180117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.180707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.181221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.181736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.182268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.183333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.183826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.184303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042354b-3ccf-4c62-978a-5e3230a52eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:27:25.239290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.249763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-81fd8496-b9c2-45a0-a17b-9347fec2b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.252907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-81fd8496-b9c2-45a0-a17b-9347fec2b3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.257176 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-81fd8496-b9c2-45a0-a17b-9347fec2b3e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c HTTP/1.1" status: 204 len: 168 time: 0.4594810 May 12 03:27:25.272340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-45c61d98-cd3a-4b72-8c28-aa8f743d01d5 None None] Provisioning complete for port e69e2a3b-9e63-4bd7-b958-cc352d25a2be triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:25.272947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-45c61d98-cd3a-4b72-8c28-aa8f743d01d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.279003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd8496-b9c2-45a0-a17b-9347fec2b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7151c5b1-0d66-4f3a-a8fb-8fdb437e7e8c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:25.340285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.12 (bcbc4452-51f8-49d8-a80f-731e9a3ef401/91b9c28e-89fa-475c-a361-6ed00733ea4d/28b70955-a030-430e-9578-4b770072588f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:25.399758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-121b8ba3-853a-4f6c-b1f0-ee1b5223fd26 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 952 time: 0.2393713 May 12 03:27:25.402862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33924) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:25.420852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'routes': None}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:25.556735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Publish callbacks [] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.559969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-45c61d98-cd3a-4b72-8c28-aa8f743d01d5 None None] Current status of the port e69e2a3b-9e63-4bd7-b958-cc352d25a2be is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:25.569403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.622957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:25.631357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (28b70955-a030-430e-9578-4b770072588f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.692988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:25.693350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: 9a76f06e-4ad6-494d-a948-6f84d67be7eb, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:25.700558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (28b70955-a030-430e-9578-4b770072588f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.805385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network bcbc4452-51f8-49d8-a80f-731e9a3ef401 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:25.808938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:25.811544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:25.867790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=28b70955-a030-430e-9578-4b770072588f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:25.869002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Attempting to bind port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:25.869806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Attempting to bind port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:25.869806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Attempting to bind port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:25.874428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186457b-a373-4739-b60e-d20d031bfb19 None None] Pushing event updated for resources: {'Port': ['ID=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:25.877231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e69e2a3b-9e63-4bd7-b958-cc352d25a2be up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:25.882978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:25.883536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:25.884035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.884522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:25.885102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Bound port: 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:25.886185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.893618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:25.894490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.907035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:25.918647 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d8d12195-ceb3-454f-b725-09bf996a9c4f tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3156550 May 12 03:27:25.921866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33926) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:25.924453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 9a76f06e-4ad6-494d-a948-6f84d67be7eb) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:25.937595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'port_id': '28b70955-a030-430e-9578-4b770072588f'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:25.940341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6fedf6-c9c1-4abe-a0c1-4602e387a9d5 None None] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:25.947885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:25.949301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:25.979256 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ed04aaee-2c84-45d0-92a9-89b09dda75e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2624865 May 12 03:27:25.993609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33928) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:26.023203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.extraroute_db [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added routes are [] {{(pid=104165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 12 03:27:26.023533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.extraroute_db [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 12 03:27:26.041241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (bd831164-6d6e-4bdb-9a3c-e3454d53f315), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.064539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] For port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:26.067662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.068869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e69e2a3b-9e63-4bd7-b958-cc352d25a2be triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:26.069386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.073001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] For port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:26.117577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.155950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:26.157135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.189402 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:26.209225 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:26.210176 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:26.226800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186457b-a373-4739-b60e-d20d031bfb19 None None] Pushing event updated for resources: {'Port': ['ID=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:26.283617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:26.284296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:26.307874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.311916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.352071 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:26.436181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:26.451282 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e69e2a3b-9e63-4bd7-b958-cc352d25a2be is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:26.479829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Allocated IP 172.20.0.2 (9a76f06e-4ad6-494d-a948-6f84d67be7eb/0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8/e1875a15-c38f-42bb-8ae2-b8e4c6319c3a) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:26.494237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:26.551757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:26.560089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.563821 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0038c164-9b07-4e2f-89f2-164ccae6f123 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 702 time: 1.1491196 May 12 03:27:26.564242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33930) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:26.616731 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:26Z', 'revision_number': 7, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:24Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:26.659516 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:26.669164 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-52793dc9-ef9e-4f9b-bdae-dfb85ef7aec7 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 702 time: 0.1024878 May 12 03:27:26.670473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33932) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:26.673361 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:26.674625 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:26.778477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:22Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:26.780574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Publish callbacks [] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.810262 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:26.812699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.815190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf834e-01d5-4639-bdf1-c62aaba5b8e3 None None] The sync data for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv is: [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:22Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:26.865776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:26.868763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:26.872447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:26.884309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Pushing event updated for resources: {'Port': ['ID=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:26.972140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Attempting to bind port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:26.977712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Attempting to bind port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:26.981205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Attempting to bind port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a on network 9a76f06e-4ad6-494d-a948-6f84d67be7eb {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:26.989129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:26.989796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Checking segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:26.990237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:26.990633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Bound using segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:26.991103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Bound port: e1875a15-c38f-42bb-8ae2-b8e4c6319c3a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:26.991486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.051869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.068463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.094901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] For port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:27.098579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] For port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:27.110922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.137275 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:26Z', 'revision_number': 7, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:24Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:27.183988 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffd0dd-0714-47ce-b32a-f5023903efe2 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:26Z', 'revision_number': 7, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:24Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:27.193296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74dca-98aa-480d-a00d-c8e0bc5232f8 None None] Pushing event updated for resources: {'Port': ['ID=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:27.256136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.db.resource_extend [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 03:27:27.696135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:27.716029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:27.716813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:27.842235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.857443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (bd831164-6d6e-4bdb-9a3c-e3454d53f315), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.876250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e1875a15-c38f-42bb-8ae2-b8e4c6319c3a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:27.877424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port e69e2a3b-9e63-4bd7-b958-cc352d25a2be {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:27.878020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:27.879120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:28.006458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port e69e2a3b-9e63-4bd7-b958-cc352d25a2be, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:28.008151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.024168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for e69e2a3b-9e63-4bd7-b958-cc352d25a2be owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:28.026531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:28.026921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.070477 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP bd831164-6d6e-4bdb-9a3c-e3454d53f315 associated. External IP: 172.26.2.15, port: 28b70955-a030-430e-9578-4b770072588f. May 12 03:27:28.164912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:28.165310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.178475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (9a76f06e-4ad6-494d-a948-6f84d67be7eb/0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8/8430152d-ca58-4ac5-b0bc-3b7a90284068) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:28.262370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e69e2a3b-9e63-4bd7-b958-cc352d25a2be), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.380074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=e69e2a3b-9e63-4bd7-b958-cc352d25a2be,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:28.476599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:28.491646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.492496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:28.495750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.536557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:28.561340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.599519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:26Z', 'revision_number': 7, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69e2a3b-9e63-4bd7-b958-cc352d25a2be', 'name': '', 'network_id': '8f878426-b7b6-443d-936c-4a4da0deb01a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:07:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:20Z', 'updated_at': '2022-05-12T03:27:24Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'c863a894-fcac-4067-a2ad-40cccedc85d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:28.635132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.646317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:28.662627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:28.666417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:28.690468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:28.690769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.692291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:28.732915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:28.733589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:28.735655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:28.796591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=8430152d-ca58-4ac5-b0bc-3b7a90284068,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:28.800306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (da48552b-bd7b-444b-b57e-f6af34e5eb51), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.813138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:28.839053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad4507-3d08-49ca-8101-99cee64a0723 None None] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:28.892248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:28.916189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:28.919128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:28.924476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:28.926916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c9521e3-53f4-43bc-ba18-dde3fab038b5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552195 May 12 03:27:28.927901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33934) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:28.936124 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:28.956231 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:28.964174 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:28.980306 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e9e7f1da-d371-4e00-b2af-175aee82b653 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/floatingips/bd831164-6d6e-4bdb-9a3c-e3454d53f315 HTTP/1.1" status: 200 len: 977 time: 3.0571606 May 12 03:27:28.983639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33936) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:28.992500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:28.992924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.017474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet c863a894-fcac-4067-a2ad-40cccedc85d3 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:29.023627 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:29.024066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-93da67bf-fbb4-4d6a-82d8-dbec6e069668 None None] Provisioning complete for port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:29.024450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-93da67bf-fbb4-4d6a-82d8-dbec6e069668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.028839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (c863a894-fcac-4067-a2ad-40cccedc85d3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.039945 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:29.040915 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:29.084626 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:29.086290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464abddb-0b58-40d6-bc3a-acb3464e9fc1 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:29.093029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c863a894-fcac-4067-a2ad-40cccedc85d3), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.124968 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:29.157594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.173783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.190788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c863a894-fcac-4067-a2ad-40cccedc85d3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.215565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 28b70955-a030-430e-9578-4b770072588f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:29.216893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (28b70955-a030-430e-9578-4b770072588f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.305159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c863a894-fcac-4067-a2ad-40cccedc85d3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.312355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:29.340860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=c863a894-fcac-4067-a2ad-40cccedc85d3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:29.349044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.353051 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a70c4200-d7ef-4e85-a536-a52d1fcb917d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/c863a894-fcac-4067-a2ad-40cccedc85d3 HTTP/1.1" status: 204 len: 168 time: 0.4242778 May 12 03:27:29.356225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:29.360797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a48989-b42d-4a39-8115-5713e7dd55f7 None None] Network 8f878426-b7b6-443d-936c-4a4da0deb01a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:29.365659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-93da67bf-fbb4-4d6a-82d8-dbec6e069668 None None] Current status of the port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:29.471671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 8, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:29.504656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e734cc-18ec-4721-a27e-6a6a84251548 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 8, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:29.546273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (28b70955-a030-430e-9578-4b770072588f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.582197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8f878426-b7b6-443d-936c-4a4da0deb01a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.587468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d42bdb91-4878-406d-838c-8efec2996070 None None] Provisioning complete for port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:29.587845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d42bdb91-4878-406d-838c-8efec2996070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.676984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d42bdb91-4878-406d-838c-8efec2996070 None None] Current status of the port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:29.688204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d42bdb91-4878-406d-838c-8efec2996070 None None] Provisioning complete for port 8430152d-ca58-4ac5-b0bc-3b7a90284068 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:29.688579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d42bdb91-4878-406d-838c-8efec2996070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.731407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d42bdb91-4878-406d-838c-8efec2996070 None None] Port 8430152d-ca58-4ac5-b0bc-3b7a90284068 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:29.805256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 966d4439-6b5c-46d4-859a-cc04c94cb901 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:29.805531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.847149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b162eaa7-ff04-4443-b249-c80a659ce1c6 None None] Provisioning complete for port 8430152d-ca58-4ac5-b0bc-3b7a90284068 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:29.847721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b162eaa7-ff04-4443-b249-c80a659ce1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.892561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b162eaa7-ff04-4443-b249-c80a659ce1c6 None None] Port 8430152d-ca58-4ac5-b0bc-3b7a90284068 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:29.904887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] DHCP port deletion for 8f878426-b7b6-443d-936c-4a4da0deb01a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:29.949978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] Deleting port 966d4439-6b5c-46d4-859a-cc04c94cb901 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:29.953757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.957586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.957989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (bd831164-6d6e-4bdb-9a3c-e3454d53f315), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.958338 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP bd831164-6d6e-4bdb-9a3c-e3454d53f315 disassociated. External IP: 172.26.2.15, port: 28b70955-a030-430e-9578-4b770072588f. May 12 03:27:29.958699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 28b70955-a030-430e-9578-4b770072588f owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:29.976282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port 966d4439-6b5c-46d4-859a-cc04c94cb901, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=966d4439-6b5c-46d4-859a-cc04c94cb901,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:29.977091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:29.991834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.020889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e1875a15-c38f-42bb-8ae2-b8e4c6319c3a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:30.029645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 966d4439-6b5c-46d4-859a-cc04c94cb901 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:30.031513 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.069352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] For port 966d4439-6b5c-46d4-859a-cc04c94cb901, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=966d4439-6b5c-46d4-859a-cc04c94cb901,segment=NetworkSegment(fa90abfc-555a-40a9-a0e9-3e2092946a76),segment_id=fa90abfc-555a-40a9-a0e9-3e2092946a76)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:30.069758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.089054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] Calling delete_port for 966d4439-6b5c-46d4-859a-cc04c94cb901 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:30.136415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:30.136786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.140939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:30.162853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=8430152d-ca58-4ac5-b0bc-3b7a90284068,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:30.173184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (da48552b-bd7b-444b-b57e-f6af34e5eb51), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.185812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:30.186472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:30.326859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.344771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (28b70955-a030-430e-9578-4b770072588f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.376239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port 966d4439-6b5c-46d4-859a-cc04c94cb901 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:30.380563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=966d4439-6b5c-46d4-859a-cc04c94cb901,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:30.442428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:30.445189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=28b70955-a030-430e-9578-4b770072588f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:30.458882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:30.470746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (966d4439-6b5c-46d4-859a-cc04c94cb901), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.474593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:30.542951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] Pushing event deleted for resources: {'Port': ['ID=966d4439-6b5c-46d4-859a-cc04c94cb901,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:30.549088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2de849-fbe7-46e0-9033-3553cac2374a None None] No DVR routers for this DVR port 966d4439-6b5c-46d4-859a-cc04c94cb901 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:30.556081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:30.557708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:30.581311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8f878426-b7b6-443d-936c-4a4da0deb01a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.693484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:30.693781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.779440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-118b2745-b4ef-40a9-8dc0-bd8d321abfc8 None None] Provisioning complete for port 8430152d-ca58-4ac5-b0bc-3b7a90284068 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:30.779727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-118b2745-b4ef-40a9-8dc0-bd8d321abfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:30.821580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 8, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:30.862014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:30.887546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-118b2745-b4ef-40a9-8dc0-bd8d321abfc8 None None] Port 8430152d-ca58-4ac5-b0bc-3b7a90284068 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:30.899828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:30.900470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:30.938591 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:30.989653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 966d4439-6b5c-46d4-859a-cc04c94cb901 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:30.992609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f878426-b7b6-443d-936c-4a4da0deb01a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.012338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa90abfc-555a-40a9-a0e9-3e2092946a76') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.012651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa90abfc-555a-40a9-a0e9-3e2092946a76') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.021634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:31.023415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 966d4439-6b5c-46d4-859a-cc04c94cb901 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:31.023764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 966d4439-6b5c-46d4-859a-cc04c94cb901 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:31.024169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e69e2a3b-9e63-4bd7-b958-cc352d25a2be no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:31.054434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (fa90abfc-555a-40a9-a0e9-3e2092946a76), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.073066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e69e2a3b-9e63-4bd7-b958-cc352d25a2be {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:31.073411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e69e2a3b-9e63-4bd7-b958-cc352d25a2be not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:31.080894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fa90abfc-555a-40a9-a0e9-3e2092946a76), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.092181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:31.096767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:31.097177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (fa90abfc-555a-40a9-a0e9-3e2092946a76), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:31.101216 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:31.126322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router da48552b-bd7b-444b-b57e-f6af34e5eb51 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:31.238737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 8, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.241208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8f878426-b7b6-443d-936c-4a4da0deb01a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.252624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.255622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/8f878426-b7b6-443d-936c-4a4da0deb01a HTTP/1.1" status: 204 len: 168 time: 1.8961413 May 12 03:27:31.258505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33940) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:31.267516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018684b-6eec-4adc-b05e-0eb4e07fcef2 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 8, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cbde82-0ad3-4d3a-9710-4c72c932865d', 'name': '', 'network_id': '5f832878-b625-4db7-b09d-4a2fee133478', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:83:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:12Z', 'updated_at': '2022-05-12T03:27:19Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': 'cc23dcf0-7195-4f8c-a4b2-5cb127d165e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:31.292073 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530d7e-2044-4531-8ee5-c7ebe940bea3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=8f878426-b7b6-443d-936c-4a4da0deb01a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:31.390875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:31.392690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:31.402984 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e88b5b5c-11b3-4bdd-8bfc-527d32e5b54f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/da48552b-bd7b-444b-b57e-f6af34e5eb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4080327 May 12 03:27:31.403680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33942) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:31.405771 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:31.421060 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:31.421965 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.425628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Sync routers for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:31.437064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:31.437695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.458330 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.468903 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:31.470403 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.500772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.505928 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-485b4c8d-fd6c-41ac-9afe-267a16f334c8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/ports/28b70955-a030-430e-9578-4b770072588f HTTP/1.1" status: 204 len: 168 time: 2.5125790 May 12 03:27:31.507289 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.507913 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddb393-aa6f-4d55-aa0a-6090a8427af3 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:31.514575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33946) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:31.568529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:31.594969 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4b5d9d0b-2681-461a-9e3b-a2013071e93b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/floatingips/bd831164-6d6e-4bdb-9a3c-e3454d53f315 HTTP/1.1" status: 200 len: 687 time: 0.0770242 May 12 03:27:31.596482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33948) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:31.622383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.732606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.733331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.733865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.734410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.734929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.735451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.735966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.736473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.740778 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a48e825e-f55d-4fba-a4c4-e1a9ffa45d17 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5644 time: 0.3324203 May 12 03:27:31.743144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33950) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:31.777245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:29Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:31.804259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Checking router: da48552b-bd7b-444b-b57e-f6af34e5eb51 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:31.805033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Updating router da48552b-bd7b-444b-b57e-f6af34e5eb51 port 8430152d-ca58-4ac5-b0bc-3b7a90284068 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:27:31.805309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 6b36b5be-ff12-4691-84c3-014db07eb618 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:31.805701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6b36b5be-ff12-4691-84c3-014db07eb618), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.835163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.874475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port e2cbde82-0ad3-4d3a-9710-4c72c932865d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:31.874929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.897389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.897848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.898325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.898769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.899212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.899652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.900262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.900519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:31.902987 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-30c0205d-e2a9-4b53-8f83-2e1e530bb51d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5175 time: 0.1588743 May 12 03:27:31.906979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33952) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:31.928372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6b36b5be-ff12-4691-84c3-014db07eb618), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.928716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (6b36b5be-ff12-4691-84c3-014db07eb618), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:31.948728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 6b36b5be-ff12-4691-84c3-014db07eb618 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:32.088309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6b36b5be-ff12-4691-84c3-014db07eb618), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.118841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=6b36b5be-ff12-4691-84c3-014db07eb618,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:32.140090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port e2cbde82-0ad3-4d3a-9710-4c72c932865d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e2cbde82-0ad3-4d3a-9710-4c72c932865d,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:32.140317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.149805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Publish callbacks [] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.158490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.178855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for e2cbde82-0ad3-4d3a-9710-4c72c932865d owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:32.190387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6638d5e0-da0b-4ebd-ad01-01399ee11c92 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 0.2822886 May 12 03:27:32.202859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (bd831164-6d6e-4bdb-9a3c-e3454d53f315), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.205504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.207648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7e233e2e-9a73-495a-9a53-0caee2238747 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/floatingips/bd831164-6d6e-4bdb-9a3c-e3454d53f315 HTTP/1.1" status: 204 len: 168 time: 0.6086016 May 12 03:27:32.211185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33956) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:32.216420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '512a30fd-c096-4e46-8e84-7fde39a0a092'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:32.243463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99025ec6-7b31-446b-8a5a-94207be8d936 None None] Pushing event updated for resources: {'Port': ['ID=8430152d-ca58-4ac5-b0bc-3b7a90284068,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:32.252823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.299150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Attempting to bind port 8430152d-ca58-4ac5-b0bc-3b7a90284068 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:32.300388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Attempting to bind port 8430152d-ca58-4ac5-b0bc-3b7a90284068 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:32.300765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Attempting to bind port 8430152d-ca58-4ac5-b0bc-3b7a90284068 on network 9a76f06e-4ad6-494d-a948-6f84d67be7eb {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:32.306331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:32.306711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Checking segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:32.307633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.308032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Bound using segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:32.308515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Bound port: 8430152d-ca58-4ac5-b0bc-3b7a90284068, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:32.308901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.336435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33958) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:32.337667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.344776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611756589', 'description': 'tempest-secgroup-smoke-611756589 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:32.396355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e2cbde82-0ad3-4d3a-9710-4c72c932865d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.399027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] For port 8430152d-ca58-4ac5-b0bc-3b7a90284068, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:32.404637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] For port 8430152d-ca58-4ac5-b0bc-3b7a90284068, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8430152d-ca58-4ac5-b0bc-3b7a90284068,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:32.411341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.413492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.451457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=e2cbde82-0ad3-4d3a-9710-4c72c932865d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:32.511986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:32.513021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:32.564975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (4789c76b-be98-4b69-83b8-f0f3dbe8d720), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.572862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4789c76b-be98-4b69-83b8-f0f3dbe8d720), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.583869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99025ec6-7b31-446b-8a5a-94207be8d936 None None] Pushing event updated for resources: {'Port': ['ID=8430152d-ca58-4ac5-b0bc-3b7a90284068,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:32.622275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.641260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.136 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/4322515f-2069-4d44-83ed-30d324aef8c0) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:32.657521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.662706 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3227510 May 12 03:27:32.665471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33960) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:32.665632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] Provisioning complete for port 8430152d-ca58-4ac5-b0bc-3b7a90284068 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:32.667895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.671465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '4789c76b-be98-4b69-83b8-f0f3dbe8d720', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:32.680310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa13e8-374f-4496-9395-1b4df973e2e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4789c76b-be98-4b69-83b8-f0f3dbe8d720,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:32.790780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (9017cac3-1010-4c81-bd79-0b954f061e12), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.863939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (9017cac3-1010-4c81-bd79-0b954f061e12), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.870768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (9017cac3-1010-4c81-bd79-0b954f061e12), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.909335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:32.910657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.914868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459857 May 12 03:27:32.915511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33962) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:32.918198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d847d-7c66-4870-9f3c-f4559ee91659 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9017cac3-1010-4c81-bd79-0b954f061e12,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:32.922884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '4789c76b-be98-4b69-83b8-f0f3dbe8d720', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:32.951316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (4322515f-2069-4d44-83ed-30d324aef8c0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:32.982982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (84bf1e3b-9f34-40e2-a030-883a513c6d3b), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.021584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4322515f-2069-4d44-83ed-30d324aef8c0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.073087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:33.082191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:33.092129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:33.097229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (84bf1e3b-9f34-40e2-a030-883a513c6d3b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.097547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=4322515f-2069-4d44-83ed-30d324aef8c0,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:33.120094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (84bf1e3b-9f34-40e2-a030-883a513c6d3b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.141025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-97a4c75f-62fe-4c44-a629-08ea2a93f034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.147902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bf1e3b-9f34-40e2-a030-883a513c6d3b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:33.160807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] Current status of the port 8430152d-ca58-4ac5-b0bc-3b7a90284068 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:33.160807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.180197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.184068 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c7a3c55c-aa33-4f3a-8b46-5e48ec8dcd2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647481 May 12 03:27:33.184220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33964) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:33.188544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '4789c76b-be98-4b69-83b8-f0f3dbe8d720', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:33.229464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] For port 8430152d-ca58-4ac5-b0bc-3b7a90284068, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8430152d-ca58-4ac5-b0bc-3b7a90284068,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:33.238141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.246910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:32Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:33.256008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:33.267649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c8064a6d-cd82-45c1-b4bf-56166196e220), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.293841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e400f4-87e4-4070-b6e5-028ce2e37efe None None] The sync data for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv is: [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:32Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:33.340954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e502ec6-a692-487a-8e9d-fdb4888cba06 None None] Pushing event updated for resources: {'Port': ['ID=8430152d-ca58-4ac5-b0bc-3b7a90284068,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:33.397936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:33.401996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f56dff03-f772-41da-b8d6-6d50c1aec628 None None] Provisioning complete for port 8430152d-ca58-4ac5-b0bc-3b7a90284068 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:33.402494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f56dff03-f772-41da-b8d6-6d50c1aec628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.409498 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:33.411268 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-21ac1b7e-55e3-40d3-a539-7faa64d5c9e3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1516969 May 12 03:27:33.418344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33966) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:33.445811 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:33.448667 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:33.458307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c8064a6d-cd82-45c1-b4bf-56166196e220), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.468471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c8064a6d-cd82-45c1-b4bf-56166196e220), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.527745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet cc23dcf0-7195-4f8c-a4b2-5cb127d165e2 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:33.531818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (cc23dcf0-7195-4f8c-a4b2-5cb127d165e2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.541538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8064a6d-cd82-45c1-b4bf-56166196e220,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:33.554901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.556420 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-473f1e88-ccd6-4cfb-a1a2-df4d1b5c65b3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712656 May 12 03:27:33.562961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33968) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:33.568711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '4789c76b-be98-4b69-83b8-f0f3dbe8d720', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:33.598047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f56dff03-f772-41da-b8d6-6d50c1aec628 None None] Current status of the port 8430152d-ca58-4ac5-b0bc-3b7a90284068 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:33.611281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (cc23dcf0-7195-4f8c-a4b2-5cb127d165e2), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.663036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (9f4c49db-f6c9-49f2-b240-98e178464087), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.714962 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:33.750246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (cc23dcf0-7195-4f8c-a4b2-5cb127d165e2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.786162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.832317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (9f4c49db-f6c9-49f2-b240-98e178464087), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.847961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (9f4c49db-f6c9-49f2-b240-98e178464087), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.868544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (cc23dcf0-7195-4f8c-a4b2-5cb127d165e2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.868893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4c49db-f6c9-49f2-b240-98e178464087,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:33.910930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.914587 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b06e7cef-b883-458c-959b-5daeed6ccbf9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3484793 May 12 03:27:33.915001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33970) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:33.919478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4322515f-2069-4d44-83ed-30d324aef8c0), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.921858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '4789c76b-be98-4b69-83b8-f0f3dbe8d720', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:33.924433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8430152d-ca58-4ac5-b0bc-3b7a90284068 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:33.947204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=cc23dcf0-7195-4f8c-a4b2-5cb127d165e2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:33.965934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:33.969747 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7e125db2-b52f-4735-b280-64e4ad9f6675 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/cc23dcf0-7195-4f8c-a4b2-5cb127d165e2 HTTP/1.1" status: 204 len: 168 time: 0.5500226 May 12 03:27:33.973853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33972) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:33.988595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4dac5-d35c-4cf2-b1b3-33aec5949add None None] Network 5f832878-b625-4db7-b09d-4a2fee133478 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:34.022231 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:27:34.023583 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:32Z', 'revision_number': 9, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:34.050614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (473f14fe-a36a-412e-893a-d71a3acc28b2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.056852 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:34.066467 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:34.067325 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:34.158633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (5f832878-b625-4db7-b09d-4a2fee133478), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.159862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8430152d-ca58-4ac5-b0bc-3b7a90284068 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:34.160240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.212100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (4322515f-2069-4d44-83ed-30d324aef8c0), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.231262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (4322515f-2069-4d44-83ed-30d324aef8c0), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.237062 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:34.238875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (473f14fe-a36a-412e-893a-d71a3acc28b2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.255718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (473f14fe-a36a-412e-893a-d71a3acc28b2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.278469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 62f57a08-292a-499e-9050-80c00974fccc {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:34.278825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (62f57a08-292a-499e-9050-80c00974fccc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.289895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8430152d-ca58-4ac5-b0bc-3b7a90284068 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:34.315421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473f14fe-a36a-412e-893a-d71a3acc28b2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:34.329822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] DHCP port deletion for 5f832878-b625-4db7-b09d-4a2fee133478 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:34.344760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.356376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.360197 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d4cb1bac-1d6c-470c-9049-a48ede53dced tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4415450 May 12 03:27:34.385731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] Deleting port 62f57a08-292a-499e-9050-80c00974fccc {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:34.386270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (62f57a08-292a-499e-9050-80c00974fccc), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.392189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33974) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:34.398779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '4789c76b-be98-4b69-83b8-f0f3dbe8d720', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:34.432197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port 62f57a08-292a-499e-9050-80c00974fccc, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=62f57a08-292a-499e-9050-80c00974fccc,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:34.432799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (62f57a08-292a-499e-9050-80c00974fccc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.442688 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:27:34.449638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 62f57a08-292a-499e-9050-80c00974fccc owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:34.455981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=4322515f-2069-4d44-83ed-30d324aef8c0,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:34.469487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (45ed7254-bf74-41c4-90dc-36232ee9dfb8), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.520489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] For port 62f57a08-292a-499e-9050-80c00974fccc, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=62f57a08-292a-499e-9050-80c00974fccc,segment=NetworkSegment(3443c845-0439-46a9-939d-f8420fd7bf7a),segment_id=3443c845-0439-46a9-939d-f8420fd7bf7a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:34.520902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (62f57a08-292a-499e-9050-80c00974fccc), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.536415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] Calling delete_port for 62f57a08-292a-499e-9050-80c00974fccc owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:34.573095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (45ed7254-bf74-41c4-90dc-36232ee9dfb8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.580062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (45ed7254-bf74-41c4-90dc-36232ee9dfb8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.580668 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:32Z', 'revision_number': 9, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:34.604480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ed7254-bf74-41c4-90dc-36232ee9dfb8,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:34.623586 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6 associated. External IP: 172.26.2.136, port: 512a30fd-c096-4e46-8e84-7fde39a0a092. May 12 03:27:34.633746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.638057 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35f32e-68cc-4d67-8c40-97d58f1d0596 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:32Z', 'revision_number': 9, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35513f1-2b0d-4dae-a499-89e310fb663d', 'name': '', 'network_id': '93470930-1474-4def-af56-13dd7a51f04a', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:98:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:06Z', 'updated_at': '2022-05-12T03:27:12Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '286cf79b-1b77-4379-b3e3-e2bf4947cea9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:34.638308 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8acb6352-22ba-4a6f-aae2-2c0d1ca83c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2418091 May 12 03:27:34.638427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (62f57a08-292a-499e-9050-80c00974fccc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.690618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=62f57a08-292a-499e-9050-80c00974fccc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:34.707899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port 62f57a08-292a-499e-9050-80c00974fccc on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:34.731197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (62f57a08-292a-499e-9050-80c00974fccc), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.769075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] Pushing event deleted for resources: {'Port': ['ID=62f57a08-292a-499e-9050-80c00974fccc,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:34.775731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f842e-a4dd-4d64-bb6a-4f1be3a0669a None None] No DVR routers for this DVR port 62f57a08-292a-499e-9050-80c00974fccc on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:34.832193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (5f832878-b625-4db7-b09d-4a2fee133478), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.873187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f832878-b625-4db7-b09d-4a2fee133478']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:34.885817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3443c845-0439-46a9-939d-f8420fd7bf7a') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:34.886159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3443c845-0439-46a9-939d-f8420fd7bf7a') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:34.896395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (3443c845-0439-46a9-939d-f8420fd7bf7a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.910049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3443c845-0439-46a9-939d-f8420fd7bf7a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.917790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:34.918420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (3443c845-0439-46a9-939d-f8420fd7bf7a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.920893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:34.921601 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:34.958003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-46d5cb30-d4b6-4004-8dfe-7c976160a2ab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611756589&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0607443 May 12 03:27:34.991170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (5f832878-b625-4db7-b09d-4a2fee133478), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:34.999624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.003018 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/5f832878-b625-4db7-b09d-4a2fee133478 HTTP/1.1" status: 204 len: 168 time: 1.0279684 May 12 03:27:35.009803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 33992) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:35.014840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33948d-b6f4-4ef4-8f7d-7815777d2ec9 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=5f832878-b625-4db7-b09d-4a2fee133478,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:35.577620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:35.590288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-b176d491-a146-4bda-a495-aeb51355f0cc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:35.590831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:35.591776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-b176d491-a146-4bda-a495-aeb51355f0cc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=9a76f06e-4ad6-494d-a948-6f84d67be7eb HTTP/1.1" status: 200 len: 797 time: 0.5972896 May 12 03:27:35.599471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c80be28d-3421-4b5b-91a1-ef6f25e4f458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.606502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:35.607118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:35.640518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:35.649207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:35.649941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:35.652696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-33dfdc11-cd98-424c-93b5-8f88a7bd560d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0466866 May 12 03:27:35.659573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.688107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:35.688717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd861cf4-a5fd-4002-a766-4831c7aea800 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:35.745371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 62f57a08-292a-499e-9050-80c00974fccc no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:35.766305 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b329be8f-6d62-4287-9269-88ab28823896 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5539026 May 12 03:27:35.768051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 62f57a08-292a-499e-9050-80c00974fccc {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:35.768487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 62f57a08-292a-499e-9050-80c00974fccc not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:35.768920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e2cbde82-0ad3-4d3a-9710-4c72c932865d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:35.769412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33994) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:35.774916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1143073149'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:35.775271 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-38dd00e7-efbc-4653-be82-86d2c4e2ab3b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119876 May 12 03:27:35.788609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e2cbde82-0ad3-4d3a-9710-4c72c932865d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:35.789386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e2cbde82-0ad3-4d3a-9710-4c72c932865d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:35.800695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:35.805253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.831932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:35.842454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (adbedbdb-17b8-4107-930e-6bbb0f4295b6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.842950 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Added segment adbedbdb-17b8-4107-930e-6bbb0f4295b6 of type vlan for network 24563ac8-221b-4870-8d22-b59be0e5b1c4 May 12 03:27:35.889295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (24563ac8-221b-4870-8d22-b59be0e5b1c4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.916472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (24563ac8-221b-4870-8d22-b59be0e5b1c4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.919892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.921801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:35.922426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:35.958602 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 754 time: 0.1880455 May 12 03:27:35.961531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 33998) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:35.966090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'subnet': {'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:36.018009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b96f1-456b-4ebc-8561-a4bdab443bc0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Network': ['ID=24563ac8-221b-4870-8d22-b59be0e5b1c4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:36.028636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:36.091034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:36.094409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.133127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-8a6d27cc-9f53-493e-a46a-70263bff6b75 service neutron] 10.222.0.23 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441172 May 12 03:27:36.279227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (ef9404d5-c845-4469-9d72-1c559fa12c92), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.312781 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-8776ebc7-c937-4206-8d86-f4c72604c409 service neutron] 10.222.0.23 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727800 May 12 03:27:36.316575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port d35513f1-2b0d-4dae-a499-89e310fb663d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:36.316575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.345647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Subnet': ['ID=ef9404d5-c845-4469-9d72-1c559fa12c92,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:36.353236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Checking segment: {'id': 'adbedbdb-17b8-4107-930e-6bbb0f4295b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:36.354430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network hostable DHCP agents. Network: 24563ac8-221b-4870-8d22-b59be0e5b1c4, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:36.373698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:36.384702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 24563ac8-221b-4870-8d22-b59be0e5b1c4) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:36.389785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:36.391202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.405784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c827cce1-0b59-4dfb-a68e-52140efcddba None None] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:36.421012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port d35513f1-2b0d-4dae-a499-89e310fb663d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d35513f1-2b0d-4dae-a499-89e310fb663d,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:36.421518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.422651 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bdc3d015-d668-494e-a966-1f391a320d0d tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4602988 May 12 03:27:36.426438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34000) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:36.432457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1447109267', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:36.441117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for d35513f1-2b0d-4dae-a499-89e310fb663d owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:36.444923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.466544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.468152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.531997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_controller (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.547694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8972f815-4bf2-40a9-9fe1-72e58f7047df req-d2f82a18-468d-4e14-af05-0e67d15b5da5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 210 time: 0.0328846 May 12 03:27:36.584523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-24563ac8-221b-4870-8d22-b59be0e5b1c4', 'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4', 'project_id': '9d5aec7f87f345318cd9438fed8d93da', 'fixed_ips': [{'subnet_id': 'ef9404d5-c845-4469-9d72-1c559fa12c92'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:36.587115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.709654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.713945 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d35513f1-2b0d-4dae-a499-89e310fb663d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.749825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=d35513f1-2b0d-4dae-a499-89e310fb663d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:36.764444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Allocated IP 172.20.0.2 (24563ac8-221b-4870-8d22-b59be0e5b1c4/ef9404d5-c845-4469-9d72-1c559fa12c92/4f65f7ae-9d49-4b7b-bffe-42b68e87a05e) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:36.920841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.965138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Publish callbacks [] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:36.981023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.003813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.040651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Pushing event updated for resources: {'Port': ['ID=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:37.049232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:37.051652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:37.056615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:37.067064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.140812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Attempting to bind port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:37.141584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Attempting to bind port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'adbedbdb-17b8-4107-930e-6bbb0f4295b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:37.142804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Attempting to bind port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e on network 24563ac8-221b-4870-8d22-b59be0e5b1c4 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:37.149432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:37.149779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Checking segment: {'id': 'adbedbdb-17b8-4107-930e-6bbb0f4295b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:37.151261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.151784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Bound using segment: {'id': 'adbedbdb-17b8-4107-930e-6bbb0f4295b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:37.152378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Bound port: 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbedbdb-17b8-4107-930e-6bbb0f4295b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:37.152767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.178754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:37.182819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.26.2.140 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/5a1de87b-b8d4-4ef4-8614-f29d0f91e509) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:37.220085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] For port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:37.223212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] For port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,segment=NetworkSegment(adbedbdb-17b8-4107-930e-6bbb0f4295b6),segment_id=adbedbdb-17b8-4107-930e-6bbb0f4295b6)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:37.229959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.299070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e7c4d-2d6c-4455-8b9a-98882b94c04d None None] Pushing event updated for resources: {'Port': ['ID=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:37.301129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:37.306003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-20f0838c-a112-4d97-bfb2-232d462ed659 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2946215 May 12 03:27:37.309210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34014) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:37.331525 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:37.342307 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:37.343272 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:37.385608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet 286cf79b-1b77-4379-b3e3-e2bf4947cea9 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:37.389355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (286cf79b-1b77-4379-b3e3-e2bf4947cea9), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.390183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (5a1de87b-b8d4-4ef4-8614-f29d0f91e509), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.437154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5a1de87b-b8d4-4ef4-8614-f29d0f91e509), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.446282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (286cf79b-1b77-4379-b3e3-e2bf4947cea9), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.483759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:37.486822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:37.489224 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:37.490824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:37.526638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=5a1de87b-b8d4-4ef4-8614-f29d0f91e509,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:37.597590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (286cf79b-1b77-4379-b3e3-e2bf4947cea9), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.717612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cc6c9af-4279-4563-a177-ae565edb5b14 req-ad8a2510-8332-4c42-b04b-3643edacb4b9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 210 time: 0.0423892 May 12 03:27:37.750247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (286cf79b-1b77-4379-b3e3-e2bf4947cea9), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.753972 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:27:37.836684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=286cf79b-1b77-4379-b3e3-e2bf4947cea9,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:37.839149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf05a5-70f3-40e4-b206-4c7814a0c414 None None] Network 93470930-1474-4def-af56-13dd7a51f04a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:37.841789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.847436 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c3c73e5c-d014-4084-a00f-ecf320b4bbb1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/286cf79b-1b77-4379-b3e3-e2bf4947cea9 HTTP/1.1" status: 204 len: 168 time: 0.5372341 May 12 03:27:37.850737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34018) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:37.899092 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:36Z', 'revision_number': 10, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:37.970088 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:37.971710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:37.994167 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:37.997835 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:38.016303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.021954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (93470930-1474-4def-af56-13dd7a51f04a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.022186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:38.115812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] DHCP port deletion for 93470930-1474-4def-af56-13dd7a51f04a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:38.121556 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:38.133315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 3793972c-23eb-45e5-90a5-768ff3d2685a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:38.133704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.164526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:38.164904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.192034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-66a2ac45-7072-4faa-95ac-02444e2b0e6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:38.194850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] Deleting port 3793972c-23eb-45e5-90a5-768ff3d2685a {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:38.195237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.195481 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-66a2ac45-7072-4faa-95ac-02444e2b0e6d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=9a76f06e-4ad6-494d-a948-6f84d67be7eb HTTP/1.1" status: 200 len: 797 time: 0.2626057 May 12 03:27:38.302896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] For port 3793972c-23eb-45e5-90a5-768ff3d2685a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3793972c-23eb-45e5-90a5-768ff3d2685a,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:38.303301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.304633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port 3793972c-23eb-45e5-90a5-768ff3d2685a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3793972c-23eb-45e5-90a5-768ff3d2685a,segment=NetworkSegment(7239de27-f901-4eae-8ae6-f61e13a71da5),segment_id=7239de27-f901-4eae-8ae6-f61e13a71da5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:38.305260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.323213 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-2587a3cf-c01e-4be4-a4e2-7451db8e462b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 379 time: 0.1163583 May 12 03:27:38.324146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] Calling delete_port for 3793972c-23eb-45e5-90a5-768ff3d2685a owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:38.335778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 3793972c-23eb-45e5-90a5-768ff3d2685a owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:38.343676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['4789c76b-be98-4b69-83b8-f0f3dbe8d720']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:38.384274 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:36Z', 'revision_number': 10, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:38.420186 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3f4b-0016-4205-b1fd-9ba69b8fc1f8 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:36Z', 'revision_number': 10, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None, '_interfaces': [{'id': '69cab82d-fd00-41b3-9659-b2826c5e347b', 'name': '', 'network_id': '42520a79-8597-42f9-afe2-3c1c3aef1196', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'mac_address': 'fa:16:3e:2e:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:26:59Z', 'updated_at': '2022-05-12T03:27:04Z', 'revision_number': 5, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'subnets': [{'id': '12acda6e-724e-49e6-9480-649443aa6ed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:38.439931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:38.440388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.485082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.489399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,segment=NetworkSegment(adbedbdb-17b8-4107-930e-6bbb0f4295b6),segment_id=adbedbdb-17b8-4107-930e-6bbb0f4295b6)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:38.496718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.503477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (3793972c-23eb-45e5-90a5-768ff3d2685a), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.522373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=3793972c-23eb-45e5-90a5-768ff3d2685a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:38.532289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port 3793972c-23eb-45e5-90a5-768ff3d2685a on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:38.553572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.553911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] No DVR routers for this DVR port 3793972c-23eb-45e5-90a5-768ff3d2685a on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:38.562217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:38.566058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.605565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:38.624278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (93470930-1474-4def-af56-13dd7a51f04a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.647736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93470930-1474-4def-af56-13dd7a51f04a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:38.653993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b901cb-552a-4d70-9ad8-b9e666334c80 None None] Pushing event deleted for resources: {'Port': ['ID=3793972c-23eb-45e5-90a5-768ff3d2685a,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:38.659258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7239de27-f901-4eae-8ae6-f61e13a71da5') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:38.659401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7239de27-f901-4eae-8ae6-f61e13a71da5') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:38.669657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (7239de27-f901-4eae-8ae6-f61e13a71da5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.687948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (7239de27-f901-4eae-8ae6-f61e13a71da5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.694617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:38.695111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (7239de27-f901-4eae-8ae6-f61e13a71da5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:38.699019 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:38.739769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9f010-3852-4d72-90d2-43fb4e39556f None None] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:38.772902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (93470930-1474-4def-af56-13dd7a51f04a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.800382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.805693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/93470930-1474-4def-af56-13dd7a51f04a HTTP/1.1" status: 204 len: 168 time: 0.9538007 May 12 03:27:38.807818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b3858-d8c9-4207-98d5-ddf305a73a1c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=93470930-1474-4def-af56-13dd7a51f04a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:38.808762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-416eff4f-92a0-4f73-afad-0b6245413021 None None] Provisioning complete for port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:38.809156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-416eff4f-92a0-4f73-afad-0b6245413021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:38.810729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34026) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:38.921039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf657829-6760-4e3c-bfb0-8a9c06c1c6a4 req-3f7c44b4-7c26-4e12-8c2d-3bd4f7b8ecee tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 210 time: 0.0669217 May 12 03:27:39.026241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-416eff4f-92a0-4f73-afad-0b6245413021 None None] Current status of the port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:39.191626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.11 (9a76f06e-4ad6-494d-a948-6f84d67be7eb/0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8/ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:39.217429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 559acf0f-b376-4ff5-96a0-3fd3d3af9f0b is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:27:39.221054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.244655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9eb1d89b-9890-4f18-b3b5-3cdfab68472c None None] Provisioning complete for port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:39.245331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d89b-9890-4f18-b3b5-3cdfab68472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.327010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1d89b-9890-4f18-b3b5-3cdfab68472c None None] Current status of the port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:39.418151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:39.428110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] Sync routers for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:39.439039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:39.439789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:39.448681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.453738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.457505 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-13e856d5-aada-4c2d-80e4-911ac15166e1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0272205 May 12 03:27:39.457968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34028) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:39.476407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:39.485829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:39.486851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:39.489767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.505511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port 69cab82d-fd00-41b3-9659-b2826c5e347b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:39.505915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.539215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:39.546199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:39.548295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:39.608981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:39.609254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.613180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:39.641703 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-283021e4-538d-46d1-a96a-a4bb076c73ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3114495 May 12 03:27:39.663028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Request body: {'port': {'device_id': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:39.692026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:39.693195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07b152-2ea9-47b1-a6d1-6e7b818834bb None None] The sync data for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:39.718936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.740529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port 69cab82d-fd00-41b3-9659-b2826c5e347b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=69cab82d-fd00-41b3-9659-b2826c5e347b,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:39.741027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.762010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for 69cab82d-fd00-41b3-9659-b2826c5e347b owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:39.769283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.812639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:39.861452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b6c78539-cd7e-448f-8037-a214c36cceb0 None None] Provisioning complete for port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:39.861835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b6c78539-cd7e-448f-8037-a214c36cceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.895545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:39.896000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:39.930490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b6c78539-cd7e-448f-8037-a214c36cceb0 None None] Port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:40.001104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:40.064675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d35513f1-2b0d-4dae-a499-89e310fb663d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:40.088357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: d35513f1-2b0d-4dae-a499-89e310fb663d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:40.089007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d35513f1-2b0d-4dae-a499-89e310fb663d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:40.089434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3793972c-23eb-45e5-90a5-768ff3d2685a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:40.096878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:27:40.105475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Publish callbacks [] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.109240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 3793972c-23eb-45e5-90a5-768ff3d2685a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:40.109602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3793972c-23eb-45e5-90a5-768ff3d2685a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:40.119859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Transition to ACTIVE for port object ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:27:40.124202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.179008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:40.251066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Attempting to bind port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:40.251775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Attempting to bind port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:40.251775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Attempting to bind port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b on network 9a76f06e-4ad6-494d-a948-6f84d67be7eb {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:40.256284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b on network 9a76f06e-4ad6-494d-a948-6f84d67be7eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:27:40.256621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Attempting to bind port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b on network 9a76f06e-4ad6-494d-a948-6f84d67be7eb {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:40.262296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:40.262634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Checking segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:40.263023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Bound using segment: {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:40.263449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Bound port: ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba39ef65-e910-461b-ac2a-f12b67b27615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:40.263807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.335386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d29d65-6159-4433-8bf8-3246759d2dcc req-d3af07b4-a1f7-448e-aa08-513004d6b945 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:40.336925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0d29d65-6159-4433-8bf8-3246759d2dcc req-d3af07b4-a1f7-448e-aa08-513004d6b945 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 944 time: 0.1146038 May 12 03:27:40.341660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] For port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:40.344973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] For port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:40.352164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.390486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:40.391265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.392476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b HTTP/1.1" status: 200 len: 1094 time: 0.7392764 May 12 03:27:40.392888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:27:40.395173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:27:40.421728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059b1b8-8039-4f82-9f88-3102a88ac4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:40.464082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683ac60-16e3-4164-a195-66f969de9b35 x-openstack-request-id: req-9683ac60-16e3-4164-a195-66f969de9b35 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:27:40.464544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:27:40.464797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9683ac60-16e3-4164-a195-66f969de9b35 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:27:40.465338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9683ac60-16e3-4164-a195-66f969de9b35'] response: {'name': 'network-changed', 'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'status': 'completed', 'code': 200} May 12 03:27:40.508952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-e48824df-cc5a-483c-b147-65637a81e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:40.510442 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-e48824df-cc5a-483c-b147-65637a81e1fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 1128 time: 0.0595157 May 12 03:27:40.537200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0d29d65-6159-4433-8bf8-3246759d2dcc req-962c4e56-6105-4c2d-9d14-80693f37258c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631246 May 12 03:27:40.561181 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-92c4b97d-ad4f-4f0b-8444-b1d5b092ff11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b HTTP/1.1" status: 200 len: 217 time: 0.0372760 May 12 03:27:40.614967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (69cab82d-fd00-41b3-9659-b2826c5e347b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.621497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-1c7729ea-818f-4321-99b9-cb4621633855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:40.623296 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-1c7729ea-818f-4321-99b9-cb4621633855 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8 HTTP/1.1" status: 200 len: 835 time: 0.0532253 May 12 03:27:40.672574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390de0d-0429-4bb2-825f-9087c92169bc req-c8cc3563-de64-463d-a41f-67b1b5693833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:40.674102 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-c8cc3563-de64-463d-a41f-67b1b5693833 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a76f06e-4ad6-494d-a948-6f84d67be7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417845 May 12 03:27:40.675785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=69cab82d-fd00-41b3-9659-b2826c5e347b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:40.787695 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-29bc8958-8b93-4b4f-9fd7-996a72939f90 service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018054 May 12 03:27:40.797466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.817925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:40.888898 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6390de0d-0429-4bb2-825f-9087c92169bc req-6cd44470-81d8-4ae4-afc9-05637a5c346b service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911431 May 12 03:27:41.049331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:41.182982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:41.189623 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b5dfa6c1-345e-476a-94ac-60817d8c20ce tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3776653 May 12 03:27:41.192531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34034) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:41.195023 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:41.289260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting subnet 12acda6e-724e-49e6-9480-649443aa6ed7 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:41.295622 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:41.296222 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:41.311847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (12acda6e-724e-49e6-9480-649443aa6ed7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.366234 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:41.367039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.1 (24563ac8-221b-4870-8d22-b59be0e5b1c4/ef9404d5-c845-4469-9d72-1c559fa12c92/9595278d-3186-489f-ab0c-7356343c0000) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:41.370270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (12acda6e-724e-49e6-9480-649443aa6ed7), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.418982 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:40Z', 'revision_number': 11, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:41.448172 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:41.456814 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:41.457411 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:41.526193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (12acda6e-724e-49e6-9480-649443aa6ed7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.532392 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:41.578865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (9595278d-3186-489f-ab0c-7356343c0000), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.599936 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:40Z', 'revision_number': 11, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:41.620443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (12acda6e-724e-49e6-9480-649443aa6ed7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.635056 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded37429-c81e-4044-8d7d-d251b8260c62 None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:40Z', 'revision_number': 11, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:41.677607 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Subnet': ['ID=12acda6e-724e-49e6-9480-649443aa6ed7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:41.686261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9595278d-3186-489f-ab0c-7356343c0000), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.690479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.690911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f7089-dbfb-4aa9-8b31-7617553b08c6 None None] Network 42520a79-8597-42f9-afe2-3c1c3aef1196 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:41.693558 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5ac33c71-12fc-4684-b92b-acc2af0a6e18 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/12acda6e-724e-49e6-9480-649443aa6ed7 HTTP/1.1" status: 204 len: 168 time: 0.5003018 May 12 03:27:41.696589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34038) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:41.709074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d56c9a-3805-4ea0-96d6-8f4e7ba98c74 req-e0c07be2-e383-48e3-8d3f-54ccc0deeddf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:41.710622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b2d56c9a-3805-4ea0-96d6-8f4e7ba98c74 req-e0c07be2-e383-48e3-8d3f-54ccc0deeddf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 944 time: 0.0940108 May 12 03:27:41.764408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:41.768291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:41.772650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:41.813034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=9595278d-3186-489f-ab0c-7356343c0000,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:41.837424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (42520a79-8597-42f9-afe2-3c1c3aef1196), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.844619 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b2d56c9a-3805-4ea0-96d6-8f4e7ba98c74 req-4036ff51-5b13-476a-a430-7c2fdd757dcf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094520 May 12 03:27:41.845602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-590c7725-4bb7-48fd-a75a-e6e0d3832aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:41.847243 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-590c7725-4bb7-48fd-a75a-e6e0d3832aa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 1128 time: 0.0727429 May 12 03:27:41.859914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.964076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Deleting port ca086b66-819b-4278-a69c-0685123d9205 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:41.964420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ca086b66-819b-4278-a69c-0685123d9205), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:41.986150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] DHCP port deletion for 42520a79-8597-42f9-afe2-3c1c3aef1196 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:42.052986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-d9321e42-3474-4aa5-8685-03e9f6260573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:42.054497 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-d9321e42-3474-4aa5-8685-03e9f6260573 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a76f06e-4ad6-494d-a948-6f84d67be7eb HTTP/1.1" status: 200 len: 898 time: 0.1998637 May 12 03:27:42.056772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] For port ca086b66-819b-4278-a69c-0685123d9205, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ca086b66-819b-4278-a69c-0685123d9205,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:42.057141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ca086b66-819b-4278-a69c-0685123d9205), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.086062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Calling delete_port for ca086b66-819b-4278-a69c-0685123d9205 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:42.087077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] Deleting port ca086b66-819b-4278-a69c-0685123d9205 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:42.087461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ca086b66-819b-4278-a69c-0685123d9205), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.093156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9595278d-3186-489f-ab0c-7356343c0000), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.110426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 69cab82d-fd00-41b3-9659-b2826c5e347b no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:42.128697 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-4376ea04-a4f1-47f6-a8e0-4bea8f91f956 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b HTTP/1.1" status: 200 len: 217 time: 0.0511346 May 12 03:27:42.147546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 69cab82d-fd00-41b3-9659-b2826c5e347b {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:42.147873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 69cab82d-fd00-41b3-9659-b2826c5e347b not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:42.148302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ca086b66-819b-4278-a69c-0685123d9205 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:42.215220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f9baa118-7d68-4451-be3a-66d2029731bb None None] Provisioning complete for port 9595278d-3186-489f-ab0c-7356343c0000 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:42.215933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f9baa118-7d68-4451-be3a-66d2029731bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9595278d-3186-489f-ab0c-7356343c0000), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.227197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-a32cb702-8052-44b9-b02f-ca84f3ed4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:42.229645 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-a32cb702-8052-44b9-b02f-ca84f3ed4a14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8 HTTP/1.1" status: 200 len: 835 time: 0.0916107 May 12 03:27:42.257634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] For port ca086b66-819b-4278-a69c-0685123d9205, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ca086b66-819b-4278-a69c-0685123d9205,segment=NetworkSegment(b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6),segment_id=b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:42.258410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ca086b66-819b-4278-a69c-0685123d9205), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.288810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] Calling delete_port for ca086b66-819b-4278-a69c-0685123d9205 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:42.289134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-fd62b6d0-92cf-457f-8bb0-959010c279af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:42.291453 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-fd62b6d0-92cf-457f-8bb0-959010c279af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a76f06e-4ad6-494d-a948-6f84d67be7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496190 May 12 03:27:42.292718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ca086b66-819b-4278-a69c-0685123d9205), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.300139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.308651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No active binding found for port ca086b66-819b-4278-a69c-0685123d9205 {{(pid=104166) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 12 03:27:42.309040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] The host dv-neutron-841363-5-hyperv is not matching for port ca086b66-819b-4278-a69c-0685123d9205 host None! {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 12 03:27:42.309441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ca086b66-819b-4278-a69c-0685123d9205 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:42.310934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f9baa118-7d68-4451-be3a-66d2029731bb None None] Port 9595278d-3186-489f-ab0c-7356343c0000 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:42.340941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Port': ['ID=ca086b66-819b-4278-a69c-0685123d9205,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:42.352018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No DVR routers for this DVR port ca086b66-819b-4278-a69c-0685123d9205 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:42.397789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (ca086b66-819b-4278-a69c-0685123d9205), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.428869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] Pushing event deleted for resources: {'Port': ['ID=ca086b66-819b-4278-a69c-0685123d9205,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:42.430831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26216ab-1daa-4fb0-a2d3-1c0222ee7e4c None None] No DVR routers for this DVR port ca086b66-819b-4278-a69c-0685123d9205 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:42.471391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (42520a79-8597-42f9-afe2-3c1c3aef1196), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.497565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (9595278d-3186-489f-ab0c-7356343c0000), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.503102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (9595278d-3186-489f-ab0c-7356343c0000), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.503761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42520a79-8597-42f9-afe2-3c1c3aef1196']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:42.513270 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-a3e5327f-0f8b-4658-9d86-990e21f521d7 service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942766 May 12 03:27:42.516492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:42.516785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:42.534886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.565713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.572655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:27:42.579433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.582146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=9595278d-3186-489f-ab0c-7356343c0000,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:42.607058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:42.607460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (b09a8f66-e40f-4a4a-bd7c-2665a90f2eb6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:42.610599 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:42.675437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:42.676786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:42.680653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b672d9b2-6acd-4b5e-81a4-87653c38b3ed req-d826d53b-ee99-4bec-ad7c-f3e2639282d6 service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572993 May 12 03:27:42.684083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:42.685808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (42520a79-8597-42f9-afe2-3c1c3aef1196), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.694869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.698572 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/networks/42520a79-8597-42f9-afe2-3c1c3aef1196 HTTP/1.1" status: 204 len: 168 time: 1.0004334 May 12 03:27:42.701565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34040) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:42.706646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'routes': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:42.707518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'port_id': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'mac_address': 'fa:16:3e:94:fa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:27:42.711314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e28c40-1056-4d5d-b089-f43df08c9fee tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Pushing event deleted for resources: {'Network': ['ID=42520a79-8597-42f9-afe2-3c1c3aef1196,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:42.754330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:42.754724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.768683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:27:42.793745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:42.797950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.852697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:42.937355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-43490a16-46d1-492f-b477-4e167df871c9 None None] Provisioning complete for port 9595278d-3186-489f-ab0c-7356343c0000 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:42.937729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-43490a16-46d1-492f-b477-4e167df871c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9595278d-3186-489f-ab0c-7356343c0000), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.961140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Added routes are [] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 12 03:27:42.961442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Removed routes are [] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 12 03:27:42.961804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:42.975552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-43490a16-46d1-492f-b477-4e167df871c9 None None] Port 9595278d-3186-489f-ab0c-7356343c0000 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:43.055901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:27:43.377960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 559acf0f-b376-4ff5-96a0-3fd3d3af9f0b has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:43.384421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828fdd1-ecdf-439f-ac52-0008ebc3eafc req-e9167629-8c54-4db8-aa34-467c7abd43be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:43.386423 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3828fdd1-ecdf-439f-ac52-0008ebc3eafc req-e9167629-8c54-4db8-aa34-467c7abd43be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 945 time: 0.4553440 May 12 03:27:43.548827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:43.565826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:43.574734 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3828fdd1-ecdf-439f-ac52-0008ebc3eafc req-b8964cef-a8e4-4865-8c51-6c1c0f5ff998 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608646 May 12 03:27:43.689177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:43.691789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:43.695762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-55e36c88-4d23-44ec-a098-07424ccff3ea tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/routers/559acf0f-b376-4ff5-96a0-3fd3d3af9f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2368557 May 12 03:27:43.698765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34044) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:43.700432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] Sync routers for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:43.705235 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'port': {'network_id': '24563ac8-221b-4870-8d22-b59be0e5b1c4', 'name': 'tempest-FloatingIPTestJSON-1338357365'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:43.710464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:43.710973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:43.748336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:43.756899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:43.757501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:43.780535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:43.787430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:43.791581 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6c544e39-4727-4f91-bbf9-436b28378dc4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 703 time: 1.0862236 May 12 03:27:43.792020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:43.792353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc031a81-cde4-4207-9854-cc834b568303 None None] The sync data for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:43.792781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:43.795391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] Sync routers for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:43.814034 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:43.814734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:43.825078 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ffd7c8b0-ae8c-4832-b20a-1f3e0715ea96 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 205 time: 0.0304072 May 12 03:27:43.826957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34048) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:43.840133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Made reservation on behalf of 9d5aec7f87f345318cd9438fed8d93da for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:43.843744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:43.861605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] device_id is not set on port 6c8d8dd7-e5fd-490d-b210-d287fc12acad yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:27:43.891044 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:43.908916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:43.943669 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:40Z', 'revision_number': 11, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:43.974815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] Checking router: eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:43.981689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Allocated IP 172.20.0.11 (24563ac8-221b-4870-8d22-b59be0e5b1c4/ef9404d5-c845-4469-9d72-1c559fa12c92/6c8d8dd7-e5fd-490d-b210-d287fc12acad) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:43.984453 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] Routers {'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:43.985112 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:44.058620 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] Set router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:44.084092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.086282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.118893 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:40Z', 'revision_number': 11, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:44.133413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.133760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:27:44.138103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for port (6c8d8dd7-e5fd-490d-b210-d287fc12acad), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.140855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.145851 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-18f89f75-049b-4914-b34c-9c8160ef4fe5 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 204 len: 168 time: 0.3141031 May 12 03:27:44.146151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34050) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:44.148053 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07251146-0f3b-4e80-bad7-bb9fc5f06e6f None None] The sync data for ids ['eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5'] in dv-neutron-841363-5-hyperv is: [{'id': 'eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5', 'name': 'tempest-RoutersIpV6Test-router-39635738', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:26:56Z', 'updated_at': '2022-05-12T03:27:40Z', 'revision_number': 11, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:44.152980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1479168436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:44.194530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.195572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.208976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6c8d8dd7-e5fd-490d-b210-d287fc12acad), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.271428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:44.303870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:44.307040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (4f7078c0-cae4-4a72-82bd-1c17dff0737a), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.308110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:44.333452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event updated for resources: {'Port': ['ID=6c8d8dd7-e5fd-490d-b210-d287fc12acad,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:44.343704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.376067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.379884 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e90d75c9-80ad-4390-bab7-2ee1402f112c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2301595 May 12 03:27:44.380449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34052) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:44.383109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:44.383830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.386019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:44.406012 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a22350f1-d1ea-45c2-bf99-2099102e9dfb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7042086 May 12 03:27:44.406833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34054) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:44.411567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Request body: {'floatingip': {'port_id': '6c8d8dd7-e5fd-490d-b210-d287fc12acad'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:44.474366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.575270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:44.620437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d9f91d80-03ff-4246-8135-e5d80cd4c80e None None] Provisioning complete for port 6c8d8dd7-e5fd-490d-b210-d287fc12acad triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:44.620437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d9f91d80-03ff-4246-8135-e5d80cd4c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6c8d8dd7-e5fd-490d-b210-d287fc12acad), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.621190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.632883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.659221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d9f91d80-03ff-4246-8135-e5d80cd4c80e None None] Port 6c8d8dd7-e5fd-490d-b210-d287fc12acad cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:44.670075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:27:44.677455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:44.677829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.758841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:44.760119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.762957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378dd94-8ff2-4834-a125-c017e65c49db req-3873f37d-053f-4b53-98f8-7b8c0b119138 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:44.764467 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1378dd94-8ff2-4834-a125-c017e65c49db req-3873f37d-053f-4b53-98f8-7b8c0b119138 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 945 time: 0.0875983 May 12 03:27:44.784100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:27:44.786398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4478b-7b79-4b7d-9a91-9bf5bcca605c" -d '{"events": [{"server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "name": "network-vif-plugged", "status": "completed", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:27:44.803213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:44.810766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.836222 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1378dd94-8ff2-4834-a125-c017e65c49db req-11c60048-eede-4bdb-9893-12355e01cdb0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626340 May 12 03:27:44.837346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Router 4f7078c0-cae4-4a72-82bd-1c17dff0737a is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:27:44.867949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:44.920214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:44.926909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:44.928132 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d8934bea-1f5e-4022-b17a-a22978a7e30b tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "PUT /v2.0/routers/4f7078c0-cae4-4a72-82bd-1c17dff0737a HTTP/1.1" status: 200 len: 698 time: 0.5467360 May 12 03:27:44.931743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] Sync routers for ids ['4f7078c0-cae4-4a72-82bd-1c17dff0737a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:44.932941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34062) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:44.944176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] Routers {'4f7078c0-cae4-4a72-82bd-1c17dff0737a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:44.944795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['4f7078c0-cae4-4a72-82bd-1c17dff0737a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:45.021633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e955fe-b304-4179-b07a-d35612fbf97a x-openstack-request-id: req-15e955fe-b304-4179-b07a-d35612fbf97a {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:27:45.022584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "name": "network-vif-plugged", "status": "completed", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:27:45.022846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15e955fe-b304-4179-b07a-d35612fbf97a {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:27:45.023244 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e955fe-b304-4179-b07a-d35612fbf97a'] response: {'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'code': 200} May 12 03:27:45.028292 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] Set router 4f7078c0-cae4-4a72-82bd-1c17dff0737a gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:45.078485 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3398340e-95f1-4ee3-bc25-6ae6fb9be18a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/routers/4f7078c0-cae4-4a72-82bd-1c17dff0737a HTTP/1.1" status: 200 len: 704 time: 0.1443472 May 12 03:27:45.079583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34064) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.083595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7078c0-cae4-4a72-82bd-1c17dff0737a', 'name': 'tempest-RoutersIpV6Test-router-1479168436', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:44Z', 'updated_at': '2022-05-12T03:27:44Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:45.100513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.106653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.115306 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-16557de7-405c-481e-b06b-fa729b5b79b3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f7078c0-cae4-4a72-82bd-1c17dff0737a HTTP/1.1" status: 200 len: 205 time: 0.0343125 May 12 03:27:45.117780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34066) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.121076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] Checking router: 4f7078c0-cae4-4a72-82bd-1c17dff0737a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:45.131754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] Routers {'4f7078c0-cae4-4a72-82bd-1c17dff0737a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:45.132451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['4f7078c0-cae4-4a72-82bd-1c17dff0737a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:45.199246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbee1f-5b34-4bbb-91ed-3db3f8690232 req-b38837e0-afc4-480c-8c26-f014f9602d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:45.200706 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-19fbee1f-5b34-4bbb-91ed-3db3f8690232 req-b38837e0-afc4-480c-8c26-f014f9602d49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 1130 time: 0.0541587 May 12 03:27:45.205613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] Set router 4f7078c0-cae4-4a72-82bd-1c17dff0737a gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:45.208862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.259201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7078c0-cae4-4a72-82bd-1c17dff0737a', 'name': 'tempest-RoutersIpV6Test-router-1479168436', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:44Z', 'updated_at': '2022-05-12T03:27:44Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:45.279985 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-19fbee1f-5b34-4bbb-91ed-3db3f8690232 req-46c9445b-ab26-47fd-9948-60bd00f19b73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494740 May 12 03:27:45.286475 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6 associated. External IP: 172.26.2.136, port: 512a30fd-c096-4e46-8e84-7fde39a0a092. May 12 03:27:45.288495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff469273-d247-4562-b804-131e7069d5f7 None None] The sync data for ids ['4f7078c0-cae4-4a72-82bd-1c17dff0737a'] in dv-neutron-841363-5-hyperv is: [{'id': '4f7078c0-cae4-4a72-82bd-1c17dff0737a', 'name': 'tempest-RoutersIpV6Test-router-1479168436', 'tenant_id': '94fa367f67454b37ab48a3aac024ee52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:44Z', 'updated_at': '2022-05-12T03:27:44Z', 'revision_number': 2, 'project_id': '94fa367f67454b37ab48a3aac024ee52', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:45.377616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.379803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router_controller (4f7078c0-cae4-4a72-82bd-1c17dff0737a), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.423813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (4f7078c0-cae4-4a72-82bd-1c17dff0737a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.424441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7078c0-cae4-4a72-82bd-1c17dff0737a {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:27:45.431816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:45.432962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1b2450cc-9d3c-4af0-8273-78f16f73fcf3 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/4f7078c0-cae4-4a72-82bd-1c17dff0737a HTTP/1.1" status: 204 len: 168 time: 0.3141100 May 12 03:27:45.436962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34068) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.467589 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-31beb560-27eb-4720-8b6e-eef0a4097dfb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f7078c0-cae4-4a72-82bd-1c17dff0737a HTTP/1.1" status: 200 len: 205 time: 0.0268304 May 12 03:27:45.467872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34070) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.510703 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-eac4a728-9959-4fbe-90cc-6918c7e0bbe4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:45.511800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eac4a728-9959-4fbe-90cc-6918c7e0bbe4 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/4f7078c0-cae4-4a72-82bd-1c17dff0737a HTTP/1.1" status: 404 len: 336 time: 0.0430849 May 12 03:27:45.514479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34072) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.542378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b0136-23cd-459f-9031-80733bd63b35 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:45.542842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807b0136-23cd-459f-9031-80733bd63b35 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:45.547351 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-807b0136-23cd-459f-9031-80733bd63b35 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/c863a894-fcac-4067-a2ad-40cccedc85d3 HTTP/1.1" status: 404 len: 337 time: 0.0304592 May 12 03:27:45.549299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34074) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.577250 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f9001a-8490-4357-a8c5-11c70fc80d35 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:45.577717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f9001a-8490-4357-a8c5-11c70fc80d35 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:45.580803 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-32f9001a-8490-4357-a8c5-11c70fc80d35 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/cc23dcf0-7195-4f8c-a4b2-5cb127d165e2 HTTP/1.1" status: 404 len: 337 time: 0.0302184 May 12 03:27:45.583412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34076) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.610968 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-993e958f-7fff-49a0-bfc4-f47f4d208520 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:45.611352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993e958f-7fff-49a0-bfc4-f47f4d208520 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:45.614377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-993e958f-7fff-49a0-bfc4-f47f4d208520 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/286cf79b-1b77-4379-b3e3-e2bf4947cea9 HTTP/1.1" status: 404 len: 337 time: 0.0300097 May 12 03:27:45.617003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34078) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.647129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadda47c-b16a-43d7-a4fa-4d49e4c23cca tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:45.647874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadda47c-b16a-43d7-a4fa-4d49e4c23cca tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:45.651127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fadda47c-b16a-43d7-a4fa-4d49e4c23cca tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/12acda6e-724e-49e6-9480-649443aa6ed7 HTTP/1.1" status: 404 len: 337 time: 0.0331836 May 12 03:27:45.653761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34080) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.683200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-01035b9d-62ed-4c4e-9198-4ac1fd6edf13 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 200 len: 205 time: 0.0283039 May 12 03:27:45.685595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34082) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.723535 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-e8dc6d3e-a58b-4e22-b7d9-9961121a5afe tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:45.724928 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e8dc6d3e-a58b-4e22-b7d9-9961121a5afe tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/eccb2fd1-4aaa-41dd-87c9-2cbff3d846a5 HTTP/1.1" status: 404 len: 336 time: 0.0380979 May 12 03:27:45.727285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34084) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.756964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5c407b07-d030-4477-a3fd-beacb82298cc tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7727d17-3cb9-4ef1-b912-05c6ea86a0eb HTTP/1.1" status: 200 len: 205 time: 0.0275571 May 12 03:27:45.759526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34086) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.801187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-f4c4ac93-477e-4d7f-a46e-8f823bec3588 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:45.802307 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4c4ac93-477e-4d7f-a46e-8f823bec3588 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/a7727d17-3cb9-4ef1-b912-05c6ea86a0eb HTTP/1.1" status: 404 len: 336 time: 0.0418570 May 12 03:27:45.805040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34088) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.831326 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbcd2aa-9e98-4b80-8653-99be27f56b2c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:45.831782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbcd2aa-9e98-4b80-8653-99be27f56b2c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:45.834776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5bbcd2aa-9e98-4b80-8653-99be27f56b2c tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/cc15b1a6-8a4a-46c9-a0ae-26825c1cd75b HTTP/1.1" status: 404 len: 337 time: 0.0288055 May 12 03:27:45.837857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34090) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.852656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:45.866772 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8f8ab548-4450-4a7f-8e7d-84879b8e63df tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 200 len: 205 time: 0.0271711 May 12 03:27:45.868501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34094) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.909619 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-8faa51ae-9c8a-43ee-a8e7-158650475e15 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:45.910835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8faa51ae-9c8a-43ee-a8e7-158650475e15 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/e835bb6a-27b9-4955-89a2-4f813d6f110e HTTP/1.1" status: 404 len: 336 time: 0.0412822 May 12 03:27:45.915142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34096) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.966118 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f7d6448-8dd9-4cd5-8bba-b1ab4c8bcd47 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0939df0-8ad7-44d9-9939-f55f7edb0d20 HTTP/1.1" status: 200 len: 205 time: 0.0477581 May 12 03:27:45.967094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34098) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:45.984391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e94dc-21a7-4be5-97d7-7b5ec5c851d5 req-caa6aa1b-dc60-40e4-9ef9-72229a767ddc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:45.987497 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c49e94dc-21a7-4be5-97d7-7b5ec5c851d5 req-caa6aa1b-dc60-40e4-9ef9-72229a767ddc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 946 time: 0.0737643 May 12 03:27:46.007129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:46.010004 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-ea48cf9b-9fc5-4b63-a9b0-e75ffbdcf324 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:46.011052 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ea48cf9b-9fc5-4b63-a9b0-e75ffbdcf324 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/e0939df0-8ad7-44d9-9939-f55f7edb0d20 HTTP/1.1" status: 404 len: 336 time: 0.0436139 May 12 03:27:46.014150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34100) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.019916 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:46.030813 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:46.031768 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.054695 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c49e94dc-21a7-4be5-97d7-7b5ec5c851d5 req-0143677a-eefd-485f-b6ed-6355ef2d6544 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628922 May 12 03:27:46.073805 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.080328 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac0630-38d6-4b7a-b6aa-da25e3e53aa1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:46.080878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ac0630-38d6-4b7a-b6aa-da25e3e53aa1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:46.086951 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c6ac0630-38d6-4b7a-b6aa-da25e3e53aa1 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/ab15991b-7033-4b7a-815b-56a733bdb175 HTTP/1.1" status: 404 len: 337 time: 0.0692828 May 12 03:27:46.087048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:46.087048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.087320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34102) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.120570 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.121163 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289c96b-7846-4d4d-b551-b2e9234e3258 None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:46.123770 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b3a97fcc-7dd1-4511-b120-b798672f3ee7 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbeac705-2885-4324-86b7-675b09aed39d HTTP/1.1" status: 200 len: 205 time: 0.0350845 May 12 03:27:46.126126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34104) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.192242 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-cc94cba6-f331-49f3-aeaf-c4083e14454e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:46.193280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cc94cba6-f331-49f3-aeaf-c4083e14454e tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/cbeac705-2885-4324-86b7-675b09aed39d HTTP/1.1" status: 404 len: 336 time: 0.0662813 May 12 03:27:46.195928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34106) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.225494 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6314bd-2463-4763-8638-135afb2d791a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:46.225976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6314bd-2463-4763-8638-135afb2d791a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:46.229263 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb6314bd-2463-4763-8638-135afb2d791a tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/accbf2da-c5e6-4215-a89f-8a2520619254 HTTP/1.1" status: 404 len: 337 time: 0.0318229 May 12 03:27:46.231815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34108) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.336319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 559acf0f-b376-4ff5-96a0-3fd3d3af9f0b has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:46.457599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:46.468708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:46.468838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] Sync routers for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:46.480293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:46.481048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.516060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.524041 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-18bd3610-ac9e-4f5d-b6d5-5bb8019df673 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/floatingips/e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6 HTTP/1.1" status: 200 len: 979 time: 2.1159687 May 12 03:27:46.526706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34110) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.529600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:46.530331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.568095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:46.568868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5ddb1-06df-477c-be6c-a665ca69318c None None] The sync data for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:46.604151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0a505747-aedd-4d9c-931c-54103cbd56cb tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9c67e6-488f-4262-b231-7d69d2857a1d HTTP/1.1" status: 200 len: 205 time: 0.3709080 May 12 03:27:46.606512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34112) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.617704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 6c8d8dd7-e5fd-490d-b210-d287fc12acad {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:46.618083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6c8d8dd7-e5fd-490d-b210-d287fc12acad), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:46.643292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-fa545f09-a902-4fa3-964d-7c5eb0a1ec45 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] delete failed (client error): The resource could not be found. May 12 03:27:46.646694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fa545f09-a902-4fa3-964d-7c5eb0a1ec45 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/routers/fc9c67e6-488f-4262-b231-7d69d2857a1d HTTP/1.1" status: 404 len: 336 time: 0.0369306 May 12 03:27:46.646947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34114) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.672549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe535b9-c0c5-444b-ae16-45a11c18826d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:46.673203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe535b9-c0c5-444b-ae16-45a11c18826d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:46.675929 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1fe535b9-c0c5-444b-ae16-45a11c18826d tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/f8ed46ef-fab6-4896-99f6-1ee44584a74d HTTP/1.1" status: 404 len: 337 time: 0.0280812 May 12 03:27:46.678504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34116) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:46.706188 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3d25ea-4a01-458f-866d-35ddd909dbe0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] DELETE failed (client error): The resource could not be found. May 12 03:27:46.706639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3d25ea-4a01-458f-866d-35ddd909dbe0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:46.712058 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f3d25ea-4a01-458f-866d-35ddd909dbe0 tempest-RoutersIpV6Test-783233406 tempest-RoutersIpV6Test-783233406-project] 10.222.0.23 "DELETE /v2.0/subnets/dbb5fb5f-04a1-4c8b-8544-6f472c13194b HTTP/1.1" status: 404 len: 337 time: 0.0301414 May 12 03:27:46.712189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6c8d8dd7-e5fd-490d-b210-d287fc12acad), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:46.947727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:46.948135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:46.948445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Floating IP e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6 disassociated. External IP: 172.26.2.136, port: 6c8d8dd7-e5fd-490d-b210-d287fc12acad. May 12 03:27:46.948792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 6c8d8dd7-e5fd-490d-b210-d287fc12acad owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:46.973212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34122) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:47.077714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6c8d8dd7-e5fd-490d-b210-d287fc12acad), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.105491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=6c8d8dd7-e5fd-490d-b210-d287fc12acad,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:47.110473 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b5dc09e8-83f5-478f-a22b-6059962144df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94fa367f67454b37ab48a3aac024ee52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360340 May 12 03:27:47.113122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34128) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:47.204166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2bade-a6a3-4e84-816e-6a5153cde962 req-8e29abc7-7d8f-4669-9cd2-58606cb9fa9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:47.205798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-56d2bade-a6a3-4e84-816e-6a5153cde962 req-8e29abc7-7d8f-4669-9cd2-58606cb9fa9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 946 time: 0.0626757 May 12 03:27:47.229154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ceda732-c62f-430a-a4e1-b08b38021a2b admin admin] Publish callbacks [] for security_group (c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.237941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 559acf0f-b376-4ff5-96a0-3fd3d3af9f0b has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:47.262838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ceda732-c62f-430a-a4e1-b08b38021a2b admin admin] Publish callbacks [] for security_group (c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.315084 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-56d2bade-a6a3-4e84-816e-6a5153cde962 req-2a4f4074-5afe-4904-ac9b-6eacd2d0c73a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978453 May 12 03:27:47.339438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ceda732-c62f-430a-a4e1-b08b38021a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.342388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ceda732-c62f-430a-a4e1-b08b38021a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.343633 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ceda732-c62f-430a-a4e1-b08b38021a2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39 HTTP/1.1" status: 204 len: 168 time: 0.2163436 May 12 03:27:47.352704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda732-c62f-430a-a4e1-b08b38021a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cd9ed9-54a7-4f46-98c2-33c9dfc0df39,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:47.371446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:47.381294 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] Sync routers for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:47.404398 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:47.405019 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:47.460695 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:47.467903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.473639 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ec95a501-2e9d-45ab-9df9-69940b5301f1 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/ports/6c8d8dd7-e5fd-490d-b210-d287fc12acad HTTP/1.1" status: 204 len: 168 time: 0.9441698 May 12 03:27:47.474600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34136) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:47.477025 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:47.477951 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:47.497291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794c0c-3bb3-49d0-b800-6a8096ec7135 req-aa9c83d3-b17b-465d-895f-e995e7417407 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:47.499368 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06794c0c-3bb3-49d0-b800-6a8096ec7135 req-aa9c83d3-b17b-465d-895f-e995e7417407 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 946 time: 0.0569885 May 12 03:27:47.514550 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:47.515165 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a7994-0da3-4345-9db1-1fa55c41cbac None None] The sync data for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:47.556223 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06794c0c-3bb3-49d0-b800-6a8096ec7135 req-29596d7b-6335-45a7-a319-caca8458f4a4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502098 May 12 03:27:47.578312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34138) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:47.631719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aee278-365a-43f5-be60-e8d15cb90c7c tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:47.636327 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-48aee278-365a-43f5-be60-e8d15cb90c7c tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 1125 time: 0.0539458 May 12 03:27:47.636852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34144) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:47.640833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:47.715613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:47.860677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.025826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.032582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34158) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:48.065684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.202 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/42eb6925-11dd-45c4-9037-5aae3d6ca5c0) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:48.130829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1411577257'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:48.151040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:48.154459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.162793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.239532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for security_group (9e88a441-70ec-4d67-94e1-1ae229b9ba69), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.245403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e88a441-70ec-4d67-94e1-1ae229b9ba69), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.271132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:48.275985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.286463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e88a441-70ec-4d67-94e1-1ae229b9ba69,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:48.289395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (52b12e86-6150-4700-bd45-2a1d70467767), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.289741 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 52b12e86-6150-4700-bd45-2a1d70467767 of type vlan for network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa May 12 03:27:48.330964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (80ff46a5-5393-43ea-8e47-9f2e9e7837fa), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.356690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (80ff46a5-5393-43ea-8e47-9f2e9e7837fa), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.361795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:48.362414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.366484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.402571 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.3655272 May 12 03:27:48.402798 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34162) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:48.407582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1065519613'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:48.420154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:48.425039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 9595278d-3186-489f-ab0c-7356343c0000 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:48.425376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9595278d-3186-489f-ab0c-7356343c0000), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.428175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:48.437962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:48.453500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b01e3-c58c-40ae-8710-650573cca430 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=80ff46a5-5393-43ea-8e47-9f2e9e7837fa,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:48.457395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=42eb6925-11dd-45c4-9037-5aae3d6ca5c0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:48.461736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:48.465685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.466157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:48.493011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:27:48.506331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (6059da45-e6ff-45b2-ba75-54c1846eb4cb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.506741 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 6059da45-e6ff-45b2-ba75-54c1846eb4cb of type vlan for network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe May 12 03:27:48.553141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.579131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9595278d-3186-489f-ab0c-7356343c0000), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.579407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.584524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:48.585120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.617129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 9595278d-3186-489f-ab0c-7356343c0000 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:48.619561 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.2158422 May 12 03:27:48.622383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34164) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:48.629217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:48.676187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eec954-f21e-4690-96cd-1efeaad21f49 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:48.688071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:27:48.752030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:48.756814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:48.947002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (949f4cfd-c79c-4303-b43d-90e00afff8a7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.006489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=949f4cfd-c79c-4303-b43d-90e00afff8a7,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:49.018033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '52b12e86-6150-4700-bd45-2a1d70467767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:49.018398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 80ff46a5-5393-43ea-8e47-9f2e9e7837fa, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:49.036804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:49.046122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 80ff46a5-5393-43ea-8e47-9f2e9e7837fa) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:49.050408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:49.051056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.056330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99afb125-d193-4d06-91a2-9a7cd3ddd4ad None None] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:49.072233 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1113c6e9-acab-4db0-9c06-83987f3ac57a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4456191 May 12 03:27:49.072452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34166) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:49.078604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:49.183745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:27:49.187614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.325318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-80ff46a5-5393-43ea-8e47-9f2e9e7837fa', 'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': '949f4cfd-c79c-4303-b43d-90e00afff8a7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:49.325318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.344193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9595278d-3186-489f-ab0c-7356343c0000), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.406230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (a3d4ddab-e1e9-4278-8fed-0f7602dad2fe), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.410342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=9595278d-3186-489f-ab0c-7356343c0000,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:49.480900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (87d89d81-5c69-4d7e-b87a-4261ae1752d2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.483711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=a3d4ddab-e1e9-4278-8fed-0f7602dad2fe,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:49.484275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Allocated IP 172.20.0.2 (80ff46a5-5393-43ea-8e47-9f2e9e7837fa/949f4cfd-c79c-4303-b43d-90e00afff8a7/07aa25a7-ebe7-461c-9254-90c8a6d50595) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:49.519157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '6059da45-e6ff-45b2-ba75-54c1846eb4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:49.519670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:27:49.542343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:27:49.556929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:49.562364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:49.563014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.585787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243720c4-dc45-47d2-8659-534edbb5804f None None] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:49.588460 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8dae7c72-5086-4ada-9a2c-78a8b59dfdd6 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5140219 May 12 03:27:49.592001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34168) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:49.596878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1863925804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:27:49.623596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (2d634425-8fdc-4c96-99dd-d56eca1543cc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.624837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (2d634425-8fdc-4c96-99dd-d56eca1543cc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.664497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.717657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (2d634425-8fdc-4c96-99dd-d56eca1543cc), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.724947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (2d634425-8fdc-4c96-99dd-d56eca1543cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.764343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.768925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b0a038b9-9797-4e66-820c-b199410b5ec9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1758480 May 12 03:27:49.769730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34170) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:49.801401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe', 'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': 'a3d4ddab-e1e9-4278-8fed-0f7602dad2fe'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:27:49.802220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.810505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Publish callbacks [] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.812049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.838226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:49.940023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:49.948442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:49.951026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:49.956419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Pushing event updated for resources: {'Port': ['ID=07aa25a7-ebe7-461c-9254-90c8a6d50595,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:50.047081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Attempting to bind port 07aa25a7-ebe7-461c-9254-90c8a6d50595 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:50.047453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Attempting to bind port 07aa25a7-ebe7-461c-9254-90c8a6d50595 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '52b12e86-6150-4700-bd45-2a1d70467767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:50.047821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Attempting to bind port 07aa25a7-ebe7-461c-9254-90c8a6d50595 on network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:50.057878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:50.058278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Checking segment: {'id': '52b12e86-6150-4700-bd45-2a1d70467767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:50.058684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.059081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Bound using segment: {'id': '52b12e86-6150-4700-bd45-2a1d70467767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:50.059554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Bound port: 07aa25a7-ebe7-461c-9254-90c8a6d50595, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b12e86-6150-4700-bd45-2a1d70467767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80ff46a5-5393-43ea-8e47-9f2e9e7837fa'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:50.060475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.076847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.084264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.107949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.110751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Allocated IP 172.21.0.2 (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe/a3d4ddab-e1e9-4278-8fed-0f7602dad2fe/414162f5-5d07-43f2-bf90-42a1479bab4c) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:50.140255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=42eb6925-11dd-45c4-9037-5aae3d6ca5c0,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:50.174805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] For port 07aa25a7-ebe7-461c-9254-90c8a6d50595, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:50.214123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] For port 07aa25a7-ebe7-461c-9254-90c8a6d50595, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=07aa25a7-ebe7-461c-9254-90c8a6d50595,segment=NetworkSegment(52b12e86-6150-4700-bd45-2a1d70467767),segment_id=52b12e86-6150-4700-bd45-2a1d70467767)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:50.226463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.226980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (87d89d81-5c69-4d7e-b87a-4261ae1752d2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.230302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 559acf0f-b376-4ff5-96a0-3fd3d3af9f0b has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:50.330614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90373d-8b24-4483-b53f-bdeb2695c26e None None] Pushing event updated for resources: {'Port': ['ID=07aa25a7-ebe7-461c-9254-90c8a6d50595,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:50.356667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Publish callbacks [] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.365152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.390072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.20.0.1 (80ff46a5-5393-43ea-8e47-9f2e9e7837fa/949f4cfd-c79c-4303-b43d-90e00afff8a7/fb692136-cb4b-4794-8825-512f6106df2b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:50.409219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:50.412155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:50.419323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:50.425211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Pushing event updated for resources: {'Port': ['ID=414162f5-5d07-43f2-bf90-42a1479bab4c,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:50.459193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:50.467570 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5e0a0d74-6ac8-44ad-a51b-939e02bc142b tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/routers/559acf0f-b376-4ff5-96a0-3fd3d3af9f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9918308 May 12 03:27:50.468248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34172) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:50.480720 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 87d89d81-5c69-4d7e-b87a-4261ae1752d2 associated. External IP: 172.26.2.202, port: ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b. May 12 03:27:50.481517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] Sync routers for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:50.501105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:50.501860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:50.503873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Attempting to bind port 414162f5-5d07-43f2-bf90-42a1479bab4c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:27:50.504341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Attempting to bind port 414162f5-5d07-43f2-bf90-42a1479bab4c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '6059da45-e6ff-45b2-ba75-54c1846eb4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:27:50.504816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Attempting to bind port 414162f5-5d07-43f2-bf90-42a1479bab4c on network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:27:50.541123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:50.545269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:27:50.545768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Checking segment: {'id': '6059da45-e6ff-45b2-ba75-54c1846eb4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:27:50.546295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.546930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Bound using segment: {'id': '6059da45-e6ff-45b2-ba75-54c1846eb4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:27:50.547514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Bound port: 414162f5-5d07-43f2-bf90-42a1479bab4c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6059da45-e6ff-45b2-ba75-54c1846eb4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:27:50.547994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.557348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (fb692136-cb4b-4794-8825-512f6106df2b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.563820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] Routers {'559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:50.564565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:50.604994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:50.605718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8a63d-cf08-415e-b166-c771c421d4dd None None] The sync data for ids ['559acf0f-b376-4ff5-96a0-3fd3d3af9f0b'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:50.610865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (fb692136-cb4b-4794-8825-512f6106df2b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.654712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:50.657617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:50.677469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:50.684990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] For port 414162f5-5d07-43f2-bf90-42a1479bab4c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:27:50.688995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.694145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] For port 414162f5-5d07-43f2-bf90-42a1479bab4c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=414162f5-5d07-43f2-bf90-42a1479bab4c,segment=NetworkSegment(6059da45-e6ff-45b2-ba75-54c1846eb4cb),segment_id=6059da45-e6ff-45b2-ba75-54c1846eb4cb)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:27:50.702263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.751481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=fb692136-cb4b-4794-8825-512f6106df2b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:50.759488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.796184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a829-d373-4869-ad52-2c62874dd9a6 None None] Pushing event updated for resources: {'Port': ['ID=414162f5-5d07-43f2-bf90-42a1479bab4c,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:50.876993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.913114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fb692136-cb4b-4794-8825-512f6106df2b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:50.963359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 5a1de87b-b8d4-4ef4-8614-f29d0f91e509 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:50.963825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5a1de87b-b8d4-4ef4-8614-f29d0f91e509), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.050916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router da48552b-bd7b-444b-b57e-f6af34e5eb51 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:51.091366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5a1de87b-b8d4-4ef4-8614-f29d0f91e509), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.141260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 5a1de87b-b8d4-4ef4-8614-f29d0f91e509 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:51.257846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:51.270006 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] Sync routers for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:51.281470 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:51.282300 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:51.297676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (fb692136-cb4b-4794-8825-512f6106df2b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.303259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (fb692136-cb4b-4794-8825-512f6106df2b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.331598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.368296 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c085a341-1fcb-438a-bbc4-234beced906c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7307384 May 12 03:27:51.374678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34174) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:51.378758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:27:51.381639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea10f266-8d98-449a-9982-afefa2262fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:27:51.430618 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:51.454077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05bc548-a705-441a-a328-b571fd31d138 x-openstack-request-id: req-c05bc548-a705-441a-a328-b571fd31d138 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:27:51.454632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:27:51.455055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c05bc548-a705-441a-a328-b571fd31d138 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:27:51.455800 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05bc548-a705-441a-a328-b571fd31d138'] response: {'name': 'network-changed', 'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'status': 'completed', 'code': 200} May 12 03:27:51.467665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.472598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=fb692136-cb4b-4794-8825-512f6106df2b,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:51.511086 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a9ab0b7c-fd02-4807-8349-731a182e5827 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/87d89d81-5c69-4d7e-b87a-4261ae1752d2 HTTP/1.1" status: 200 len: 992 time: 0.1350610 May 12 03:27:51.514008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5a1de87b-b8d4-4ef4-8614-f29d0f91e509), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.525345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10f266-8d98-449a-9982-afefa2262fcd req-5a97f608-cb4f-4171-8803-4317b282ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:51.526994 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-5a97f608-cb4f-4171-8803-4317b282ceab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 1130 time: 0.0558877 May 12 03:27:51.563813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=5a1de87b-b8d4-4ef4-8614-f29d0f91e509,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:51.635649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:51.640983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:51.715467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:51.830017 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '87d89d81-5c69-4d7e-b87a-4261ae1752d2', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.202', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'port_id': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'mac_address': 'fa:16:3e:94:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:27:49Z', 'updated_at': '2022-05-12T03:27:49Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:51.856944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbc44d-527e-420c-9bc6-b1f4934b2324 None None] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:51.873080 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] Checking router: da48552b-bd7b-444b-b57e-f6af34e5eb51 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:27:51.882567 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:51.883431 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:51.930587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 2d634425-8fdc-4c96-99dd-d56eca1543cc is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:27:51.946345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 07aa25a7-ebe7-461c-9254-90c8a6d50595 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:52.025856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] Provisioning complete for port 07aa25a7-ebe7-461c-9254-90c8a6d50595 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:52.026561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.050192 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:27:52.069865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:52.082432 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-95f29cf1-0651-4535-bcb1-bcfbcad85f12 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/2d634425-8fdc-4c96-99dd-d56eca1543cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3090596 May 12 03:27:52.083075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34178) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:52.113008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 07aa25a7-ebe7-461c-9254-90c8a6d50595 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:52.116616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.135368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] Sync routers for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:52.177618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff2762-004b-447e-b540-bac44d4223aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:52.179439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-65ff2762-004b-447e-b540-bac44d4223aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports/fb692136-cb4b-4794-8825-512f6106df2b HTTP/1.1" status: 200 len: 910 time: 0.0946486 May 12 03:27:52.183481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34180) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:52.220053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:52.220775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:52.278090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:52.283801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89d28f-97d8-48be-aa39-f6c69ff58cd6 None None] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:52.298040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.300280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_controller (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.366993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (559acf0f-b376-4ff5-96a0-3fd3d3af9f0b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.367679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Fanout notify agent at l3_agent the message router_deleted on router 559acf0f-b376-4ff5-96a0-3fd3d3af9f0b {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:27:52.370852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10f266-8d98-449a-9982-afefa2262fcd req-ea18b89c-3c73-4367-b7d0-54924a86e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:52.372369 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-ea18b89c-3c73-4367-b7d0-54924a86e70e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a76f06e-4ad6-494d-a948-6f84d67be7eb HTTP/1.1" status: 200 len: 898 time: 0.8173292 May 12 03:27:52.384546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:52.385561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:52.391036 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '87d89d81-5c69-4d7e-b87a-4261ae1752d2', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.202', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'port_id': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'mac_address': 'fa:16:3e:94:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:27:49Z', 'updated_at': '2022-05-12T03:27:49Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:52.391816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.392945 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1e9ffdef-6363-46a1-b98a-869f7bafd6d8 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/routers/559acf0f-b376-4ff5-96a0-3fd3d3af9f0b HTTP/1.1" status: 204 len: 168 time: 1.9209278 May 12 03:27:52.402325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34182) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:52.426195 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae71e1-628a-412f-a911-57b6f56b03a1 None None] The sync data for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv is: [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '87d89d81-5c69-4d7e-b87a-4261ae1752d2', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.202', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'port_id': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'mac_address': 'fa:16:3e:94:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:27:49Z', 'updated_at': '2022-05-12T03:27:49Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:52.522374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34184) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:52.547380 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-7d089358-3782-419e-9d3b-13334437e9a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b HTTP/1.1" status: 200 len: 1000 time: 0.1525588 May 12 03:27:52.551480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting subnet ef9404d5-c845-4469-9d72-1c559fa12c92 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:52.555856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for subnet (ef9404d5-c845-4469-9d72-1c559fa12c92), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.598461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ef9404d5-c845-4469-9d72-1c559fa12c92), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.618995 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7a264233-1f70-4361-aa0e-45b1b9c194b4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/87d89d81-5c69-4d7e-b87a-4261ae1752d2 HTTP/1.1" status: 200 len: 992 time: 0.0915287 May 12 03:27:52.623636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:52.624257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6dafe-7353-421c-bf34-c44184304ca1 None None] The sync data for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:52.680765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] Current status of the port 07aa25a7-ebe7-461c-9254-90c8a6d50595 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:52.681156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.723649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10f266-8d98-449a-9982-afefa2262fcd req-c998c88f-ddac-4637-8b73-e832202d76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:52.725444 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-c998c88f-ddac-4637-8b73-e832202d76be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8 HTTP/1.1" status: 200 len: 835 time: 0.0863609 May 12 03:27:52.783770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 07aa25a7-ebe7-461c-9254-90c8a6d50595 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:52.784564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.790387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] For port 07aa25a7-ebe7-461c-9254-90c8a6d50595, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=07aa25a7-ebe7-461c-9254-90c8a6d50595,segment=NetworkSegment(52b12e86-6150-4700-bd45-2a1d70467767),segment_id=52b12e86-6150-4700-bd45-2a1d70467767)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:52.803334 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ad203-c0d6-4ce5-9c35-dbfb1e721dff None None] New status for floating IP 87d89d81-5c69-4d7e-b87a-4261ae1752d2: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:27:52.815498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.827427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10f266-8d98-449a-9982-afefa2262fcd req-b66c62f6-c486-453d-ac37-db7b419ad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:52.829029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-b66c62f6-c486-453d-ac37-db7b419ad42f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a76f06e-4ad6-494d-a948-6f84d67be7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0766673 May 12 03:27:52.830543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ef9404d5-c845-4469-9d72-1c559fa12c92), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.897166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e5f1c-c968-4dfe-afc9-305f956e7827 None None] Pushing event updated for resources: {'Port': ['ID=07aa25a7-ebe7-461c-9254-90c8a6d50595,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:52.917586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:52.988070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Provisioning complete for port 414162f5-5d07-43f2-bf90-42a1479bab4c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:52.988601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.023750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:27:53.025738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:27:53.103952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ef9404d5-c845-4469-9d72-1c559fa12c92), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.111772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Current status of the port 414162f5-5d07-43f2-bf90-42a1479bab4c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:53.112167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.118750 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-f325a6b8-b6ea-4295-9fd8-a572ad0ca4af service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517862 May 12 03:27:53.161680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9404d5-c845-4469-9d72-1c559fa12c92,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:53.168069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.174639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34186) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:53.174843 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-14c4d45f-8e1d-445b-b2a1-48f7324043d9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/subnets/ef9404d5-c845-4469-9d72-1c559fa12c92 HTTP/1.1" status: 204 len: 168 time: 0.7713976 May 12 03:27:53.177424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39d553-747e-4712-854e-566a1c690af7 None None] Network 24563ac8-221b-4870-8d22-b59be0e5b1c4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:53.185277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] For port 414162f5-5d07-43f2-bf90-42a1479bab4c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=414162f5-5d07-43f2-bf90-42a1479bab4c,segment=NetworkSegment(6059da45-e6ff-45b2-ba75-54c1846eb4cb),segment_id=6059da45-e6ff-45b2-ba75-54c1846eb4cb)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:53.206251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.244161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Provisioning complete for port 07aa25a7-ebe7-461c-9254-90c8a6d50595 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:53.244544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.282907 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea10f266-8d98-449a-9982-afefa2262fcd req-2cdd77b8-890e-4b76-b03a-71d8a7dc480e service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316638 May 12 03:27:53.330062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (24563ac8-221b-4870-8d22-b59be0e5b1c4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.369588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Pushing event updated for resources: {'Port': ['ID=414162f5-5d07-43f2-bf90-42a1479bab4c,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:53.422361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Current status of the port 07aa25a7-ebe7-461c-9254-90c8a6d50595 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:53.432722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Provisioning complete for port fb692136-cb4b-4794-8825-512f6106df2b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:53.433123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fb692136-cb4b-4794-8825-512f6106df2b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.438420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.21.0.1 (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe/a3d4ddab-e1e9-4278-8fed-0f7602dad2fe/5aad0975-ebd3-4bfa-bbdd-966269852665) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:27:53.440314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:53.440652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.471409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2727613d-2e43-4199-86f5-16afe5deda0a None None] Port fb692136-cb4b-4794-8825-512f6106df2b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:53.474081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] DHCP port deletion for 24563ac8-221b-4870-8d22-b59be0e5b1c4 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:53.517656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] Deleting port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:53.518148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.553662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] For port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,segment=NetworkSegment(adbedbdb-17b8-4107-930e-6bbb0f4295b6),segment_id=adbedbdb-17b8-4107-930e-6bbb0f4295b6)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:53.554274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.599406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:53.621340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] For port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,segment=NetworkSegment(adbedbdb-17b8-4107-930e-6bbb0f4295b6),segment_id=adbedbdb-17b8-4107-930e-6bbb0f4295b6)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:53.621737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.623082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34188) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:53.630123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 07aa25a7-ebe7-461c-9254-90c8a6d50595 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:53.631113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 414162f5-5d07-43f2-bf90-42a1479bab4c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:53.634992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8e8edacb-109c-41e1-9dbe-0379ee2dfd0c None None] Provisioning complete for port 414162f5-5d07-43f2-bf90-42a1479bab4c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:53.635395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8e8edacb-109c-41e1-9dbe-0379ee2dfd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.644939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] Calling delete_port for 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:53.696586 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8d419237-704f-4d71-98e5-f73ccf5bf5b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/87d89d81-5c69-4d7e-b87a-4261ae1752d2 HTTP/1.1" status: 200 len: 994 time: 0.0635395 May 12 03:27:53.806730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 414162f5-5d07-43f2-bf90-42a1479bab4c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:53.807016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.855068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8e8edacb-109c-41e1-9dbe-0379ee2dfd0c None None] Current status of the port 414162f5-5d07-43f2-bf90-42a1479bab4c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:53.871319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.882857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8e8edacb-109c-41e1-9dbe-0379ee2dfd0c None None] Provisioning complete for port fb692136-cb4b-4794-8825-512f6106df2b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:53.883248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8e8edacb-109c-41e1-9dbe-0379ee2dfd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fb692136-cb4b-4794-8825-512f6106df2b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:53.906546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] Pushing event deleted for resources: {'Port': ['ID=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:53.911285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f51ada-d6e6-4b4c-a17d-deac780374c6 None None] No DVR routers for this DVR port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:53.970239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8e8edacb-109c-41e1-9dbe-0379ee2dfd0c None None] Port fb692136-cb4b-4794-8825-512f6106df2b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:53.985830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 414162f5-5d07-43f2-bf90-42a1479bab4c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:54.020619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.068328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4f65f7ae-9d49-4b7b-bffe-42b68e87a05e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.077077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.080539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 07aa25a7-ebe7-461c-9254-90c8a6d50595 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:54.099168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=4f65f7ae-9d49-4b7b-bffe-42b68e87a05e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:54.107962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] No DVR routers for this DVR port 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:54.126684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 07aa25a7-ebe7-461c-9254-90c8a6d50595 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:54.127065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.157596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:54.166362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:54.187840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:27:54.198677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=5aad0975-ebd3-4bfa-bbdd-966269852665,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:54.205391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 07aa25a7-ebe7-461c-9254-90c8a6d50595 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:54.206529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 414162f5-5d07-43f2-bf90-42a1479bab4c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:27:54.256782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (24563ac8-221b-4870-8d22-b59be0e5b1c4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.258161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 414162f5-5d07-43f2-bf90-42a1479bab4c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:54.258588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.286369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24563ac8-221b-4870-8d22-b59be0e5b1c4']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:54.288982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.330145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbedbdb-17b8-4107-930e-6bbb0f4295b6') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:54.330469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbedbdb-17b8-4107-930e-6bbb0f4295b6') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:54.343582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (adbedbdb-17b8-4107-930e-6bbb0f4295b6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.344160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 414162f5-5d07-43f2-bf90-42a1479bab4c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:27:54.379625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (adbedbdb-17b8-4107-930e-6bbb0f4295b6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.391851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:54.392073 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (adbedbdb-17b8-4107-930e-6bbb0f4295b6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:54.395514 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:54.397765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:27:54.398421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5ed472c3-9dc2-4d70-ac40-c7a3c880a365 None None] Provisioning complete for port 5aad0975-ebd3-4bfa-bbdd-966269852665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:54.398798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5ed472c3-9dc2-4d70-ac40-c7a3c880a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.441431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:27:54.441711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4f65f7ae-9d49-4b7b-bffe-42b68e87a05e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:27:54.453949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5ed472c3-9dc2-4d70-ac40-c7a3c880a365 None None] Port 5aad0975-ebd3-4bfa-bbdd-966269852665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:54.482226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (24563ac8-221b-4870-8d22-b59be0e5b1c4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.483823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.490361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.494108 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/networks/24563ac8-221b-4870-8d22-b59be0e5b1c4 HTTP/1.1" status: 204 len: 168 time: 1.3180830 May 12 03:27:54.496933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34190) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:54.510395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9963b-280e-445c-aba2-64df4762e9a6 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Network': ['ID=24563ac8-221b-4870-8d22-b59be0e5b1c4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:54.615328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 4322515f-2069-4d44-83ed-30d324aef8c0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:54.615616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4322515f-2069-4d44-83ed-30d324aef8c0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.693382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4322515f-2069-4d44-83ed-30d324aef8c0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.694125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (4322515f-2069-4d44-83ed-30d324aef8c0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.706307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 4322515f-2069-4d44-83ed-30d324aef8c0 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:54.803338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.807528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.841034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4322515f-2069-4d44-83ed-30d324aef8c0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.867022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=4322515f-2069-4d44-83ed-30d324aef8c0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:54.885695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=5aad0975-ebd3-4bfa-bbdd-966269852665,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:54.889164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.928532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for floatingip (e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.931079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:54.932253 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1648810d-bc19-4c34-be5b-fd3300b71f24 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6a9ebb3-982d-4146-9db4-1f6ed9c5b7b6 HTTP/1.1" status: 204 len: 168 time: 0.4343066 May 12 03:27:54.936217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34192) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:54.959877 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d6cbd1-7c24-4eb4-85c4-619bc4916e50 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] DELETE failed (client error): The resource could not be found. May 12 03:27:54.960425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d6cbd1-7c24-4eb4-85c4-619bc4916e50 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:54.963958 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-58d6cbd1-7c24-4eb4-85c4-619bc4916e50 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/ports/6c8d8dd7-e5fd-490d-b210-d287fc12acad HTTP/1.1" status: 404 len: 333 time: 0.0269704 May 12 03:27:54.966444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34194) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:54.981284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:27:54.982715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:27:54.999091 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-32b70547-5d70-4d3e-b679-8d9e88879da9 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/ports?device_id=559acf0f-b376-4ff5-96a0-3fd3d3af9f0b HTTP/1.1" status: 200 len: 205 time: 0.0315602 May 12 03:27:55.001363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34196) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:55.041553 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-78dbe5a8-6302-42ae-8783-2a3348219be0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] delete failed (client error): The resource could not be found. May 12 03:27:55.042618 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-78dbe5a8-6302-42ae-8783-2a3348219be0 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/routers/559acf0f-b376-4ff5-96a0-3fd3d3af9f0b HTTP/1.1" status: 404 len: 336 time: 0.0403228 May 12 03:27:55.045170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34198) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:55.073150 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-347ee256-707a-4c88-bb17-fb95d97d42ae tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] DELETE failed (client error): The resource could not be found. May 12 03:27:55.073614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347ee256-707a-4c88-bb17-fb95d97d42ae tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:27:55.076617 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-347ee256-707a-4c88-bb17-fb95d97d42ae tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/subnets/ef9404d5-c845-4469-9d72-1c559fa12c92 HTTP/1.1" status: 404 len: 337 time: 0.0302374 May 12 03:27:55.081036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34200) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:55.111657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 2d634425-8fdc-4c96-99dd-d56eca1543cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:55.236989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 512a30fd-c096-4e46-8e84-7fde39a0a092 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:55.237326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (512a30fd-c096-4e46-8e84-7fde39a0a092), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.274813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-085b8e53-16df-4739-b475-5715a927b830 None None] Provisioning complete for port 5aad0975-ebd3-4bfa-bbdd-966269852665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:27:55.275388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-085b8e53-16df-4739-b475-5715a927b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.277858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:55.298450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] Sync routers for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:55.306093 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-da4b8b82-212a-4fc7-b5c4-19a8b80a8ee1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/2d634425-8fdc-4c96-99dd-d56eca1543cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1205244 May 12 03:27:55.308768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34202) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:55.320780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:55.321468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:55.341174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (512a30fd-c096-4e46-8e84-7fde39a0a092), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.356054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 512a30fd-c096-4e46-8e84-7fde39a0a092 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:55.356266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:55.361579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-085b8e53-16df-4739-b475-5715a927b830 None None] Port 5aad0975-ebd3-4bfa-bbdd-966269852665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:27:55.362585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a159e50-be45-456a-b69d-51419831b442 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:55.364044 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0a159e50-be45-456a-b69d-51419831b442 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports/5aad0975-ebd3-4bfa-bbdd-966269852665 HTTP/1.1" status: 200 len: 910 time: 0.0542126 May 12 03:27:55.366819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34204) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:55.368052 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:55.368665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:55.405795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:55.406349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351a2ba-908a-4604-be22-04c62ca514ca None None] The sync data for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:55.493728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (512a30fd-c096-4e46-8e84-7fde39a0a092), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.522392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=512a30fd-c096-4e46-8e84-7fde39a0a092,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:55.593748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.596982 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c3fe89a7-4d77-48e8-91b5-0f567c0b55bb tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/ports/512a30fd-c096-4e46-8e84-7fde39a0a092 HTTP/1.1" status: 204 len: 168 time: 0.5148909 May 12 03:27:55.599464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34206) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:55.730001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 28566407-9b38-4eef-aeb3-5ef5c8d72814 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:55.730662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (28566407-9b38-4eef-aeb3-5ef5c8d72814), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.752784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.920964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (28566407-9b38-4eef-aeb3-5ef5c8d72814), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:55.953442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 28566407-9b38-4eef-aeb3-5ef5c8d72814 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:56.120105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 5aad0975-ebd3-4bfa-bbdd-966269852665 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:56.120441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.192490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (28566407-9b38-4eef-aeb3-5ef5c8d72814), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.230776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=28566407-9b38-4eef-aeb3-5ef5c8d72814,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:56.268643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.302292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 5aad0975-ebd3-4bfa-bbdd-966269852665 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:56.325042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.328193 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1cf06c8c-f615-4eee-a67e-bcb65907e125 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/ports/28566407-9b38-4eef-aeb3-5ef5c8d72814 HTTP/1.1" status: 204 len: 168 time: 0.7277884 May 12 03:27:56.330839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34208) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:56.377695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d57a22-a7af-4e33-808e-60e62026ee6e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:27:56.379208 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a2d57a22-a7af-4e33-808e-60e62026ee6e tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "GET /v2.0/ports?device_id=77ed96fc-c7aa-4cac-818b-946e4844f5cb HTTP/1.1" status: 200 len: 913 time: 0.0473301 May 12 03:27:56.381836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34210) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:56.487325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5aad0975-ebd3-4bfa-bbdd-966269852665), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.514376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=5aad0975-ebd3-4bfa-bbdd-966269852665,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:56.676035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.726735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (77ed96fc-c7aa-4cac-818b-946e4844f5cb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:56.904407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 2d634425-8fdc-4c96-99dd-d56eca1543cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:57.027644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 628225be-9567-4d9e-bb09-aea2dfd7820d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:57.028198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.030686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:57.036482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c60f0d67-4ced-4181-aaed-85b31d55e820 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/2d634425-8fdc-4c96-99dd-d56eca1543cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680751 May 12 03:27:57.039091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34212) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:57.042720 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] Sync routers for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:57.053196 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:57.053797 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.087387 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.096041 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:57.096632 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.119070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.131187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 628225be-9567-4d9e-bb09-aea2dfd7820d owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:57.132752 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.133937 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62748d55-448e-4a4c-98e8-b7733974b396 None None] The sync data for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:57.316623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (628225be-9567-4d9e-bb09-aea2dfd7820d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.350723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=628225be-9567-4d9e-bb09-aea2dfd7820d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:57.351334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.516192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (77ed96fc-c7aa-4cac-818b-946e4844f5cb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.578425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port fb692136-cb4b-4794-8825-512f6106df2b {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:57.578724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fb692136-cb4b-4794-8825-512f6106df2b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.663680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fb692136-cb4b-4794-8825-512f6106df2b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.676266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for fb692136-cb4b-4794-8825-512f6106df2b owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:57.736714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Router 77ed96fc-c7aa-4cac-818b-946e4844f5cb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:57.846434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (fb692136-cb4b-4794-8825-512f6106df2b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:57.850021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:57.855597 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5cbc6aac-eaaa-4a76-bc66-f792451bc4aa tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "PUT /v2.0/routers/77ed96fc-c7aa-4cac-818b-946e4844f5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4727547 May 12 03:27:57.858623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34214) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:57.860571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] Sync routers for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:57.872778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:57.874477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.877769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=fb692136-cb4b-4794-8825-512f6106df2b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:57.935372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.945645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] Routers {'77ed96fc-c7aa-4cac-818b-946e4844f5cb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:57.946649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.996910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:57.997962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849a10e-cc0f-4bbd-a1d7-81cdbb4402bf None None] The sync data for ids ['77ed96fc-c7aa-4cac-818b-946e4844f5cb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:58.070498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (2d634425-8fdc-4c96-99dd-d56eca1543cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.324886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router (77ed96fc-c7aa-4cac-818b-946e4844f5cb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.434656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_gateway (77ed96fc-c7aa-4cac-818b-946e4844f5cb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.480456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting port 939e2a0d-b216-480a-b0d4-c49443a4f900 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:58.480847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (939e2a0d-b216-480a-b0d4-c49443a4f900), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.565704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (939e2a0d-b216-480a-b0d4-c49443a4f900), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.576602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 2d634425-8fdc-4c96-99dd-d56eca1543cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:27:58.578080 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Calling delete_port for 939e2a0d-b216-480a-b0d4-c49443a4f900 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:58.656180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:27:58.661074 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1addac4d-78e1-4f9c-a52d-435b0d62b540 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/2d634425-8fdc-4c96-99dd-d56eca1543cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6209626 May 12 03:27:58.666351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34216) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:58.667830 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] Sync routers for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:27:58.679098 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:58.679708 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:58.709399 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-191fc1c6-597a-4a1f-827d-4b2435a1d995 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d634425-8fdc-4c96-99dd-d56eca1543cc HTTP/1.1" status: 200 len: 205 time: 0.0416780 May 12 03:27:58.713336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34218) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:58.719044 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:58.728998 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] Routers {'2d634425-8fdc-4c96-99dd-d56eca1543cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:27:58.729852 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d634425-8fdc-4c96-99dd-d56eca1543cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:58.765605 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:58.766357 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2eb69-1ee3-4521-8c2b-a11983666e49 None None] The sync data for ids ['2d634425-8fdc-4c96-99dd-d56eca1543cc'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:27:58.779106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (939e2a0d-b216-480a-b0d4-c49443a4f900), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.798094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (2d634425-8fdc-4c96-99dd-d56eca1543cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.803514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Port': ['ID=939e2a0d-b216-480a-b0d4-c49443a4f900,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:58.874921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (77ed96fc-c7aa-4cac-818b-946e4844f5cb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.967998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (77ed96fc-c7aa-4cac-818b-946e4844f5cb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.970491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router_controller (77ed96fc-c7aa-4cac-818b-946e4844f5cb), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.971411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (2d634425-8fdc-4c96-99dd-d56eca1543cc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:58.974223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (2d634425-8fdc-4c96-99dd-d56eca1543cc), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.023366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (77ed96fc-c7aa-4cac-818b-946e4844f5cb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.023740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (2d634425-8fdc-4c96-99dd-d56eca1543cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.024179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Fanout notify agent at l3_agent the message router_deleted on router 77ed96fc-c7aa-4cac-818b-946e4844f5cb {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:27:59.024512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router 2d634425-8fdc-4c96-99dd-d56eca1543cc {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:27:59.031242 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.033385 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a5545aea-21b8-440d-b3b0-c1f45dfd9f37 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/routers/77ed96fc-c7aa-4cac-818b-946e4844f5cb HTTP/1.1" status: 204 len: 168 time: 1.1726019 May 12 03:27:59.035082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34220) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:59.041402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.045174 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f1e1c21-5948-4437-b7ee-81a12c87f934 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/2d634425-8fdc-4c96-99dd-d56eca1543cc HTTP/1.1" status: 204 len: 168 time: 0.3281665 May 12 03:27:59.045542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34222) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:59.092621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Deleting subnet 91b9c28e-89fa-475c-a361-6ed00733ea4d {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:59.096448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for subnet (91b9c28e-89fa-475c-a361-6ed00733ea4d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.101104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet a3d4ddab-e1e9-4278-8fed-0f7602dad2fe {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:59.104748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (a3d4ddab-e1e9-4278-8fed-0f7602dad2fe), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.138878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (91b9c28e-89fa-475c-a361-6ed00733ea4d), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.146624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (a3d4ddab-e1e9-4278-8fed-0f7602dad2fe), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.184714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (91b9c28e-89fa-475c-a361-6ed00733ea4d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.236544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (a3d4ddab-e1e9-4278-8fed-0f7602dad2fe), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.252181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (91b9c28e-89fa-475c-a361-6ed00733ea4d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.278356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Subnet': ['ID=91b9c28e-89fa-475c-a361-6ed00733ea4d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:59.286354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.290136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5ef792df-f32b-47be-a2d6-99f6f1c8f7dc tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/subnets/91b9c28e-89fa-475c-a361-6ed00733ea4d HTTP/1.1" status: 204 len: 168 time: 0.2531312 May 12 03:27:59.292672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34224) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:59.300930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (a3d4ddab-e1e9-4278-8fed-0f7602dad2fe), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.331682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d4ddab-e1e9-4278-8fed-0f7602dad2fe,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:59.337272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.340956 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1aec8516-7b02-4160-a021-f8adde385e6d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/a3d4ddab-e1e9-4278-8fed-0f7602dad2fe HTTP/1.1" status: 204 len: 168 time: 0.2934201 May 12 03:27:59.346133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ba3cc-1e50-49ae-a01a-c34f7d0b1102 None None] Network 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:59.346708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34226) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:59.407176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (bcbc4452-51f8-49d8-a80f-731e9a3ef401), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.408111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet 949f4cfd-c79c-4303-b43d-90e00afff8a7 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:27:59.411783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (949f4cfd-c79c-4303-b43d-90e00afff8a7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.467185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (949f4cfd-c79c-4303-b43d-90e00afff8a7), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.515264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] DHCP port deletion for 18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:59.520586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (bcbc4452-51f8-49d8-a80f-731e9a3ef401), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.542235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbc4452-51f8-49d8-a80f-731e9a3ef401']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:59.553019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33941ee9-cd85-4370-8248-bd18c20cdaa1') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:59.553469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33941ee9-cd85-4370-8248-bd18c20cdaa1') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:27:59.559289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (949f4cfd-c79c-4303-b43d-90e00afff8a7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.563255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] Deleting port 414162f5-5d07-43f2-bf90-42a1479bab4c {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:59.563609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.568224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (33941ee9-cd85-4370-8248-bd18c20cdaa1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.585608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (33941ee9-cd85-4370-8248-bd18c20cdaa1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.596259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:27:59.596851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (33941ee9-cd85-4370-8248-bd18c20cdaa1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:27:59.603790 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:27:59.638726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] For port 414162f5-5d07-43f2-bf90-42a1479bab4c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=414162f5-5d07-43f2-bf90-42a1479bab4c,segment=NetworkSegment(6059da45-e6ff-45b2-ba75-54c1846eb4cb),segment_id=6059da45-e6ff-45b2-ba75-54c1846eb4cb)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:59.639288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.657440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] Calling delete_port for 414162f5-5d07-43f2-bf90-42a1479bab4c owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:27:59.662832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (949f4cfd-c79c-4303-b43d-90e00afff8a7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.699416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (bcbc4452-51f8-49d8-a80f-731e9a3ef401), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.706276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.707925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=949f4cfd-c79c-4303-b43d-90e00afff8a7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:59.709444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] 10.222.0.23 "DELETE /v2.0/networks/bcbc4452-51f8-49d8-a80f-731e9a3ef401 HTTP/1.1" status: 204 len: 168 time: 0.4158416 May 12 03:27:59.717755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.723392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3e5c7721-5af9-4e7f-b1c8-4f6d06b7b8c3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/949f4cfd-c79c-4303-b43d-90e00afff8a7 HTTP/1.1" status: 204 len: 168 time: 0.3735313 May 12 03:27:59.724189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bdeda-ed0b-4c8e-981f-28f545894d93 tempest-FloatingIPTestJSON-1427648912 tempest-FloatingIPTestJSON-1427648912-project] Pushing event deleted for resources: {'Network': ['ID=bcbc4452-51f8-49d8-a80f-731e9a3ef401,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:59.725234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34230) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:27:59.732857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b57e1d6-9a56-444d-a94c-1175b5ab7659 None None] Network 80ff46a5-5393-43ea-8e47-9f2e9e7837fa requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:27:59.830301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.856774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.882190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] Pushing event deleted for resources: {'Port': ['ID=414162f5-5d07-43f2-bf90-42a1479bab4c,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:27:59.887020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 414162f5-5d07-43f2-bf90-42a1479bab4c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:27:59.887349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:27:59.897599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834bb65-a167-4fc6-a3fa-80f39f67482e None None] No DVR routers for this DVR port 414162f5-5d07-43f2-bf90-42a1479bab4c on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:27:59.954484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] DHCP port deletion for 80ff46a5-5393-43ea-8e47-9f2e9e7837fa request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:27:59.985600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 414162f5-5d07-43f2-bf90-42a1479bab4c, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:27:59.986042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.005979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 414162f5-5d07-43f2-bf90-42a1479bab4c owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:00.009010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_backend_mixin [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Port 414162f5-5d07-43f2-bf90-42a1479bab4c was not found and therefore no delete operation was performed {{(pid=104164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:28:00.010432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (414162f5-5d07-43f2-bf90-42a1479bab4c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.015325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] Deleting port 07aa25a7-ebe7-461c-9254-90c8a6d50595 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:00.015815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.040751 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=414162f5-5d07-43f2-bf90-42a1479bab4c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.045353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 414162f5-5d07-43f2-bf90-42a1479bab4c on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:00.123648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 07aa25a7-ebe7-461c-9254-90c8a6d50595 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:00.136257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34234) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:00.137642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.167505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:00.176691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] For port 07aa25a7-ebe7-461c-9254-90c8a6d50595, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=07aa25a7-ebe7-461c-9254-90c8a6d50595,segment=NetworkSegment(52b12e86-6150-4700-bd45-2a1d70467767),segment_id=52b12e86-6150-4700-bd45-2a1d70467767)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:00.177230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.177382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6059da45-e6ff-45b2-ba75-54c1846eb4cb') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:00.177642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6059da45-e6ff-45b2-ba75-54c1846eb4cb') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:00.187681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (6059da45-e6ff-45b2-ba75-54c1846eb4cb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.196504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] Calling delete_port for 07aa25a7-ebe7-461c-9254-90c8a6d50595 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:00.201431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (6059da45-e6ff-45b2-ba75-54c1846eb4cb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.207848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:00.208232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (6059da45-e6ff-45b2-ba75-54c1846eb4cb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:00.272052 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:00.279848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 07aa25a7-ebe7-461c-9254-90c8a6d50595 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:00.280231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.281221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.302317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.306621 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe HTTP/1.1" status: 204 len: 168 time: 0.5802965 May 12 03:28:00.307634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ced6-f67f-4633-8c30-d256f0c4875d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=18ee4c72-3d41-4f0e-8afd-180ab6cc4bbe,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.309910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34238) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:00.324772 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-555f00d5-0e44-4949-8bdd-99e8d128eae2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d5aec7f87f345318cd9438fed8d93da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873255 May 12 03:28:00.325697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34240) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:00.328365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 07aa25a7-ebe7-461c-9254-90c8a6d50595, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=07aa25a7-ebe7-461c-9254-90c8a6d50595,segment=NetworkSegment(52b12e86-6150-4700-bd45-2a1d70467767),segment_id=52b12e86-6150-4700-bd45-2a1d70467767)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:00.342759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.343528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 414162f5-5d07-43f2-bf90-42a1479bab4c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:00.378665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 414162f5-5d07-43f2-bf90-42a1479bab4c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:00.379347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 414162f5-5d07-43f2-bf90-42a1479bab4c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:00.395702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-967c4f66-8f5c-4972-8f55-c070bed1468b admin admin] Publish callbacks [] for security_group (94df7d71-24d8-4bcb-8416-a6cf7db7cd8b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.408199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (80ff46a5-5393-43ea-8e47-9f2e9e7837fa), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.434648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-967c4f66-8f5c-4972-8f55-c070bed1468b admin admin] Publish callbacks [] for security_group (94df7d71-24d8-4bcb-8416-a6cf7db7cd8b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.445045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=07aa25a7-ebe7-461c-9254-90c8a6d50595,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.453846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.469089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 07aa25a7-ebe7-461c-9254-90c8a6d50595 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:00.469995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.483999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] Pushing event deleted for resources: {'Port': ['ID=07aa25a7-ebe7-461c-9254-90c8a6d50595,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.487906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1b535-1c37-4d4d-8f91-0ecfd0d9da25 None None] No DVR routers for this DVR port 07aa25a7-ebe7-461c-9254-90c8a6d50595 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:00.516777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-967c4f66-8f5c-4972-8f55-c070bed1468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (94df7d71-24d8-4bcb-8416-a6cf7db7cd8b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.520013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-967c4f66-8f5c-4972-8f55-c070bed1468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.523505 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-967c4f66-8f5c-4972-8f55-c070bed1468b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94df7d71-24d8-4bcb-8416-a6cf7db7cd8b HTTP/1.1" status: 204 len: 168 time: 0.1944518 May 12 03:28:00.529608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c4f66-8f5c-4972-8f55-c070bed1468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94df7d71-24d8-4bcb-8416-a6cf7db7cd8b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.576747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 07aa25a7-ebe7-461c-9254-90c8a6d50595, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:00.577338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.594352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 07aa25a7-ebe7-461c-9254-90c8a6d50595 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:00.604077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.ipam_backend_mixin [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Port 07aa25a7-ebe7-461c-9254-90c8a6d50595 was not found and therefore no delete operation was performed {{(pid=104164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:28:00.606455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (07aa25a7-ebe7-461c-9254-90c8a6d50595), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.630385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=07aa25a7-ebe7-461c-9254-90c8a6d50595,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.636582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 07aa25a7-ebe7-461c-9254-90c8a6d50595 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:00.721339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (80ff46a5-5393-43ea-8e47-9f2e9e7837fa), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.741188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ff46a5-5393-43ea-8e47-9f2e9e7837fa']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:00.750729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b12e86-6150-4700-bd45-2a1d70467767') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:00.751082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b12e86-6150-4700-bd45-2a1d70467767') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:00.760964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (52b12e86-6150-4700-bd45-2a1d70467767), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.776381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (52b12e86-6150-4700-bd45-2a1d70467767), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.784267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:00.785015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (52b12e86-6150-4700-bd45-2a1d70467767), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:00.789259 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:00.858634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (80ff46a5-5393-43ea-8e47-9f2e9e7837fa), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.863312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.871644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34252) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:00.874474 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/80ff46a5-5393-43ea-8e47-9f2e9e7837fa HTTP/1.1" status: 204 len: 168 time: 0.5633235 May 12 03:28:00.876862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1283688571'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:00.890853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083e810-da98-4ea4-9675-d24a4299c647 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=80ff46a5-5393-43ea-8e47-9f2e9e7837fa,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:00.900397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:00.904929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.932113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:00.942326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (427fac31-5c7c-4a45-a408-84536210e189), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:00.942744 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 427fac31-5c7c-4a45-a408-84536210e189 of type vlan for network 733d6675-352f-41ce-89d7-b6f915adb8c0 May 12 03:28:00.991524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (733d6675-352f-41ce-89d7-b6f915adb8c0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.023587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (733d6675-352f-41ce-89d7-b6f915adb8c0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.028677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:01.029239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.066739 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.1939766 May 12 03:28:01.069534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34262) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:01.074554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:01.122621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b7b43-8380-4d31-b6ed-a8654e83a43b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=733d6675-352f-41ce-89d7-b6f915adb8c0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:01.133755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:01.195463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:01.199145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.268905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34268) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:01.367371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1239866476'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:01.382488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (e4837411-b737-4005-8cba-54d76f2d06b7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.386524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:01.389951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.398145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.445667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=e4837411-b737-4005-8cba-54d76f2d06b7,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:01.450983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '427fac31-5c7c-4a45-a408-84536210e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:01.451340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 733d6675-352f-41ce-89d7-b6f915adb8c0, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:01.467961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:01.474980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (054f6e39-f095-4d65-a5b0-fc7b72ce57cc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.478358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 733d6675-352f-41ce-89d7-b6f915adb8c0) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:01.480382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (054f6e39-f095-4d65-a5b0-fc7b72ce57cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.482997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:01.483585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.488444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa067c-9040-41e1-95ef-cde2b97c3071 None None] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:01.504709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:01.508421 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-38b7180d-a855-4be3-b605-6dd87a7ba79b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4363534 May 12 03:28:01.508573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34272) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:01.517553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-450476451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:01.537175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (0692b03b-e39a-49cf-92b2-c3d22bcd584d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.537590 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment 0692b03b-e39a-49cf-92b2-c3d22bcd584d of type vlan for network 0ad9d787-de26-422f-883f-e498ba1fdd04 May 12 03:28:01.541726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054f6e39-f095-4d65-a5b0-fc7b72ce57cc,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:01.582203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.583161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.597767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (0ad9d787-de26-422f-883f-e498ba1fdd04), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.665092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (0ad9d787-de26-422f-883f-e498ba1fdd04), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.670156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:01.670743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.674139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.690100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.741765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-733d6675-352f-41ce-89d7-b6f915adb8c0', 'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': 'e4837411-b737-4005-8cba-54d76f2d06b7'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:01.742780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.748178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.749377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-318937ce-7344-4678-9ab7-b961c4eb3ed4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2401593 May 12 03:28:01.752661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34274) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:01.755097 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 0.4851468 May 12 03:28:01.757755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34276) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:01.758787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'port': {'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0', 'name': 'tempest-RoutersTest-2066997768'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:01.763016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'name': 'tempest-PortsTestJSON-59503450'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:01.767646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941373d-1fb0-4c77-93ef-75543a95fb74 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=0ad9d787-de26-422f-883f-e498ba1fdd04,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:01.812607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:01.866570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:01.870282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.884422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:01.887949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:01.889990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port d0016aa2-a2dc-4d64-9167-f141c49c5665 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:01.906472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] device_id is not set on port e111a5b6-9e13-4ea1-b49d-acda21227ffb yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:01.937153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Allocated IP 172.20.0.2 (733d6675-352f-41ce-89d7-b6f915adb8c0/e4837411-b737-4005-8cba-54d76f2d06b7/2ed36de4-f82c-4299-9c00-5f71d4e970f6) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:02.061354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.086156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Publish callbacks [] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.092493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.103234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.129933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:02.139429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:02.147072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:02.147858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.20.0.7 (733d6675-352f-41ce-89d7-b6f915adb8c0/e4837411-b737-4005-8cba-54d76f2d06b7/e111a5b6-9e13-4ea1-b49d-acda21227ffb) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:02.157110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Pushing event updated for resources: {'Port': ['ID=2ed36de4-f82c-4299-9c00-5f71d4e970f6,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:02.169004 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=d0016aa2-a2dc-4d64-9167-f141c49c5665,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:02.176803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': '0692b03b-e39a-49cf-92b2-c3d22bcd584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:02.177162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: 0ad9d787-de26-422f-883f-e498ba1fdd04, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:02.198273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:02.207995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 0ad9d787-de26-422f-883f-e498ba1fdd04) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:02.212674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:02.215827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Attempting to bind port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:02.216198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Attempting to bind port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '427fac31-5c7c-4a45-a408-84536210e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:02.216614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Attempting to bind port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 on network 733d6675-352f-41ce-89d7-b6f915adb8c0 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:02.220540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:02.221173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.221343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3015dca-33c9-416a-a591-9a331c356c6e None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:02.227462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:02.228111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Checking segment: {'id': '427fac31-5c7c-4a45-a408-84536210e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:02.228516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.229078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Bound using segment: {'id': '427fac31-5c7c-4a45-a408-84536210e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:02.229710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Bound port: 2ed36de4-f82c-4299-9c00-5f71d4e970f6, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427fac31-5c7c-4a45-a408-84536210e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '733d6675-352f-41ce-89d7-b6f915adb8c0'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:02.230287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.239786 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-599b79f0-3a6e-4f4a-8ccf-ffaa430ecf55 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4802649 May 12 03:28:02.243048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34278) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:02.248373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-287130814'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:02.276349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:02.279990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.304529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:02.315480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c8168b11-3d11-44f3-8ab3-86a53a29267f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.315889 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment c8168b11-3d11-44f3-8ab3-86a53a29267f of type vlan for network 59e9fe08-5bc7-4d63-9ffd-774524252108 May 12 03:28:02.334368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.357408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (59e9fe08-5bc7-4d63-9ffd-774524252108), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.370097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.375099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] For port 2ed36de4-f82c-4299-9c00-5f71d4e970f6, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:02.390530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (59e9fe08-5bc7-4d63-9ffd-774524252108), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.393383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] For port 2ed36de4-f82c-4299-9c00-5f71d4e970f6, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2ed36de4-f82c-4299-9c00-5f71d4e970f6,segment=NetworkSegment(427fac31-5c7c-4a45-a408-84536210e189),segment_id=427fac31-5c7c-4a45-a408-84536210e189)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:02.396170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:02.397241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.402809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.423648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:02.429476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:02.435620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:02.440350 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.1940534 May 12 03:28:02.440512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=e111a5b6-9e13-4ea1-b49d-acda21227ffb,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:02.441569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34280) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:02.456256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'ports': [{'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'}, {'network_id': '59e9fe08-5bc7-4d63-9ffd-774524252108'}]} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:02.456572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:02.457062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '59e9fe08-5bc7-4d63-9ffd-774524252108'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:02.469527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a55d5-a958-4fec-94eb-015db0c7c266 None None] Pushing event updated for resources: {'Port': ['ID=2ed36de4-f82c-4299-9c00-5f71d4e970f6,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:02.479515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb018a17-a4dd-422a-946a-a05190235eaa tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=59e9fe08-5bc7-4d63-9ffd-774524252108,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:02.490276 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 59e9fe08-5bc7-4d63-9ffd-774524252108 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:02.571879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:02.572509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.609940 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-73b67d02-b13e-476c-9e3d-8a266e54d3f5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8558788 May 12 03:28:02.612466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34282) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:02.725871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 2} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:02.732154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.746252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.892688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 005901db-23a2-4e00-a9de-394e45c9162c yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:02.975015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (005901db-23a2-4e00-a9de-394e45c9162c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:02.977375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.041719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 6079a40d-2cdc-4187-8ded-26bd10180f2f yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:03.075520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5b88605c-c3ca-4c53-8dd1-cc0d0b5f8712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.139069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (6079a40d-2cdc-4187-8ded-26bd10180f2f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.182842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (005901db-23a2-4e00-a9de-394e45c9162c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.226944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:03.232400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:03.235151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:03.236175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6079a40d-2cdc-4187-8ded-26bd10180f2f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.251681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=005901db-23a2-4e00-a9de-394e45c9162c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:03.293240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.298900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.314760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=6079a40d-2cdc-4187-8ded-26bd10180f2f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:03.318504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': 'c8168b11-3d11-44f3-8ab3-86a53a29267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59e9fe08-5bc7-4d63-9ffd-774524252108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:03.318866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: 59e9fe08-5bc7-4d63-9ffd-774524252108, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:03.340386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 59e9fe08-5bc7-4d63-9ffd-774524252108 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:03.353622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 59e9fe08-5bc7-4d63-9ffd-774524252108) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:03.358498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:03.375644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:03.376293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=e111a5b6-9e13-4ea1-b49d-acda21227ffb,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:03.376443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:03.377075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b119ca72-fccc-430f-8404-e8e77e65e85f None None] Network 59e9fe08-5bc7-4d63-9ffd-774524252108 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:03.377283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.397587 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-133ec678-3c9e-4935-ad2c-be6f2bf0accb tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9504082 May 12 03:28:03.400657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34284) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:03.512979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 6079a40d-2cdc-4187-8ded-26bd10180f2f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:03.513789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6079a40d-2cdc-4187-8ded-26bd10180f2f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.530651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569da854-2fbc-43ef-996d-136241165771 None None] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:03.549130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.565695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] Provisioning complete for port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:03.566135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.588010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6079a40d-2cdc-4187-8ded-26bd10180f2f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.604782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 6079a40d-2cdc-4187-8ded-26bd10180f2f owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:03.671350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.701223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6079a40d-2cdc-4187-8ded-26bd10180f2f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.710837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] Current status of the port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:03.711278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.733633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=6079a40d-2cdc-4187-8ded-26bd10180f2f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:03.741617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.746407 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-52963d3d-5d27-4bff-aebc-2ccf4e94110a tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/6079a40d-2cdc-4187-8ded-26bd10180f2f HTTP/1.1" status: 204 len: 168 time: 0.3445494 May 12 03:28:03.748573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34286) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:03.757373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] For port 2ed36de4-f82c-4299-9c00-5f71d4e970f6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2ed36de4-f82c-4299-9c00-5f71d4e970f6,segment=NetworkSegment(427fac31-5c7c-4a45-a408-84536210e189),segment_id=427fac31-5c7c-4a45-a408-84536210e189)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:03.768113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.800238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b76ec1-b5d7-4f84-9ade-62165f23391e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:03.806512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b76ec1-b5d7-4f84-9ade-62165f23391e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:03.808434 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4b76ec1-b5d7-4f84-9ade-62165f23391e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0585284 May 12 03:28:03.810749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34288) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:03.830315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef18d4-42e0-4844-9d62-17abc60c339f None None] Pushing event updated for resources: {'Port': ['ID=2ed36de4-f82c-4299-9c00-5f71d4e970f6,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:03.905098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 005901db-23a2-4e00-a9de-394e45c9162c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:03.905460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (005901db-23a2-4e00-a9de-394e45c9162c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.973099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (005901db-23a2-4e00-a9de-394e45c9162c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:03.990714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 005901db-23a2-4e00-a9de-394e45c9162c owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:03.993435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-531c0e96-e52d-43d8-a78d-357441f3be41 None None] Provisioning complete for port e111a5b6-9e13-4ea1-b49d-acda21227ffb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:03.994104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-531c0e96-e52d-43d8-a78d-357441f3be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.057496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.058684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-531c0e96-e52d-43d8-a78d-357441f3be41 None None] Port e111a5b6-9e13-4ea1-b49d-acda21227ffb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:04.067486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.071848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-531c0e96-e52d-43d8-a78d-357441f3be41 None None] Provisioning complete for port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:04.072671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-531c0e96-e52d-43d8-a78d-357441f3be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.123752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (005901db-23a2-4e00-a9de-394e45c9162c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.151025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2ed36de4-f82c-4299-9c00-5f71d4e970f6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:04.152515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.156302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=005901db-23a2-4e00-a9de-394e45c9162c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:04.175405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.179233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d8c5f3c9-3a79-4aa6-82a0-fddeafaa5ab8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/005901db-23a2-4e00-a9de-394e45c9162c HTTP/1.1" status: 204 len: 168 time: 0.3675082 May 12 03:28:04.182284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34290) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.190754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=e111a5b6-9e13-4ea1-b49d-acda21227ffb,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:04.236418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc332c9-3ab1-44df-8b7d-904b1400f6c1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:04.240397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ebc332c9-3ab1-44df-8b7d-904b1400f6c1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0570426 May 12 03:28:04.241008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34292) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.264884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:04.265368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.271630 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fae168-d7af-4ff0-8ffb-c66e458a5b42 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:04.275005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:04.276719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:04.277643 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d1fae168-d7af-4ff0-8ffb-c66e458a5b42 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/6079a40d-2cdc-4187-8ded-26bd10180f2f HTTP/1.1" status: 404 len: 333 time: 0.0345924 May 12 03:28:04.278272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34294) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.308465 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf04e0f-9f69-46b4-814b-f4b7b7e42ab4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:04.309128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-531c0e96-e52d-43d8-a78d-357441f3be41 None None] Current status of the port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:04.312995 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3bf04e0f-9f69-46b4-814b-f4b7b7e42ab4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/005901db-23a2-4e00-a9de-394e45c9162c HTTP/1.1" status: 404 len: 333 time: 0.0335801 May 12 03:28:04.313488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34296) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.365117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:04.409933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (59e9fe08-5bc7-4d63-9ffd-774524252108), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.430762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-552a5897-894e-47a4-bb31-1c31b606a6b3 None None] Provisioning complete for port e111a5b6-9e13-4ea1-b49d-acda21227ffb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:04.431362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-552a5897-894e-47a4-bb31-1c31b606a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.436990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router f01b12a6-5c6b-4430-85b8-2a0612ea13e6 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:04.484291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-552a5897-894e-47a4-bb31-1c31b606a6b3 None None] Port e111a5b6-9e13-4ea1-b49d-acda21227ffb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:04.511989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (59e9fe08-5bc7-4d63-9ffd-774524252108), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.540314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e9fe08-5bc7-4d63-9ffd-774524252108']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:04.551303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8168b11-3d11-44f3-8ab3-86a53a29267f') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:04.551608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8168b11-3d11-44f3-8ab3-86a53a29267f') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:04.562844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c8168b11-3d11-44f3-8ab3-86a53a29267f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.577742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c8168b11-3d11-44f3-8ab3-86a53a29267f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.585133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:04.585385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c8168b11-3d11-44f3-8ab3-86a53a29267f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:04.589624 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:04.604699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a7e8e05e-4d33-4ea9-8604-529957e7678c None None] Provisioning complete for port e111a5b6-9e13-4ea1-b49d-acda21227ffb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:04.605670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a7e8e05e-4d33-4ea9-8604-529957e7678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.653254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8e05e-4d33-4ea9-8604-529957e7678c None None] Port e111a5b6-9e13-4ea1-b49d-acda21227ffb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:04.671372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (59e9fe08-5bc7-4d63-9ffd-774524252108), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.686846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.692727 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/59e9fe08-5bc7-4d63-9ffd-774524252108 HTTP/1.1" status: 204 len: 168 time: 0.3781648 May 12 03:28:04.702794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34298) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.708193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650154020'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:04.713652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f232f-8a23-4e38-b1eb-d11e6635ad97 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=59e9fe08-5bc7-4d63-9ffd-774524252108,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:04.733197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:04.737282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.765007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:04.772495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f4934591-98c8-454a-ae5d-00b8ea321d0c None None] Provisioning complete for port e111a5b6-9e13-4ea1-b49d-acda21227ffb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:04.772862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4934591-98c8-454a-ae5d-00b8ea321d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.778190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (becb7e6b-9731-41de-8341-7957104958f1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.778771 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment becb7e6b-9731-41de-8341-7957104958f1 of type vlan for network debb9411-28cc-4919-a2ee-d61a57c42d86 May 12 03:28:04.810254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f4934591-98c8-454a-ae5d-00b8ea321d0c None None] Port e111a5b6-9e13-4ea1-b49d-acda21227ffb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:04.822259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (debb9411-28cc-4919-a2ee-d61a57c42d86), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.847858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (debb9411-28cc-4919-a2ee-d61a57c42d86), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.853330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:04.853943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:04.889368 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1854658 May 12 03:28:04.892169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34300) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.896868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:04.897433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:04.902529 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b40d10f0-b4e7-4088-bb48-ddbfe0d0e6a9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/f01b12a6-5c6b-4430-85b8-2a0612ea13e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2888229 May 12 03:28:04.905125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34302) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.909447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] Sync routers for ids ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:04.921294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] Routers {'f01b12a6-5c6b-4430-85b8-2a0612ea13e6'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:04.921951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:04.949611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a995b18d-84f7-4e1c-ba2c-cceb6a38c344 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:04.950366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e245a-070d-4688-8519-6b68304b4cf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=debb9411-28cc-4919-a2ee-d61a57c42d86,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:04.953734 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a995b18d-84f7-4e1c-ba2c-cceb6a38c344 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports/e111a5b6-9e13-4ea1-b49d-acda21227ffb HTTP/1.1" status: 200 len: 977 time: 0.0450263 May 12 03:28:04.953932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34304) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:04.966703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network debb9411-28cc-4919-a2ee-d61a57c42d86 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:04.993017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:05.024530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:05.028262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.040170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] Routers {'f01b12a6-5c6b-4430-85b8-2a0612ea13e6'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:05.040796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:27:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:05.093211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:28:05.093829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:28:05.101224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:05.102209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a9c1b-65be-4df5-a998-17288ac36589 None None] The sync data for ids ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:05.219276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (85605719-b80b-4747-a100-f046600de3ad), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.268132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.288434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': 'becb7e6b-9731-41de-8341-7957104958f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:05.288792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: debb9411-28cc-4919-a2ee-d61a57c42d86, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:05.290973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=85605719-b80b-4747-a100-f046600de3ad,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:05.309413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network debb9411-28cc-4919-a2ee-d61a57c42d86 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:05.317988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, debb9411-28cc-4919-a2ee-d61a57c42d86) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:05.328725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7904563-8c01-4ada-bc4b-4106d868a75c None None] Network debb9411-28cc-4919-a2ee-d61a57c42d86 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:05.331297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:05.332108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.350743 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b58631a9-6487-4e4f-a70d-0d4745dc7224 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4575460 May 12 03:28:05.353466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34306) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:05.358687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86', 'name': 'tempest-PortsTestJSON-961052931'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:05.439617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-debb9411-28cc-4919-a2ee-d61a57c42d86', 'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': '85605719-b80b-4747-a100-f046600de3ad'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:05.440899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.474216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port e111a5b6-9e13-4ea1-b49d-acda21227ffb {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:05.474556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.514558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:05.518051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.535017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 1312e4b2-5b54-4e63-84ba-265ab374daca yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:05.578477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.592491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for e111a5b6-9e13-4ea1-b49d-acda21227ffb owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:05.601135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-96341728-b233-4807-a7d3-ec18b2808138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.603862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Allocated IP 172.20.0.2 (debb9411-28cc-4919-a2ee-d61a57c42d86/85605719-b80b-4747-a100-f046600de3ad/01952b66-0dde-4631-b41d-bd26b685f908) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:05.755823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Publish callbacks [] for port (01952b66-0dde-4631-b41d-bd26b685f908), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.765628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (01952b66-0dde-4631-b41d-bd26b685f908), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.771609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e111a5b6-9e13-4ea1-b49d-acda21227ffb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.807183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Network debb9411-28cc-4919-a2ee-d61a57c42d86 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:05.808856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=e111a5b6-9e13-4ea1-b49d-acda21227ffb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:05.815451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:05.819236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:05.822783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Pushing event updated for resources: {'Port': ['ID=01952b66-0dde-4631-b41d-bd26b685f908,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:05.838380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.13 (debb9411-28cc-4919-a2ee-d61a57c42d86/85605719-b80b-4747-a100-f046600de3ad/1312e4b2-5b54-4e63-84ba-265ab374daca) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:05.892424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Attempting to bind port 01952b66-0dde-4631-b41d-bd26b685f908 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:05.892806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Attempting to bind port 01952b66-0dde-4631-b41d-bd26b685f908 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'becb7e6b-9731-41de-8341-7957104958f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:05.893157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Attempting to bind port 01952b66-0dde-4631-b41d-bd26b685f908 on network debb9411-28cc-4919-a2ee-d61a57c42d86 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:05.899650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:05.900047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Checking segment: {'id': 'becb7e6b-9731-41de-8341-7957104958f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:05.900426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.900815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Bound using segment: {'id': 'becb7e6b-9731-41de-8341-7957104958f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:05.901288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Bound port: 01952b66-0dde-4631-b41d-bd26b685f908, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becb7e6b-9731-41de-8341-7957104958f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'debb9411-28cc-4919-a2ee-d61a57c42d86'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:05.901666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (01952b66-0dde-4631-b41d-bd26b685f908), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.973832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:05.993448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] For port 01952b66-0dde-4631-b41d-bd26b685f908, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:05.998241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] For port 01952b66-0dde-4631-b41d-bd26b685f908, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=01952b66-0dde-4631-b41d-bd26b685f908,segment=NetworkSegment(becb7e6b-9731-41de-8341-7957104958f1),segment_id=becb7e6b-9731-41de-8341-7957104958f1)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:06.007599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (01952b66-0dde-4631-b41d-bd26b685f908), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.063380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (1312e4b2-5b54-4e63-84ba-265ab374daca), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.082852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23842f75-b877-4e23-aafe-769cfe4f67be None None] Pushing event updated for resources: {'Port': ['ID=01952b66-0dde-4631-b41d-bd26b685f908,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:06.110188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1312e4b2-5b54-4e63-84ba-265ab374daca), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.146565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router f01b12a6-5c6b-4430-85b8-2a0612ea13e6 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:06.155089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network debb9411-28cc-4919-a2ee-d61a57c42d86 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:06.160395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:06.165123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:06.169155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=1312e4b2-5b54-4e63-84ba-265ab374daca,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:06.215971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:06.216925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.230042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:06.238150 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9a1f9c52-4b33-428d-9a8b-859998faae94 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/f01b12a6-5c6b-4430-85b8-2a0612ea13e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2805970 May 12 03:28:06.238150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34308) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.238541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34310) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.238630 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-26e2b00f-8133-4346-8c18-52798cdce7e8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8807423 May 12 03:28:06.244983 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] Sync routers for ids ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:06.257343 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] Routers {'f01b12a6-5c6b-4430-85b8-2a0612ea13e6'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:06.265720 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:06.305048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:06.313990 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] Routers {'f01b12a6-5c6b-4430-85b8-2a0612ea13e6'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:06.314703 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:06.352236 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:06.353354 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de39b2-83bb-4d16-8d74-134a5e3d9ba5 None None] The sync data for ids ['f01b12a6-5c6b-4430-85b8-2a0612ea13e6'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:06.411859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.493396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 1312e4b2-5b54-4e63-84ba-265ab374daca {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:06.493736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1312e4b2-5b54-4e63-84ba-265ab374daca), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.547323 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-43e5add2-2e89-45e4-b018-7f7d410b3c03 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] remove_router_interface failed (client error): The resource could not be found. May 12 03:28:06.548304 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43e5add2-2e89-45e4-b018-7f7d410b3c03 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/f01b12a6-5c6b-4430-85b8-2a0612ea13e6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3078315 May 12 03:28:06.551188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34312) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.581125 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c7e292d2-6b0c-461a-bc21-3cbcf0afe742 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01b12a6-5c6b-4430-85b8-2a0612ea13e6 HTTP/1.1" status: 200 len: 205 time: 0.0287318 May 12 03:28:06.583491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34314) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.617573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1312e4b2-5b54-4e63-84ba-265ab374daca), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.630401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 1312e4b2-5b54-4e63-84ba-265ab374daca owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:06.659125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.777479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1312e4b2-5b54-4e63-84ba-265ab374daca), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.811507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=1312e4b2-5b54-4e63-84ba-265ab374daca,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:06.842182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.845271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.896539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.896910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (f01b12a6-5c6b-4430-85b8-2a0612ea13e6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.897549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router f01b12a6-5c6b-4430-85b8-2a0612ea13e6 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:28:06.901392 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f18b566f-f0b3-4a07-8324-670191374290 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/1312e4b2-5b54-4e63-84ba-265ab374daca HTTP/1.1" status: 204 len: 168 time: 0.6619973 May 12 03:28:06.906490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34316) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.908089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:06.911653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31fec4fe-a661-4af9-b317-0d25989efa3d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/f01b12a6-5c6b-4430-85b8-2a0612ea13e6 HTTP/1.1" status: 204 len: 168 time: 0.3247492 May 12 03:28:06.914970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34318) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.932963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1056d9a0-2c87-4a36-a74f-877e44af0c6c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:28:06.933587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1056d9a0-2c87-4a36-a74f-877e44af0c6c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:28:06.939677 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1056d9a0-2c87-4a36-a74f-877e44af0c6c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/1312e4b2-5b54-4e63-84ba-265ab374daca HTTP/1.1" status: 404 len: 333 time: 0.0317225 May 12 03:28:06.940285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34320) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.966061 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb87f04f-11d6-43f5-9687-98d3c2f9c979 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:06.969910 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb87f04f-11d6-43f5-9687-98d3c2f9c979 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/1312e4b2-5b54-4e63-84ba-265ab374daca HTTP/1.1" status: 404 len: 333 time: 0.0263233 May 12 03:28:06.970042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet e4837411-b737-4005-8cba-54d76f2d06b7 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:06.970156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34322) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:06.971574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (e4837411-b737-4005-8cba-54d76f2d06b7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.017614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (e4837411-b737-4005-8cba-54d76f2d06b7), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.022813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet 85605719-b80b-4747-a100-f046600de3ad {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:07.026274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (85605719-b80b-4747-a100-f046600de3ad), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.070249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (85605719-b80b-4747-a100-f046600de3ad), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.086523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34029340-6d5c-415c-9a84-7b4fdc3b8839 None None] Network debb9411-28cc-4919-a2ee-d61a57c42d86 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:07.112447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e4837411-b737-4005-8cba-54d76f2d06b7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.168327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (85605719-b80b-4747-a100-f046600de3ad), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.189155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (e4837411-b737-4005-8cba-54d76f2d06b7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.220805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=e4837411-b737-4005-8cba-54d76f2d06b7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.224588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.231651 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c530c635-5d39-4b66-91ad-870ef1682d73 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/e4837411-b737-4005-8cba-54d76f2d06b7 HTTP/1.1" status: 204 len: 168 time: 0.3156283 May 12 03:28:07.232272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34324) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:07.241007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (85605719-b80b-4747-a100-f046600de3ad), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.275867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=85605719-b80b-4747-a100-f046600de3ad,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.278190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.280191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11cf189-6964-40e3-b3c0-9249b66b3451 None None] Network 733d6675-352f-41ce-89d7-b6f915adb8c0 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:07.281720 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dc9c5ced-c044-46e9-9495-c2038de304f3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/85605719-b80b-4747-a100-f046600de3ad HTTP/1.1" status: 204 len: 168 time: 0.3103056 May 12 03:28:07.284039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34326) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:07.316181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] Provisioning complete for port 01952b66-0dde-4631-b41d-bd26b685f908 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:07.316552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (01952b66-0dde-4631-b41d-bd26b685f908), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.318223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (733d6675-352f-41ce-89d7-b6f915adb8c0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.373840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (debb9411-28cc-4919-a2ee-d61a57c42d86), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.377758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:07.378126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.420396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 01952b66-0dde-4631-b41d-bd26b685f908 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:07.420764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (01952b66-0dde-4631-b41d-bd26b685f908), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.443571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 2ed36de4-f82c-4299-9c00-5f71d4e970f6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2ed36de4-f82c-4299-9c00-5f71d4e970f6,segment=NetworkSegment(427fac31-5c7c-4a45-a408-84536210e189),segment_id=427fac31-5c7c-4a45-a408-84536210e189)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:07.443960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.459282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 2ed36de4-f82c-4299-9c00-5f71d4e970f6 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:07.499752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] For port 01952b66-0dde-4631-b41d-bd26b685f908, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=01952b66-0dde-4631-b41d-bd26b685f908,segment=NetworkSegment(becb7e6b-9731-41de-8341-7957104958f1),segment_id=becb7e6b-9731-41de-8341-7957104958f1)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:07.500123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (01952b66-0dde-4631-b41d-bd26b685f908), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.515419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 01952b66-0dde-4631-b41d-bd26b685f908 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:07.529545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] Current status of the port 01952b66-0dde-4631-b41d-bd26b685f908 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:07.529963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (01952b66-0dde-4631-b41d-bd26b685f908), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.565143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2ed36de4-f82c-4299-9c00-5f71d4e970f6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.573596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] For port 01952b66-0dde-4631-b41d-bd26b685f908, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=01952b66-0dde-4631-b41d-bd26b685f908,segment=NetworkSegment(becb7e6b-9731-41de-8341-7957104958f1),segment_id=becb7e6b-9731-41de-8341-7957104958f1)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:07.582288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (01952b66-0dde-4631-b41d-bd26b685f908), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.599477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8f1ff-afa3-47db-bf95-9b6a28072673 None None] DHCP port deletion for 733d6675-352f-41ce-89d7-b6f915adb8c0 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:07.614081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=2ed36de4-f82c-4299-9c00-5f71d4e970f6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.620037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 2ed36de4-f82c-4299-9c00-5f71d4e970f6 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:07.634529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (01952b66-0dde-4631-b41d-bd26b685f908), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.663438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da08a1-8931-4538-8eea-792efbfc917f None None] Pushing event updated for resources: {'Port': ['ID=01952b66-0dde-4631-b41d-bd26b685f908,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.684492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No DVR routers for this DVR port 01952b66-0dde-4631-b41d-bd26b685f908 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:07.686299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=01952b66-0dde-4631-b41d-bd26b685f908,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.722380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (733d6675-352f-41ce-89d7-b6f915adb8c0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.747550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733d6675-352f-41ce-89d7-b6f915adb8c0']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:07.758389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427fac31-5c7c-4a45-a408-84536210e189') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:07.758712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427fac31-5c7c-4a45-a408-84536210e189') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:07.770813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (427fac31-5c7c-4a45-a408-84536210e189), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.780598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (debb9411-28cc-4919-a2ee-d61a57c42d86), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.786307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (427fac31-5c7c-4a45-a408-84536210e189), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.793736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:07.794200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (427fac31-5c7c-4a45-a408-84536210e189), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:07.797405 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:07.805110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debb9411-28cc-4919-a2ee-d61a57c42d86']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:07.806716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24ebee-7fd4-480c-b768-e57c090ada0b None None] Network debb9411-28cc-4919-a2ee-d61a57c42d86 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:07.809910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-df85a9b2-18a7-480e-98b5-d5e8c25de644 None None] Could not find standard attr ID for object 01952b66-0dde-4631-b41d-bd26b685f908. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:07.814945 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becb7e6b-9731-41de-8341-7957104958f1') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:07.815306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becb7e6b-9731-41de-8341-7957104958f1') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:07.826100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (becb7e6b-9731-41de-8341-7957104958f1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.845141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (becb7e6b-9731-41de-8341-7957104958f1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.852954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:07.853386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (becb7e6b-9731-41de-8341-7957104958f1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:07.856602 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:07.863479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (733d6675-352f-41ce-89d7-b6f915adb8c0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.870719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.876376 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/733d6675-352f-41ce-89d7-b6f915adb8c0 HTTP/1.1" status: 204 len: 168 time: 0.6431203 May 12 03:28:07.880297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34328) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:07.885580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-2092494176'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:07.899946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a018a-e532-4c4b-ae27-bb7016d821a3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=733d6675-352f-41ce-89d7-b6f915adb8c0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.917410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:07.920877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.930684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (debb9411-28cc-4919-a2ee-d61a57c42d86), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.939174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.942946 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/debb9411-28cc-4919-a2ee-d61a57c42d86 HTTP/1.1" status: 204 len: 168 time: 0.6577644 May 12 03:28:07.947423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34330) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:07.951634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:07.955205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4a40-90ed-44f2-becc-173ed23299a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=debb9411-28cc-4919-a2ee-d61a57c42d86,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:07.958581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029529391'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:07.976467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.979587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb574de-9a39-4e03-bbd1-084c2b416027 None None] DHCP port deletion for debb9411-28cc-4919-a2ee-d61a57c42d86 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:07.979935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1e2280e7-abf5-42b9-b0c3-732847320a07), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:07.980342 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 1e2280e7-abf5-42b9-b0c3-732847320a07 of type vlan for network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 May 12 03:28:08.012961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:08.016325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.035286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (5ce9f2a9-adb0-44cc-820a-abfcb885da54), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.062131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2ed36de4-f82c-4299-9c00-5f71d4e970f6 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:08.062361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:08.075605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9a320dee-8f85-4390-bd70-f685ec9eeaf2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.076010 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment 9a320dee-8f85-4390-bd70-f685ec9eeaf2 of type vlan for network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb May 12 03:28:08.077306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (5ce9f2a9-adb0-44cc-820a-abfcb885da54), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.082265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:08.082866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.083988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 2ed36de4-f82c-4299-9c00-5f71d4e970f6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:08.084342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2ed36de4-f82c-4299-9c00-5f71d4e970f6 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:08.152672 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.2714190 May 12 03:28:08.155439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34332) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:08.157544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.160719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:08.247906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:08.251724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.442582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (8033d13f-6c12-427c-a102-25d2b881d586), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.507035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=8033d13f-6c12-427c-a102-25d2b881d586,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:08.518671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '1e2280e7-abf5-42b9-b0c3-732847320a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:08.519029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 5ce9f2a9-adb0-44cc-820a-abfcb885da54, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:08.534706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372bb01-1c37-4204-b25a-eef8325c5482 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=5ce9f2a9-adb0-44cc-820a-abfcb885da54,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:08.535663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:08.547126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 5ce9f2a9-adb0-44cc-820a-abfcb885da54) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:08.547469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:08.552449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:08.553097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.558599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.566443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:08.567194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.570752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a117452e-fefa-43a5-ba05-e01fb191da80 None None] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:08.574484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-79a3f321-6b69-4e3a-9275-e8da86df141a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153872 May 12 03:28:08.574980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34334) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:08.580988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751668003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:08.604934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (61db56d5-d044-4738-aced-5004390860b9), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.605918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (61db56d5-d044-4738-aced-5004390860b9), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.620008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.6714590 May 12 03:28:08.621454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34336) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:08.627593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:08.658998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (61db56d5-d044-4738-aced-5004390860b9), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.665335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (61db56d5-d044-4738-aced-5004390860b9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.671185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5f7b2-b660-4c75-8a50-4bcf41b4a1fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=b3cd92d6-b01c-435d-9a92-b03eb6cc05fb,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:08.689037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.692959 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6588e98a-7448-4c2a-ac04-39a1b8d54b99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1146390 May 12 03:28:08.693099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34338) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:08.694892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:08.761280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:08.764981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.790419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-5ce9f2a9-adb0-44cc-820a-abfcb885da54', 'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': '8033d13f-6c12-427c-a102-25d2b881d586'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:08.791485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:08.941637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Allocated IP 172.20.0.2 (5ce9f2a9-adb0-44cc-820a-abfcb885da54/8033d13f-6c12-427c-a102-25d2b881d586/648d4e2a-dc08-4028-93c1-808d9e8f8caf) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:08.963019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.007706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.020615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:09.032506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': '9a320dee-8f85-4390-bd70-f685ec9eeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:09.032863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: b3cd92d6-b01c-435d-9a92-b03eb6cc05fb, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:09.051165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:09.061720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b3cd92d6-b01c-435d-9a92-b03eb6cc05fb) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:09.068452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:09.069170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.075533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6e579-e5d6-4a2e-b1af-35bdf9ddd9bc None None] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:09.093601 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f4f5f9b7-6294-46c3-b8ee-e9e2d3ea91a4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4676054 May 12 03:28:09.094991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34340) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:09.102572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2058930580'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:09.121854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Publish callbacks [] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.156221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.214023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:09.223384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:09.227546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.233840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:09.236283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Pushing event updated for resources: {'Port': ['ID=648d4e2a-dc08-4028-93c1-808d9e8f8caf,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:09.238316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:09.261788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port ab68b62d-e83b-47ca-96a0-f68dc0eb1759 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:09.265921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b3cd92d6-b01c-435d-9a92-b03eb6cc05fb', 'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': 'ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:09.266734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.279181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.20.0.1 (5ce9f2a9-adb0-44cc-820a-abfcb885da54/8033d13f-6c12-427c-a102-25d2b881d586/761f8788-964a-4022-af9f-382eee00a108) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:09.318907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Attempting to bind port 648d4e2a-dc08-4028-93c1-808d9e8f8caf on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:09.319284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Attempting to bind port 648d4e2a-dc08-4028-93c1-808d9e8f8caf by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '1e2280e7-abf5-42b9-b0c3-732847320a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:09.319656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Attempting to bind port 648d4e2a-dc08-4028-93c1-808d9e8f8caf on network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:09.329221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:09.329597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Checking segment: {'id': '1e2280e7-abf5-42b9-b0c3-732847320a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:09.330024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.330417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Bound using segment: {'id': '1e2280e7-abf5-42b9-b0c3-732847320a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:09.331154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Bound port: 648d4e2a-dc08-4028-93c1-808d9e8f8caf, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2280e7-abf5-42b9-b0c3-732847320a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ce9f2a9-adb0-44cc-820a-abfcb885da54'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:09.331460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.386381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.13 (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb/ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2/ab68b62d-e83b-47ca-96a0-f68dc0eb1759) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:09.406852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (761f8788-964a-4022-af9f-382eee00a108), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.441840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (761f8788-964a-4022-af9f-382eee00a108), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.460091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] For port 648d4e2a-dc08-4028-93c1-808d9e8f8caf, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:09.464410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] For port 648d4e2a-dc08-4028-93c1-808d9e8f8caf, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=648d4e2a-dc08-4028-93c1-808d9e8f8caf,segment=NetworkSegment(1e2280e7-abf5-42b9-b0c3-732847320a07),segment_id=1e2280e7-abf5-42b9-b0c3-732847320a07)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:09.470527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.486661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:09.491799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:09.498347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:09.533562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=761f8788-964a-4022-af9f-382eee00a108,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:09.539615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (ab68b62d-e83b-47ca-96a0-f68dc0eb1759), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.543032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee0fe4-8b85-4829-b782-05ef92ac064f None None] Pushing event updated for resources: {'Port': ['ID=648d4e2a-dc08-4028-93c1-808d9e8f8caf,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:09.545647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (61db56d5-d044-4738-aced-5004390860b9), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.581402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ab68b62d-e83b-47ca-96a0-f68dc0eb1759), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.623587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:09.625003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.628764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:09.632940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:09.642349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Allocated IP 172.20.0.2 (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb/ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2/148e5d0b-2339-44f8-9b0c-0006169d279b) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:09.683234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=ab68b62d-e83b-47ca-96a0-f68dc0eb1759,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:09.702193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (761f8788-964a-4022-af9f-382eee00a108), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.714522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:09.715970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.777294 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c2ee451b-18d1-4df1-85fa-8db68897f75c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6805897 May 12 03:28:09.780263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34342) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:09.849614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Publish callbacks [] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.857764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.895236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:09.900958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:09.903860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:09.923567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Pushing event updated for resources: {'Port': ['ID=148e5d0b-2339-44f8-9b0c-0006169d279b,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:09.976016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Attempting to bind port 148e5d0b-2339-44f8-9b0c-0006169d279b on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:09.976444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Attempting to bind port 148e5d0b-2339-44f8-9b0c-0006169d279b by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '9a320dee-8f85-4390-bd70-f685ec9eeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:09.976863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Attempting to bind port 148e5d0b-2339-44f8-9b0c-0006169d279b on network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:09.982278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:09.982653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Checking segment: {'id': '9a320dee-8f85-4390-bd70-f685ec9eeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:09.983050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:09.983435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Bound using segment: {'id': '9a320dee-8f85-4390-bd70-f685ec9eeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:09.983890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Bound port: 148e5d0b-2339-44f8-9b0c-0006169d279b, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a320dee-8f85-4390-bd70-f685ec9eeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b3cd92d6-b01c-435d-9a92-b03eb6cc05fb'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:09.984264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.002105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port ab68b62d-e83b-47ca-96a0-f68dc0eb1759 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:10.002376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ab68b62d-e83b-47ca-96a0-f68dc0eb1759), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.052947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] For port 148e5d0b-2339-44f8-9b0c-0006169d279b, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:10.056777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] For port 148e5d0b-2339-44f8-9b0c-0006169d279b, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=148e5d0b-2339-44f8-9b0c-0006169d279b,segment=NetworkSegment(9a320dee-8f85-4390-bd70-f685ec9eeaf2),segment_id=9a320dee-8f85-4390-bd70-f685ec9eeaf2)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:10.064618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.116213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 648d4e2a-dc08-4028-93c1-808d9e8f8caf up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:10.175813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ce5b9-c3bf-4c67-8d54-475005d977eb None None] Pushing event updated for resources: {'Port': ['ID=148e5d0b-2339-44f8-9b0c-0006169d279b,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:10.199612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 648d4e2a-dc08-4028-93c1-808d9e8f8caf triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:10.199990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.338120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 648d4e2a-dc08-4028-93c1-808d9e8f8caf is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:10.338524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.394281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 648d4e2a-dc08-4028-93c1-808d9e8f8caf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=648d4e2a-dc08-4028-93c1-808d9e8f8caf,segment=NetworkSegment(1e2280e7-abf5-42b9-b0c3-732847320a07),segment_id=1e2280e7-abf5-42b9-b0c3-732847320a07)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:10.401226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.474747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=648d4e2a-dc08-4028-93c1-808d9e8f8caf,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:10.581930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ab68b62d-e83b-47ca-96a0-f68dc0eb1759), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.599750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for ab68b62d-e83b-47ca-96a0-f68dc0eb1759 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:10.623714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (761f8788-964a-4022-af9f-382eee00a108), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.628983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (761f8788-964a-4022-af9f-382eee00a108), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.742369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (61db56d5-d044-4738-aced-5004390860b9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.759688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=761f8788-964a-4022-af9f-382eee00a108,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:10.762040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1094090-b96c-4e3c-8e51-7a383a0fefd9 None None] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:10.799297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-32ce0c8b-2965-45d0-970b-b0c7235bc1ed None None] Provisioning complete for port 648d4e2a-dc08-4028-93c1-808d9e8f8caf triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:10.799677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32ce0c8b-2965-45d0-970b-b0c7235bc1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.904532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ab68b62d-e83b-47ca-96a0-f68dc0eb1759), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:10.907908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:10.916708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:10.944661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=ab68b62d-e83b-47ca-96a0-f68dc0eb1759,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:11.100177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.102867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32ce0c8b-2965-45d0-970b-b0c7235bc1ed None None] Current status of the port 648d4e2a-dc08-4028-93c1-808d9e8f8caf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:11.106388 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ba45b606-4808-4aa4-8921-4d14dcefe6b7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/ab68b62d-e83b-47ca-96a0-f68dc0eb1759 HTTP/1.1" status: 204 len: 168 time: 1.3249493 May 12 03:28:11.107906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34344) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:11.144705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebcbb3b-3dae-424f-9d02-4e5d671a9b00 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:11.148944 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aebcbb3b-3dae-424f-9d02-4e5d671a9b00 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/ab68b62d-e83b-47ca-96a0-f68dc0eb1759 HTTP/1.1" status: 404 len: 333 time: 0.0368400 May 12 03:28:11.149113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 61db56d5-d044-4738-aced-5004390860b9 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:11.149232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34346) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:11.203732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:11.207290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.256972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.263009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:11.271251 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-924256e7-bf1b-442e-842b-1340ed3163bf tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/61db56d5-d044-4738-aced-5004390860b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770731 May 12 03:28:11.271878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34348) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:11.273500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] Sync routers for ids ['61db56d5-d044-4738-aced-5004390860b9'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:11.285126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] Routers {'61db56d5-d044-4738-aced-5004390860b9'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:11.285901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['61db56d5-d044-4738-aced-5004390860b9'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:11.321334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcacecb-4ed8-4dad-ba76-c6cfffc6ac43 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:11.325630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34350) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:11.325810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4dcacecb-4ed8-4dad-ba76-c6cfffc6ac43 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports/761f8788-964a-4022-af9f-382eee00a108 HTTP/1.1" status: 200 len: 910 time: 0.0527563 May 12 03:28:11.337512 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:11.347875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] Routers {'61db56d5-d044-4738-aced-5004390860b9'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:11.348566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['61db56d5-d044-4738-aced-5004390860b9'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:11.352528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff5d5b-372b-4d09-8e55-c5c740a43aab None None] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:11.406071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:11.406746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872aa2f-a212-48ef-83c6-d92e16a1e149 None None] The sync data for ids ['61db56d5-d044-4738-aced-5004390860b9'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:11.438495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.466167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Provisioning complete for port 148e5d0b-2339-44f8-9b0c-0006169d279b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:11.466540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.585751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.586740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Current status of the port 148e5d0b-2339-44f8-9b0c-0006169d279b is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:11.587328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.613962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:11.648217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.649581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:28:11.650418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:28:11.654002 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01cd4162-02c8-4cc2-bf07-5f58e4e1ffe2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2 HTTP/1.1" status: 204 len: 168 time: 0.5016091 May 12 03:28:11.654398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34352) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:11.744937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.758804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (61db56d5-d044-4738-aced-5004390860b9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.807009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 148e5d0b-2339-44f8-9b0c-0006169d279b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:11.807365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.876972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc618dd-7005-4d38-8606-ca4c545c38a6 None None] Network b3cd92d6-b01c-435d-9a92-b03eb6cc05fb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:11.882526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] For port 148e5d0b-2339-44f8-9b0c-0006169d279b, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=148e5d0b-2339-44f8-9b0c-0006169d279b,segment=NetworkSegment(9a320dee-8f85-4390-bd70-f685ec9eeaf2),segment_id=9a320dee-8f85-4390-bd70-f685ec9eeaf2)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:11.884655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:11.903282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 148e5d0b-2339-44f8-9b0c-0006169d279b owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:11.992775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (148e5d0b-2339-44f8-9b0c-0006169d279b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.028273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 761f8788-964a-4022-af9f-382eee00a108 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:12.028676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (761f8788-964a-4022-af9f-382eee00a108), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.036059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=148e5d0b-2339-44f8-9b0c-0006169d279b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:12.038108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No DVR routers for this DVR port 148e5d0b-2339-44f8-9b0c-0006169d279b on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:12.047864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4664e-9ab2-46d7-8f68-0457edd3a404 None None] DHCP port deletion for b3cd92d6-b01c-435d-9a92-b03eb6cc05fb request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:12.122032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 648d4e2a-dc08-4028-93c1-808d9e8f8caf up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:12.128263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (761f8788-964a-4022-af9f-382eee00a108), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.138845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.144601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 761f8788-964a-4022-af9f-382eee00a108 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:12.159943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cd92d6-b01c-435d-9a92-b03eb6cc05fb']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.170331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a320dee-8f85-4390-bd70-f685ec9eeaf2') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.170635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a320dee-8f85-4390-bd70-f685ec9eeaf2') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.186413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Port 148e5d0b-2339-44f8-9b0c-0006169d279b update to ACTIVE by agent not found {{(pid=104166) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}} May 12 03:28:12.186649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (9a320dee-8f85-4390-bd70-f685ec9eeaf2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.201682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9a320dee-8f85-4390-bd70-f685ec9eeaf2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.208204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:12.208669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (9a320dee-8f85-4390-bd70-f685ec9eeaf2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:12.212455 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:12.215110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Provisioning complete for port 761f8788-964a-4022-af9f-382eee00a108 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:12.215216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (761f8788-964a-4022-af9f-382eee00a108), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.249618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.262488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 648d4e2a-dc08-4028-93c1-808d9e8f8caf triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:12.262863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.276293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b3cd92d6-b01c-435d-9a92-b03eb6cc05fb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.284896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.288130 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/b3cd92d6-b01c-435d-9a92-b03eb6cc05fb HTTP/1.1" status: 204 len: 168 time: 0.6325505 May 12 03:28:12.294139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Port 761f8788-964a-4022-af9f-382eee00a108 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:12.299613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34354) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:12.304505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'name': 'tempest-PortsTestJSON-1628342622'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:12.309509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4578-4622-4800-bbf6-f04255860c09 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=b3cd92d6-b01c-435d-9a92-b03eb6cc05fb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:12.311380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Provisioning complete for port 648d4e2a-dc08-4028-93c1-808d9e8f8caf triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:12.311758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.351813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (761f8788-964a-4022-af9f-382eee00a108), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.381257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=761f8788-964a-4022-af9f-382eee00a108,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:12.410360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:12.414466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.427937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 648d4e2a-dc08-4028-93c1-808d9e8f8caf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:12.438667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 9f330902-dc84-4d22-a2c3-3e0e284b9f0b yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:12.444674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e3995551-0342-4435-8e37-14d44d94c56a None None] Current status of the port 648d4e2a-dc08-4028-93c1-808d9e8f8caf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:12.550249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (61db56d5-d044-4738-aced-5004390860b9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.574118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-28c2b606-7764-4e3b-9c33-5c45d5052ebe None None] Could not find standard attr ID for object 148e5d0b-2339-44f8-9b0c-0006169d279b. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:12.578351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-28c2b606-7764-4e3b-9c33-5c45d5052ebe None None] Could not find standard attr ID for object 761f8788-964a-4022-af9f-382eee00a108. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:12.635960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (9f330902-dc84-4d22-a2c3-3e0e284b9f0b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.668664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9f330902-dc84-4d22-a2c3-3e0e284b9f0b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.709829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:12.712896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:12.718830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:12.720679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 61db56d5-d044-4738-aced-5004390860b9 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:12.723958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:12.724557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.733632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=9f330902-dc84-4d22-a2c3-3e0e284b9f0b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:12.746118 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8d41875e-d453-4e1e-941a-33799437d493 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4455683 May 12 03:28:12.748610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34356) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:12.799995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:12.805930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ce87ce1c-c7fd-4c3e-9928-e0c2c7f4ab90 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/61db56d5-d044-4738-aced-5004390860b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4779460 May 12 03:28:12.808289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34358) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:12.813078 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] Sync routers for ids ['61db56d5-d044-4738-aced-5004390860b9'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:12.825657 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] Routers {'61db56d5-d044-4738-aced-5004390860b9'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:12.826793 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['61db56d5-d044-4738-aced-5004390860b9'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.837811 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-87811ed3-76c2-4acf-85d6-422e01aa442d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=61db56d5-d044-4738-aced-5004390860b9 HTTP/1.1" status: 200 len: 205 time: 0.0283680 May 12 03:28:12.840338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34360) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:12.841311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 9f330902-dc84-4d22-a2c3-3e0e284b9f0b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:12.841644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9f330902-dc84-4d22-a2c3-3e0e284b9f0b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.859894 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.868963 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] Routers {'61db56d5-d044-4738-aced-5004390860b9'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:12.869564 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['61db56d5-d044-4738-aced-5004390860b9'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.902485 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:12.903103 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea6aa1-e564-4bca-aa2b-5ad89a92e1ab None None] The sync data for ids ['61db56d5-d044-4738-aced-5004390860b9'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:12.909584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9f330902-dc84-4d22-a2c3-3e0e284b9f0b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.917303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (61db56d5-d044-4738-aced-5004390860b9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:12.923464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 9f330902-dc84-4d22-a2c3-3e0e284b9f0b owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:13.005824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9f330902-dc84-4d22-a2c3-3e0e284b9f0b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.034281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=9f330902-dc84-4d22-a2c3-3e0e284b9f0b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:13.037802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.041461 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-66e830db-54c1-45b1-8d6a-e031942f12f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/9f330902-dc84-4d22-a2c3-3e0e284b9f0b HTTP/1.1" status: 204 len: 168 time: 0.2919185 May 12 03:28:13.043989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34362) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:13.050350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'mac_address': 'fa:16:3e:c0:62:5d', 'name': 'tempest-PortsTestJSON-791110824'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:13.106932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (61db56d5-d044-4738-aced-5004390860b9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.110931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (61db56d5-d044-4738-aced-5004390860b9), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.195734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (61db56d5-d044-4738-aced-5004390860b9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.196455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router 61db56d5-d044-4738-aced-5004390860b9 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:28:13.204005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.205123 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1a3f3000-670d-4a60-b893-28e393256596 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/61db56d5-d044-4738-aced-5004390860b9 HTTP/1.1" status: 204 len: 168 time: 0.3638439 May 12 03:28:13.208288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34364) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:13.213816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:13.259352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet 8033d13f-6c12-427c-a102-25d2b881d586 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:13.262479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (8033d13f-6c12-427c-a102-25d2b881d586), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.278457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.298562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 69bacc05-d30d-4145-bc99-0f9ab564ba81 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:13.306419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (8033d13f-6c12-427c-a102-25d2b881d586), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.394783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (8033d13f-6c12-427c-a102-25d2b881d586), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.451395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (8033d13f-6c12-427c-a102-25d2b881d586), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.464344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (69bacc05-d30d-4145-bc99-0f9ab564ba81), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.484401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=8033d13f-6c12-427c-a102-25d2b881d586,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:13.486416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.489538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b6fb60fe-ea28-475a-b397-72669bab6884 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/8033d13f-6c12-427c-a102-25d2b881d586 HTTP/1.1" status: 204 len: 168 time: 0.2802322 May 12 03:28:13.492836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34366) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:13.494693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb410c-d444-4906-9370-1d79aae71b0d None None] Network 5ce9f2a9-adb0-44cc-820a-abfcb885da54 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:13.521773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (69bacc05-d30d-4145-bc99-0f9ab564ba81), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.610261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:13.616247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (5ce9f2a9-adb0-44cc-820a-abfcb885da54), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.620837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:13.629958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:13.635554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:13.636148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.643831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=69bacc05-d30d-4145-bc99-0f9ab564ba81,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:13.658973 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5e8ff210-ffd7-4cc7-b0c2-4d2aeaee16ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6139557 May 12 03:28:13.659276 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] DHCP port deletion for 5ce9f2a9-adb0-44cc-820a-abfcb885da54 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:13.661696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34368) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:13.694035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 648d4e2a-dc08-4028-93c1-808d9e8f8caf {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:13.694642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.700157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] Deleting port 648d4e2a-dc08-4028-93c1-808d9e8f8caf {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:13.700528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.707079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9afcbff-292f-41ad-b71f-6161d8933a52 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:13.708452 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f9afcbff-292f-41ad-b71f-6161d8933a52 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/69bacc05-d30d-4145-bc99-0f9ab564ba81 HTTP/1.1" status: 200 len: 840 time: 0.0455256 May 12 03:28:13.712145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34370) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:13.769411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 648d4e2a-dc08-4028-93c1-808d9e8f8caf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=648d4e2a-dc08-4028-93c1-808d9e8f8caf,segment=NetworkSegment(1e2280e7-abf5-42b9-b0c3-732847320a07),segment_id=1e2280e7-abf5-42b9-b0c3-732847320a07)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:13.769832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.771834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] For port 648d4e2a-dc08-4028-93c1-808d9e8f8caf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=648d4e2a-dc08-4028-93c1-808d9e8f8caf,segment=NetworkSegment(1e2280e7-abf5-42b9-b0c3-732847320a07),segment_id=1e2280e7-abf5-42b9-b0c3-732847320a07)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:13.772847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.786169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 648d4e2a-dc08-4028-93c1-808d9e8f8caf owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:13.792157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] Calling delete_port for 648d4e2a-dc08-4028-93c1-808d9e8f8caf owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:13.805444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 69bacc05-d30d-4145-bc99-0f9ab564ba81 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:13.805787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (69bacc05-d30d-4145-bc99-0f9ab564ba81), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.877200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.884661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (648d4e2a-dc08-4028-93c1-808d9e8f8caf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.886339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (69bacc05-d30d-4145-bc99-0f9ab564ba81), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:13.902909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 69bacc05-d30d-4145-bc99-0f9ab564ba81 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:13.910611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] Pushing event deleted for resources: {'Port': ['ID=648d4e2a-dc08-4028-93c1-808d9e8f8caf,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:13.916287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 648d4e2a-dc08-4028-93c1-808d9e8f8caf on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:13.917915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bb51c-7a15-4610-9f1c-23e01ecc693d None None] No DVR routers for this DVR port 648d4e2a-dc08-4028-93c1-808d9e8f8caf on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:13.924556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=648d4e2a-dc08-4028-93c1-808d9e8f8caf,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:13.986465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (69bacc05-d30d-4145-bc99-0f9ab564ba81), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.003443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (5ce9f2a9-adb0-44cc-820a-abfcb885da54), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.018808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=69bacc05-d30d-4145-bc99-0f9ab564ba81,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:14.025042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce9f2a9-adb0-44cc-820a-abfcb885da54']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:14.030260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.034603 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-784d746b-c4cb-49c3-ac38-81ec6a5312c7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/69bacc05-d30d-4145-bc99-0f9ab564ba81 HTTP/1.1" status: 204 len: 168 time: 0.3212538 May 12 03:28:14.035608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2280e7-abf5-42b9-b0c3-732847320a07') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:14.035909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2280e7-abf5-42b9-b0c3-732847320a07') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:14.037186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34376) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:14.049097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (1e2280e7-abf5-42b9-b0c3-732847320a07), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.064872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (1e2280e7-abf5-42b9-b0c3-732847320a07), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.068996 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b121c7a-dffd-44e5-9a72-84b205bef281 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:14.071413 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3b121c7a-dffd-44e5-9a72-84b205bef281 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/69bacc05-d30d-4145-bc99-0f9ab564ba81 HTTP/1.1" status: 404 len: 333 time: 0.0329657 May 12 03:28:14.075062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34378) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:14.078081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:14.078549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (1e2280e7-abf5-42b9-b0c3-732847320a07), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.080484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'name': 'tempest-PortsTestJSON-702360397'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:14.081785 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:14.092396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 648d4e2a-dc08-4028-93c1-808d9e8f8caf no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:14.114726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 648d4e2a-dc08-4028-93c1-808d9e8f8caf {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:14.115403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 648d4e2a-dc08-4028-93c1-808d9e8f8caf not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:14.116070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 148e5d0b-2339-44f8-9b0c-0006169d279b no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:14.144515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 148e5d0b-2339-44f8-9b0c-0006169d279b {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:14.145097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 148e5d0b-2339-44f8-9b0c-0006169d279b not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:14.150457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (5ce9f2a9-adb0-44cc-820a-abfcb885da54), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.163629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.167427 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/5ce9f2a9-adb0-44cc-820a-abfcb885da54 HTTP/1.1" status: 204 len: 168 time: 0.6734822 May 12 03:28:14.171154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34380) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:14.176399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2142901551', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:14.177093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b3c9c-33d4-46f7-88ca-cf1d0f425900 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=5ce9f2a9-adb0-44cc-820a-abfcb885da54,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:14.183358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:14.186471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.215712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 05984d35-651f-43af-b8eb-10da73737fb1 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:14.221463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.222450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.321924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.526267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (05984d35-651f-43af-b8eb-10da73737fb1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.528900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_gateway (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.621553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (05984d35-651f-43af-b8eb-10da73737fb1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.700233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:14.707339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:14.710181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:14.715872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:14.716463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.755892 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:28:14.760778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=05984d35-651f-43af-b8eb-10da73737fb1,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:14.784740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_gateway (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.790900 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-acf8bbfa-a8fb-4bd5-bd50-3b586491ef56 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7148750 May 12 03:28:14.793721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34382) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:14.799129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:14.807801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.865724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (05984d35-651f-43af-b8eb-10da73737fb1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:14.912204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.26.2.208 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/a2d1523a-d356-42fc-ae1a-2e72147884ab) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:15.016353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (a2d1523a-d356-42fc-ae1a-2e72147884ab), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.051273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a2d1523a-d356-42fc-ae1a-2e72147884ab), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.090659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:15.098961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:15.103221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:15.109826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=a2d1523a-d356-42fc-ae1a-2e72147884ab,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:15.383328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_gateway (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.403322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (05984d35-651f-43af-b8eb-10da73737fb1), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.408069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (05984d35-651f-43af-b8eb-10da73737fb1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.440149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] In _notify_port_updated(), no bound segment for port 05984d35-651f-43af-b8eb-10da73737fb1 on network 0ad9d787-de26-422f-883f-e498ba1fdd04 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:28:15.445866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:15.446551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.447812 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/ports/05984d35-651f-43af-b8eb-10da73737fb1 HTTP/1.1" status: 200 len: 818 time: 0.6530216 May 12 03:28:15.450551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34384) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:15.486753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc35cb5-6b37-4c5b-98ae-f39700e43e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=05984d35-651f-43af-b8eb-10da73737fb1,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:15.544658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 05984d35-651f-43af-b8eb-10da73737fb1 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:15.544999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (05984d35-651f-43af-b8eb-10da73737fb1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.587642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.608620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (05984d35-651f-43af-b8eb-10da73737fb1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.621626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 05984d35-651f-43af-b8eb-10da73737fb1 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:15.702169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (05984d35-651f-43af-b8eb-10da73737fb1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.717138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 0aeb61ff-f102-4a19-bfe3-5c1271dc9263 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:15.733664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=05984d35-651f-43af-b8eb-10da73737fb1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:15.735829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.739054 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9d9fad00-96de-4167-a2e8-c2ff540ebe66 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/05984d35-651f-43af-b8eb-10da73737fb1 HTTP/1.1" status: 204 len: 168 time: 0.2875068 May 12 03:28:15.742247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34386) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:15.786293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d322c2-bb4c-4c73-afb7-c0309f039cb4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:15.787750 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f6d322c2-bb4c-4c73-afb7-c0309f039cb4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0445580 May 12 03:28:15.790427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34388) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:15.814812 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-8051a8ae-b215-4e94-9b7f-437807673335 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:15.816194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8051a8ae-b215-4e94-9b7f-437807673335 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/05984d35-651f-43af-b8eb-10da73737fb1 HTTP/1.1" status: 404 len: 333 time: 0.0248652 May 12 03:28:15.820750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34390) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:15.826315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25187801'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:15.826523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:15.838476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] Sync routers for ids ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:15.845420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:15.848295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] Routers {'0aeb61ff-f102-4a19-bfe3-5c1271dc9263'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:15.848774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.848918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:15.853103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.854612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-02252202-e93f-42d0-a96b-49d17ac556a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6823936 May 12 03:28:15.857260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34392) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:15.873432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:15.884837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:15.886415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (595d0d36-fac9-454d-8372-ac3287f36962), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.886819 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment 595d0d36-fac9-454d-8372-ac3287f36962 of type vlan for network a78cbc0e-25a0-4778-8da1-b271da89045c May 12 03:28:15.893552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] Routers {'0aeb61ff-f102-4a19-bfe3-5c1271dc9263'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:15.894304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:15.930171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (a78cbc0e-25a0-4778-8da1-b271da89045c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.934841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:15.935561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af796eac-e436-4738-9db3-923e9d2c8043 None None] The sync data for ids ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:15.956585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (a78cbc0e-25a0-4778-8da1-b271da89045c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:15.961689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:15.962312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.001077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.1789234 May 12 03:28:16.003958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34394) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:16.008911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:16.058366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0606fe-ed87-4b5b-b293-cff0b7003f18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=a78cbc0e-25a0-4778-8da1-b271da89045c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:16.069928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network a78cbc0e-25a0-4778-8da1-b271da89045c details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:16.132541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:16.136003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.321720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (4cbf61be-7635-4d0f-ae71-d30b5ee66c05), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.333488 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-369c6995-cbe1-4f55-aa53-2d530dcc67e1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/routers/0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 200 len: 881 time: 0.4749830 May 12 03:28:16.336489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34396) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:16.386107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=4cbf61be-7635-4d0f-ae71-d30b5ee66c05,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:16.390621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': '595d0d36-fac9-454d-8372-ac3287f36962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:16.390980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: a78cbc0e-25a0-4778-8da1-b271da89045c, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:16.408803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network a78cbc0e-25a0-4778-8da1-b271da89045c is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:16.417655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, a78cbc0e-25a0-4778-8da1-b271da89045c) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:16.421721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:16.422350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.429580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598033b-6d0f-46d0-8dac-04bd2df83b4d None None] Network a78cbc0e-25a0-4778-8da1-b271da89045c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:16.441916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b8ad6d75-5191-4e66-8e0a-bd263bc3978c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4343812 May 12 03:28:16.442159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34400) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:16.447305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:16.519361 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-97bb9c66-65d6-413a-83d0-8afa85d1ba0a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1817067 May 12 03:28:16.521759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34402) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:16.527257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2142901551'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:16.544679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-a78cbc0e-25a0-4778-8da1-b271da89045c', 'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': '4cbf61be-7635-4d0f-ae71-d30b5ee66c05'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:16.545783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.568099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:16.572105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.659674 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.ipam_backend_mixin [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4cbf61be-7635-4d0f-ae71-d30b5ee66c05 (CIDR: 172.20.0.0/28) May 12 03:28:16.663620 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:28:16.664155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:28:16.683864 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ebdac600-e09f-46f5-ac52-db207f9cb210 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2381687 May 12 03:28:16.684238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34404) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:16.693269 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:16.702468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Allocated IP 172.20.0.2 (a78cbc0e-25a0-4778-8da1-b271da89045c/4cbf61be-7635-4d0f-ae71-d30b5ee66c05/81e01878-c39c-48a0-a543-e0fed17ecf4f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:16.845060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Publish callbacks [] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.851153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.888108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Network a78cbc0e-25a0-4778-8da1-b271da89045c is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:16.894946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:16.898335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:16.905185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Pushing event updated for resources: {'Port': ['ID=81e01878-c39c-48a0-a543-e0fed17ecf4f,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:16.924707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:16.928172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.932827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.962517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.963477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Attempting to bind port 81e01878-c39c-48a0-a543-e0fed17ecf4f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:16.963853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Attempting to bind port 81e01878-c39c-48a0-a543-e0fed17ecf4f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '595d0d36-fac9-454d-8372-ac3287f36962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:16.964215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Attempting to bind port 81e01878-c39c-48a0-a543-e0fed17ecf4f on network a78cbc0e-25a0-4778-8da1-b271da89045c {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:16.969238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:16.969611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Checking segment: {'id': '595d0d36-fac9-454d-8372-ac3287f36962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:16.970048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:16.970440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Bound using segment: {'id': '595d0d36-fac9-454d-8372-ac3287f36962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:16.970905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Bound port: 81e01878-c39c-48a0-a543-e0fed17ecf4f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595d0d36-fac9-454d-8372-ac3287f36962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:16.971284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.032545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] For port 81e01878-c39c-48a0-a543-e0fed17ecf4f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:17.035555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] For port 81e01878-c39c-48a0-a543-e0fed17ecf4f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81e01878-c39c-48a0-a543-e0fed17ecf4f,segment=NetworkSegment(595d0d36-fac9-454d-8372-ac3287f36962),segment_id=595d0d36-fac9-454d-8372-ac3287f36962)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:17.045659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.107264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a201ab7-3e19-40ad-b768-6d208e58e88a None None] Pushing event updated for resources: {'Port': ['ID=81e01878-c39c-48a0-a543-e0fed17ecf4f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:17.141576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 0aeb61ff-f102-4a19-bfe3-5c1271dc9263 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:17.345183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:17.347594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c2d16342-26df-4c3c-8333-6ba6ff65968b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.354980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.356182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-47617c61-8a15-436b-8d2a-e31fed53e6b1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 200 len: 888 time: 0.8334520 May 12 03:28:17.357592 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] Sync routers for ids ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:17.359136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34406) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:17.379397 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] Routers {'0aeb61ff-f102-4a19-bfe3-5c1271dc9263'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:17.380121 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:17.400820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network a78cbc0e-25a0-4778-8da1-b271da89045c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:17.404204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:17.408394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:17.409041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.418938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=c2d16342-26df-4c3c-8333-6ba6ff65968b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:17.424119 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:17.433822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-05bcae60-e770-4f27-82ff-e2329c2d76ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7485166 May 12 03:28:17.436358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34408) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:17.438595 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] Routers {'0aeb61ff-f102-4a19-bfe3-5c1271dc9263'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:17.439312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:17.441645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c', 'fixed_ips': [{'subnet_id': '4cbf61be-7635-4d0f-ae71-d30b5ee66c05'}, {'subnet_id': 'c2d16342-26df-4c3c-8333-6ba6ff65968b'}], 'name': 'tempest-PortsTestJSON-402730018'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:17.474968 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:17.475921 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056be05-fdcf-46aa-b2bb-8852263f8566 None None] The sync data for ids ['0aeb61ff-f102-4a19-bfe3-5c1271dc9263'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:17.505593 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b96a9169-9c6f-441e-a783-059c99dae57d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/routers/0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 200 len: 888 time: 0.1435566 May 12 03:28:17.508232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34410) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:17.540410 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-11c54c3e-c95a-4757-9be0-d48ef3ca8ac8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 200 len: 205 time: 0.0310175 May 12 03:28:17.543369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34412) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:17.555692 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:17.645698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.656738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.663044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port f4766b0b-0e17-400b-ac95-c3471ae7379b yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:17.777624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_gateway (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.827482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port a2d1523a-d356-42fc-ae1a-2e72147884ab {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:17.827821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a2d1523a-d356-42fc-ae1a-2e72147884ab), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.912151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a2d1523a-d356-42fc-ae1a-2e72147884ab), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:17.924935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for a2d1523a-d356-42fc-ae1a-2e72147884ab owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:17.945546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.4 (a78cbc0e-25a0-4778-8da1-b271da89045c/4cbf61be-7635-4d0f-ae71-d30b5ee66c05/f4766b0b-0e17-400b-ac95-c3471ae7379b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:17.952834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.24 (a78cbc0e-25a0-4778-8da1-b271da89045c/c2d16342-26df-4c3c-8333-6ba6ff65968b/f4766b0b-0e17-400b-ac95-c3471ae7379b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:18.124547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fdd38d-a111-4cd3-bee4-5e8a9013aa82 None None] Network a78cbc0e-25a0-4778-8da1-b271da89045c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:18.138690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.143999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a2d1523a-d356-42fc-ae1a-2e72147884ab), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.185943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=a2d1523a-d356-42fc-ae1a-2e72147884ab,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:18.187205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.212793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81e01878-c39c-48a0-a543-e0fed17ecf4f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:18.219492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] Provisioning complete for port 81e01878-c39c-48a0-a543-e0fed17ecf4f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:18.219970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.234562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network a78cbc0e-25a0-4778-8da1-b271da89045c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:18.237705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:18.242456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:18.245501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.273159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=f4766b0b-0e17-400b-ac95-c3471ae7379b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:18.304817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:18.305760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.324541 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f975db0f-02bf-4393-b6ba-d5f8b8f449fe tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8871269 May 12 03:28:18.327318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34414) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:18.332196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cbf61be-7635-4d0f-ae71-d30b5ee66c05'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:18.352585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.354819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.373175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 81e01878-c39c-48a0-a543-e0fed17ecf4f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:18.373637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.411724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (0aeb61ff-f102-4a19-bfe3-5c1271dc9263), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.412385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router 0aeb61ff-f102-4a19-bfe3-5c1271dc9263 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:28:18.419686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.424155 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7117c7ce-3990-483b-bd3d-c42423d6938a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 204 len: 168 time: 0.8763583 May 12 03:28:18.424677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34416) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:18.430575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-27285838'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:18.434634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.450957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:18.454510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.481017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:18.491044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.492069 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9 of type vlan for network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b May 12 03:28:18.539881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (3c0bcd63-0461-48a3-874b-cb87ccf34d5b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.567389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (3c0bcd63-0461-48a3-874b-cb87ccf34d5b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.572560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:18.573139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.577484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] Current status of the port 81e01878-c39c-48a0-a543-e0fed17ecf4f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:18.577874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.615830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 745 time: 0.1902833 May 12 03:28:18.618810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34418) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:18.628527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] For port 81e01878-c39c-48a0-a543-e0fed17ecf4f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81e01878-c39c-48a0-a543-e0fed17ecf4f,segment=NetworkSegment(595d0d36-fac9-454d-8372-ac3287f36962),segment_id=595d0d36-fac9-454d-8372-ac3287f36962)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:18.629138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:18.636857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.640626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] Update dhcp port {'port': {'network_id': 'a78cbc0e-25a0-4778-8da1-b271da89045c', 'fixed_ips': [{'subnet_id': '4cbf61be-7635-4d0f-ae71-d30b5ee66c05', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2d16342-26df-4c3c-8333-6ba6ff65968b'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '81e01878-c39c-48a0-a543-e0fed17ecf4f'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:28:18.645865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b9caf-716a-4907-93ba-71076ad828a0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=3c0bcd63-0461-48a3-874b-cb87ccf34d5b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:18.665136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:18.744173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.793908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:18.797762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:18.809936 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bed10-dd64-49ee-8a85-450e72b7ce94 None None] Pushing event updated for resources: {'Port': ['ID=81e01878-c39c-48a0-a543-e0fed17ecf4f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:18.815017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 81e01878-c39c-48a0-a543-e0fed17ecf4f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:18.838711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Delete allocated IP 172.20.0.24 (a78cbc0e-25a0-4778-8da1-b271da89045c/c2d16342-26df-4c3c-8333-6ba6ff65968b) {{(pid=104164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 03:28:19.073105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.078137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.119193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (baa273d6-cd91-475f-916a-7d05dd5dab14), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.131272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] Allocated IP 172.20.0.18 (a78cbc0e-25a0-4778-8da1-b271da89045c/c2d16342-26df-4c3c-8333-6ba6ff65968b/81e01878-c39c-48a0-a543-e0fed17ecf4f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:19.228910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] For port 81e01878-c39c-48a0-a543-e0fed17ecf4f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81e01878-c39c-48a0-a543-e0fed17ecf4f,segment=NetworkSegment(595d0d36-fac9-454d-8372-ac3287f36962),segment_id=595d0d36-fac9-454d-8372-ac3287f36962)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:19.231110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=f4766b0b-0e17-400b-ac95-c3471ae7379b,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:19.252953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=baa273d6-cd91-475f-916a-7d05dd5dab14,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:19.265536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] In _notify_port_updated(), no bound segment for port f4766b0b-0e17-400b-ac95-c3471ae7379b on network a78cbc0e-25a0-4778-8da1-b271da89045c {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:28:19.267847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] Publish callbacks [] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.271042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:19.271697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.272327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.273040 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6488fc6d-50e4-4203-96fd-ba5b4be273ee tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/ports/f4766b0b-0e17-400b-ac95-c3471ae7379b HTTP/1.1" status: 200 len: 918 time: 0.9450028 May 12 03:28:19.275062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:19.275657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 3c0bcd63-0461-48a3-874b-cb87ccf34d5b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:19.275829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34420) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:19.281368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cbf61be-7635-4d0f-ae71-d30b5ee66c05'}, {'subnet_id': 'c2d16342-26df-4c3c-8333-6ba6ff65968b'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:19.294769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:19.307031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 3c0bcd63-0461-48a3-874b-cb87ccf34d5b) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:19.313911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:19.316436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.336234 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e6751000-a017-43eb-96df-4254b690e58b tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7157369 May 12 03:28:19.338474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34422) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:19.342225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b3c35-ecff-4b9b-9755-b40588b71a66 None None] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:19.343284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1470436234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:19.370654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (94e95fa8-13f7-4a77-a20a-168527c227fc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.371964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (94e95fa8-13f7-4a77-a20a-168527c227fc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.402674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec14b-9cac-46c8-87eb-1dc6de3365d0 None None] Pushing event updated for resources: {'Port': ['ID=81e01878-c39c-48a0-a543-e0fed17ecf4f,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:19.444091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (94e95fa8-13f7-4a77-a20a-168527c227fc), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.450507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (94e95fa8-13f7-4a77-a20a-168527c227fc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.467556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.472768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.474234 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c52fc0df-2bed-4d4a-9e48-fce523ee6e52 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1347985 May 12 03:28:19.477322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34424) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:19.499482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-3c0bcd63-0461-48a3-874b-cb87ccf34d5b', 'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': 'baa273d6-cd91-475f-916a-7d05dd5dab14'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:19.500459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.660032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Allocated IP 172.20.0.2 (3c0bcd63-0461-48a3-874b-cb87ccf34d5b/baa273d6-cd91-475f-916a-7d05dd5dab14/369c311b-a8dc-4d40-8f6d-2a9a828d424d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:19.827590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.835941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Publish callbacks [] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.842065 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.21 (a78cbc0e-25a0-4778-8da1-b271da89045c/c2d16342-26df-4c3c-8333-6ba6ff65968b/f4766b0b-0e17-400b-ac95-c3471ae7379b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:19.847165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:19.901559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Pushing event updated for resources: {'Port': ['ID=369c311b-a8dc-4d40-8f6d-2a9a828d424d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:19.924181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:19.927412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:19.932536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:20.006532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Attempting to bind port 369c311b-a8dc-4d40-8f6d-2a9a828d424d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:20.007066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Attempting to bind port 369c311b-a8dc-4d40-8f6d-2a9a828d424d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:20.007960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Attempting to bind port 369c311b-a8dc-4d40-8f6d-2a9a828d424d on network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:20.010491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.017916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.018872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:20.019256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Checking segment: {'id': '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:20.020041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.020041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Bound using segment: {'id': '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:20.020527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Bound port: 369c311b-a8dc-4d40-8f6d-2a9a828d424d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3c0bcd63-0461-48a3-874b-cb87ccf34d5b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:20.020923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.105441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30228934-1dac-4554-a4d0-8af704aac890 None None] Network a78cbc0e-25a0-4778-8da1-b271da89045c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:20.107807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.20.0.1 (3c0bcd63-0461-48a3-874b-cb87ccf34d5b/baa273d6-cd91-475f-916a-7d05dd5dab14/16fd1021-25ec-451c-a6f3-676f141e322e) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:20.156755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81e01878-c39c-48a0-a543-e0fed17ecf4f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:20.157448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=f4766b0b-0e17-400b-ac95-c3471ae7379b,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:20.172110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] For port 369c311b-a8dc-4d40-8f6d-2a9a828d424d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:20.179596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] For port 369c311b-a8dc-4d40-8f6d-2a9a828d424d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=369c311b-a8dc-4d40-8f6d-2a9a828d424d,segment=NetworkSegment(9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9),segment_id=9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:20.211343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] In _notify_port_updated(), no bound segment for port f4766b0b-0e17-400b-ac95-c3471ae7379b on network a78cbc0e-25a0-4778-8da1-b271da89045c {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:28:20.217533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:20.218322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.219812 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b4b5e9f-260a-4370-8a33-a12872c0deca tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/ports/f4766b0b-0e17-400b-ac95-c3471ae7379b HTTP/1.1" status: 200 len: 998 time: 0.9429920 May 12 03:28:20.223798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34428) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:20.245052 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.263667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e63c2dec-4c7f-4e44-a468-f23eef2c0c41 None None] Provisioning complete for port 81e01878-c39c-48a0-a543-e0fed17ecf4f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:20.264044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e63c2dec-4c7f-4e44-a468-f23eef2c0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.311849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port f4766b0b-0e17-400b-ac95-c3471ae7379b {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:20.312340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.397408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 81e01878-c39c-48a0-a543-e0fed17ecf4f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:20.398377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.402705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21feed6-1e86-4079-8d4a-e2d1adabea53 None None] Pushing event updated for resources: {'Port': ['ID=369c311b-a8dc-4d40-8f6d-2a9a828d424d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:20.453789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.473640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for f4766b0b-0e17-400b-ac95-c3471ae7379b owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:20.498385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e63c2dec-4c7f-4e44-a468-f23eef2c0c41 None None] Current status of the port 81e01878-c39c-48a0-a543-e0fed17ecf4f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:20.533461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e63c2dec-4c7f-4e44-a468-f23eef2c0c41 None None] Provisioning complete for port f4766b0b-0e17-400b-ac95-c3471ae7379b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:20.533868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e63c2dec-4c7f-4e44-a468-f23eef2c0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.584094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 81e01878-c39c-48a0-a543-e0fed17ecf4f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:20.606235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e63c2dec-4c7f-4e44-a468-f23eef2c0c41 None None] Port f4766b0b-0e17-400b-ac95-c3471ae7379b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:20.673695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (16fd1021-25ec-451c-a6f3-676f141e322e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.715071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.717079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f4766b0b-0e17-400b-ac95-c3471ae7379b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.747678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=f4766b0b-0e17-400b-ac95-c3471ae7379b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:20.770931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:20.778110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=16fd1021-25ec-451c-a6f3-676f141e322e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:20.780740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:20.782863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:20.828551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (94e95fa8-13f7-4a77-a20a-168527c227fc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.858480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.862068 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-971bdad4-77d9-49cd-ad09-e8c8873458db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/f4766b0b-0e17-400b-ac95-c3471ae7379b HTTP/1.1" status: 204 len: 168 time: 0.6372044 May 12 03:28:20.864512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34430) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:20.895583 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-244275fd-dc16-47a7-98dd-a01d8f581331 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:20.896909 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-244275fd-dc16-47a7-98dd-a01d8f581331 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/f4766b0b-0e17-400b-ac95-c3471ae7379b HTTP/1.1" status: 404 len: 333 time: 0.0315018 May 12 03:28:20.900659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34432) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:20.951287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet c2d16342-26df-4c3c-8333-6ba6ff65968b {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:20.953873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.954331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (c2d16342-26df-4c3c-8333-6ba6ff65968b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:20.994369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c2d16342-26df-4c3c-8333-6ba6ff65968b), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.080056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c2d16342-26df-4c3c-8333-6ba6ff65968b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.145548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c2d16342-26df-4c3c-8333-6ba6ff65968b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.174658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d16342-26df-4c3c-8333-6ba6ff65968b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:21.182542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.188467 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8aea5aaf-a943-47fd-a86b-4fd475fb6d92 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/c2d16342-26df-4c3c-8333-6ba6ff65968b HTTP/1.1" status: 204 len: 168 time: 0.2843685 May 12 03:28:21.188708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34434) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:21.243866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet 4cbf61be-7635-4d0f-ae71-d30b5ee66c05 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:21.247399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (4cbf61be-7635-4d0f-ae71-d30b5ee66c05), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.261728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (16fd1021-25ec-451c-a6f3-676f141e322e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.267234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.296696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (4cbf61be-7635-4d0f-ae71-d30b5ee66c05), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.347567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=16fd1021-25ec-451c-a6f3-676f141e322e,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:21.352202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (94e95fa8-13f7-4a77-a20a-168527c227fc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.396716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (4cbf61be-7635-4d0f-ae71-d30b5ee66c05), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.457063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:21.458827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:21.471927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (4cbf61be-7635-4d0f-ae71-d30b5ee66c05), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.510253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbf61be-7635-4d0f-ae71-d30b5ee66c05,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:21.516059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.519662 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b71d4fc-29cd-44d4-a3fa-e15563ee638b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/4cbf61be-7635-4d0f-ae71-d30b5ee66c05 HTTP/1.1" status: 204 len: 168 time: 0.3296454 May 12 03:28:21.530425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34436) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:21.561236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12543744-2350-4f03-88a0-0d23056792c7 None None] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:21.615431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 94e95fa8-13f7-4a77-a20a-168527c227fc is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:21.621871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a78cbc0e-25a0-4778-8da1-b271da89045c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.646664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] Provisioning complete for port 369c311b-a8dc-4d40-8f6d-2a9a828d424d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:21.647032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.677039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 81e01878-c39c-48a0-a543-e0fed17ecf4f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:21.677473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.690409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ec0a7-5ba3-4475-8135-549d631a5d27 None None] Network a78cbc0e-25a0-4778-8da1-b271da89045c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:21.729347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:21.734304 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cf372554-b8a4-42c2-ab5d-80362cc3f182 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/94e95fa8-13f7-4a77-a20a-168527c227fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2557542 May 12 03:28:21.736793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34438) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:21.748618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] Sync routers for ids ['94e95fa8-13f7-4a77-a20a-168527c227fc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:21.760045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] For port 81e01878-c39c-48a0-a543-e0fed17ecf4f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81e01878-c39c-48a0-a543-e0fed17ecf4f,segment=NetworkSegment(595d0d36-fac9-454d-8372-ac3287f36962),segment_id=595d0d36-fac9-454d-8372-ac3287f36962)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:21.760522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.774104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 81e01878-c39c-48a0-a543-e0fed17ecf4f owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:21.782508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40460eb-ddc4-4340-a262-9f8b6349edf8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:21.784013 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a40460eb-ddc4-4340-a262-9f8b6349edf8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports/16fd1021-25ec-451c-a6f3-676f141e322e HTTP/1.1" status: 200 len: 910 time: 0.0461905 May 12 03:28:21.786602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34440) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:21.792288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'baa273d6-cd91-475f-916a-7d05dd5dab14'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:21.809857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] Routers {'94e95fa8-13f7-4a77-a20a-168527c227fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:21.809857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['94e95fa8-13f7-4a77-a20a-168527c227fc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:21.876126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (81e01878-c39c-48a0-a543-e0fed17ecf4f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:21.909855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=81e01878-c39c-48a0-a543-e0fed17ecf4f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:21.914754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No DVR routers for this DVR port 81e01878-c39c-48a0-a543-e0fed17ecf4f on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:21.999152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.027616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:22.047860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a78cbc0e-25a0-4778-8da1-b271da89045c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.066525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] Routers {'94e95fa8-13f7-4a77-a20a-168527c227fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:22.067155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['94e95fa8-13f7-4a77-a20a-168527c227fc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:22.083413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78cbc0e-25a0-4778-8da1-b271da89045c']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:22.098503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595d0d36-fac9-454d-8372-ac3287f36962') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:22.098821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595d0d36-fac9-454d-8372-ac3287f36962') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:22.106913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:22.107532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785eee5b-d86b-49aa-b63c-0351b4ce2f90 None None] The sync data for ids ['94e95fa8-13f7-4a77-a20a-168527c227fc'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:22.110409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] Current status of the port 369c311b-a8dc-4d40-8f6d-2a9a828d424d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:22.110756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.127015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (595d0d36-fac9-454d-8372-ac3287f36962), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.149616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (595d0d36-fac9-454d-8372-ac3287f36962), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.159616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:22.163036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (595d0d36-fac9-454d-8372-ac3287f36962), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.172977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] For port 369c311b-a8dc-4d40-8f6d-2a9a828d424d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=369c311b-a8dc-4d40-8f6d-2a9a828d424d,segment=NetworkSegment(9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9),segment_id=9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:22.173306 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:22.181028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.220133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48defce7-4d37-4669-9a25-d6496af91a92 None None] DHCP port deletion for a78cbc0e-25a0-4778-8da1-b271da89045c request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:22.277682 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea44094-ad63-447d-be07-da029ab5ffbb None None] Pushing event updated for resources: {'Port': ['ID=369c311b-a8dc-4d40-8f6d-2a9a828d424d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:22.293718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (a78cbc0e-25a0-4778-8da1-b271da89045c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.296270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Could not find standard attr ID for object f4766b0b-0e17-400b-ac95-c3471ae7379b. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:22.303114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.308081 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/a78cbc0e-25a0-4778-8da1-b271da89045c HTTP/1.1" status: 204 len: 168 time: 0.7765975 May 12 03:28:22.308878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Could not find standard attr ID for object 81e01878-c39c-48a0-a543-e0fed17ecf4f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:22.313184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34442) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:22.327832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Provisioning complete for port 369c311b-a8dc-4d40-8f6d-2a9a828d424d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:22.328213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.359920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 369c311b-a8dc-4d40-8f6d-2a9a828d424d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:22.368595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d144f37-64f9-42af-a605-1b818daee829 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=a78cbc0e-25a0-4778-8da1-b271da89045c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:22.402128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520823de-0290-480b-a6e4-caf390efcdd2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:22.406950 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-520823de-0290-480b-a6e4-caf390efcdd2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0895057 May 12 03:28:22.407508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34444) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:22.459346 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3f50a621-a200-4b1f-b960-cee2bb10aa18 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0511062 May 12 03:28:22.462968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34446) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:22.468663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1237495703'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:22.484198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 369c311b-a8dc-4d40-8f6d-2a9a828d424d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:22.484563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.518945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Current status of the port 369c311b-a8dc-4d40-8f6d-2a9a828d424d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:22.536648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Provisioning complete for port 16fd1021-25ec-451c-a6f3-676f141e322e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:22.537018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.548848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:22.552288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.578865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c8084bbc-3970-4403-a9b7-7ce54e3aac17 None None] Port 16fd1021-25ec-451c-a6f3-676f141e322e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:22.600408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:22.615305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 369c311b-a8dc-4d40-8f6d-2a9a828d424d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:22.624290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (28b943d5-052a-408e-8c75-ff270e7267fe), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.624730 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment 28b943d5-052a-408e-8c75-ff270e7267fe of type vlan for network 55a6e544-1940-49d9-9073-3de439b41597 May 12 03:28:22.681203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (16fd1021-25ec-451c-a6f3-676f141e322e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.687371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (55a6e544-1940-49d9-9073-3de439b41597), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.695621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.697096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8856762d-1b12-4b85-a709-b4a5a3460959 None None] Provisioning complete for port 16fd1021-25ec-451c-a6f3-676f141e322e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:22.697473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8856762d-1b12-4b85-a709-b4a5a3460959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.735541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8856762d-1b12-4b85-a709-b4a5a3460959 None None] Port 16fd1021-25ec-451c-a6f3-676f141e322e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:22.777771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (55a6e544-1940-49d9-9073-3de439b41597), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.782800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:22.783384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.796698 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:22.797289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:22.798638 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/ports/16fd1021-25ec-451c-a6f3-676f141e322e HTTP/1.1" status: 200 len: 910 time: 1.0111091 May 12 03:28:22.802088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34448) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:22.815377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f534dd7-3a12-48dc-a2c2-9dda25474411 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=16fd1021-25ec-451c-a6f3-676f141e322e,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:22.836537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.3693593 May 12 03:28:22.836771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34450) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:22.841527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '55a6e544-1940-49d9-9073-3de439b41597', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:22.895342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b63dd-c36b-45d2-9f85-044a198b4e13 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=55a6e544-1940-49d9-9073-3de439b41597,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:22.905763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 55a6e544-1940-49d9-9073-3de439b41597 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:22.971596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:22.978205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.197353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (cb295ab3-c42f-4c6b-9c26-bc434bfd592d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.254716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=cb295ab3-c42f-4c6b-9c26-bc434bfd592d,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:23.280485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': '28b943d5-052a-408e-8c75-ff270e7267fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55a6e544-1940-49d9-9073-3de439b41597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:23.280871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: 55a6e544-1940-49d9-9073-3de439b41597, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:23.298947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 55a6e544-1940-49d9-9073-3de439b41597 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:23.307916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 55a6e544-1940-49d9-9073-3de439b41597) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:23.312316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:23.313082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.319320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec900e-9a73-4a41-8a7f-9b5274f97d29 None None] Network 55a6e544-1940-49d9-9073-3de439b41597 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:23.342449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f59e1d0b-3c49-4fd0-9e1f-b279e41c004b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5046000 May 12 03:28:23.343697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34452) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:23.348563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '55a6e544-1940-49d9-9073-3de439b41597', 'name': 'tempest-PortsTestJSON-1614728145'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:23.448886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-55a6e544-1940-49d9-9073-3de439b41597', 'network_id': '55a6e544-1940-49d9-9073-3de439b41597', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': 'cb295ab3-c42f-4c6b-9c26-bc434bfd592d'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:23.449913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.473025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (94e95fa8-13f7-4a77-a20a-168527c227fc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.479839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:23.484052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.501089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:23.592922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Allocated IP 172.20.0.2 (55a6e544-1940-49d9-9073-3de439b41597/cb295ab3-c42f-4c6b-9c26-bc434bfd592d/60400a88-8593-4771-8bb4-4299a8739b09) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:23.705491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 16fd1021-25ec-451c-a6f3-676f141e322e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:23.705867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.735959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Publish callbacks [] for port (60400a88-8593-4771-8bb4-4299a8739b09), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.742728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (60400a88-8593-4771-8bb4-4299a8739b09), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.782624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Network 55a6e544-1940-49d9-9073-3de439b41597 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:23.788863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:23.793366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:23.798954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.800653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.4 (55a6e544-1940-49d9-9073-3de439b41597/cb295ab3-c42f-4c6b-9c26-bc434bfd592d/02f7726d-45bc-4211-a2f6-8c8da7b9ef19) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:23.801871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Pushing event updated for resources: {'Port': ['ID=60400a88-8593-4771-8bb4-4299a8739b09,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:23.813792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 16fd1021-25ec-451c-a6f3-676f141e322e owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:23.851096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Attempting to bind port 60400a88-8593-4771-8bb4-4299a8739b09 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:23.851382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Attempting to bind port 60400a88-8593-4771-8bb4-4299a8739b09 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '28b943d5-052a-408e-8c75-ff270e7267fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55a6e544-1940-49d9-9073-3de439b41597'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:23.852022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Attempting to bind port 60400a88-8593-4771-8bb4-4299a8739b09 on network 55a6e544-1940-49d9-9073-3de439b41597 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:23.857120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:23.857501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Checking segment: {'id': '28b943d5-052a-408e-8c75-ff270e7267fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55a6e544-1940-49d9-9073-3de439b41597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:23.857924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.858323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Bound using segment: {'id': '28b943d5-052a-408e-8c75-ff270e7267fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55a6e544-1940-49d9-9073-3de439b41597'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:23.858905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Bound port: 60400a88-8593-4771-8bb4-4299a8739b09, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b943d5-052a-408e-8c75-ff270e7267fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55a6e544-1940-49d9-9073-3de439b41597'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:23.859168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (60400a88-8593-4771-8bb4-4299a8739b09), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:23.925933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] For port 60400a88-8593-4771-8bb4-4299a8739b09, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:23.930164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] For port 60400a88-8593-4771-8bb4-4299a8739b09, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=60400a88-8593-4771-8bb4-4299a8739b09,segment=NetworkSegment(28b943d5-052a-408e-8c75-ff270e7267fe),segment_id=28b943d5-052a-408e-8c75-ff270e7267fe)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:23.941637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (60400a88-8593-4771-8bb4-4299a8739b09), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.004917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (16fd1021-25ec-451c-a6f3-676f141e322e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.009575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0fd4-b9d1-4b6c-af76-6be2524f319f None None] Pushing event updated for resources: {'Port': ['ID=60400a88-8593-4771-8bb4-4299a8739b09,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:24.020749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.036828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=16fd1021-25ec-451c-a6f3-676f141e322e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:24.065320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.112072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 55a6e544-1940-49d9-9073-3de439b41597 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:24.115330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:24.121161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:24.160370 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 369c311b-a8dc-4d40-8f6d-2a9a828d424d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:24.168802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=02f7726d-45bc-4211-a2f6-8c8da7b9ef19,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:24.199577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:24.200222 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.227867 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4d466e70-c745-47ef-a2ca-840050558234 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8833139 May 12 03:28:24.228750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34454) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:24.231801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 369c311b-a8dc-4d40-8f6d-2a9a828d424d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:24.232320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.234718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (94e95fa8-13f7-4a77-a20a-168527c227fc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.234891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '55a6e544-1940-49d9-9073-3de439b41597', 'name': 'tempest-PortsTestJSON-2090124794'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:24.369042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 369c311b-a8dc-4d40-8f6d-2a9a828d424d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:24.383376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81e01878-c39c-48a0-a543-e0fed17ecf4f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:24.412195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 81e01878-c39c-48a0-a543-e0fed17ecf4f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:24.412676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81e01878-c39c-48a0-a543-e0fed17ecf4f not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:24.420138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:24.423913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.445830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 561b3da3-d74b-4c79-ba4a-78aaed17998f yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:24.497498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 94e95fa8-13f7-4a77-a20a-168527c227fc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:24.560183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.14 (55a6e544-1940-49d9-9073-3de439b41597/cb295ab3-c42f-4c6b-9c26-bc434bfd592d/561b3da3-d74b-4c79-ba4a-78aaed17998f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:24.581548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:24.587042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9f8359f2-2607-4aa9-8aad-c3c5abffb0d1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/94e95fa8-13f7-4a77-a20a-168527c227fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837672 May 12 03:28:24.589819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34456) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:24.592598 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] Sync routers for ids ['94e95fa8-13f7-4a77-a20a-168527c227fc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:24.603506 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] Routers {'94e95fa8-13f7-4a77-a20a-168527c227fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:24.604120 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['94e95fa8-13f7-4a77-a20a-168527c227fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:24.636522 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7f9ea4d6-d2aa-4c25-a3e1-4a01ebd9e1f0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e95fa8-13f7-4a77-a20a-168527c227fc HTTP/1.1" status: 200 len: 205 time: 0.0453742 May 12 03:28:24.639393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34458) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:24.640271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:24.649394 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] Routers {'94e95fa8-13f7-4a77-a20a-168527c227fc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:24.650040 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['94e95fa8-13f7-4a77-a20a-168527c227fc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:24.686039 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:24.686653 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c901158-54d1-45b8-87fa-96a3f237e18e None None] The sync data for ids ['94e95fa8-13f7-4a77-a20a-168527c227fc'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:24.726356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (94e95fa8-13f7-4a77-a20a-168527c227fc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.744425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (561b3da3-d74b-4c79-ba4a-78aaed17998f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.779616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (561b3da3-d74b-4c79-ba4a-78aaed17998f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.827873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 55a6e544-1940-49d9-9073-3de439b41597 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:24.831043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:24.837682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:24.862862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=561b3da3-d74b-4c79-ba4a-78aaed17998f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:24.876202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.876484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.876829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.877161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.877495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.877828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.878185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.878517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.878840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.879162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.879486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.879807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.880128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.880449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.880772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:24.899981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (94e95fa8-13f7-4a77-a20a-168527c227fc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.902346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (94e95fa8-13f7-4a77-a20a-168527c227fc), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.907369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:24.908276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.928727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7811f783-9dbe-4e87-b1af-6585702292fd tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6961024 May 12 03:28:24.928962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34462) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:24.953923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (94e95fa8-13f7-4a77-a20a-168527c227fc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.954552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router 94e95fa8-13f7-4a77-a20a-168527c227fc {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:28:24.963624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:24.966910 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1826be95-76eb-4145-8358-78d1910ee46e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/94e95fa8-13f7-4a77-a20a-168527c227fc HTTP/1.1" status: 204 len: 168 time: 0.3243568 May 12 03:28:24.969216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34464) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:24.989604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36715d66-2811-48cb-a2ca-823489438ff9 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:24.992958 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36715d66-2811-48cb-a2ca-823489438ff9 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.0614264 May 12 03:28:24.994124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34466) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:25.002158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34468) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:25.026683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet baa273d6-cd91-475f-916a-7d05dd5dab14 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:25.030089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (baa273d6-cd91-475f-916a-7d05dd5dab14), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.077723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (baa273d6-cd91-475f-916a-7d05dd5dab14), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.122166 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cac4ca21-ad73-433a-bb74-a6bf4d08efc4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/87d89d81-5c69-4d7e-b87a-4261ae1752d2 HTTP/1.1" status: 200 len: 994 time: 0.1121922 May 12 03:28:25.134615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 561b3da3-d74b-4c79-ba4a-78aaed17998f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:25.134969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (561b3da3-d74b-4c79-ba4a-78aaed17998f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.167965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99aaef7-1be3-44b6-8879-745419d53a03 None None] Network 55a6e544-1940-49d9-9073-3de439b41597 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:25.185513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (baa273d6-cd91-475f-916a-7d05dd5dab14), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.234453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Provisioning complete for port 60400a88-8593-4771-8bb4-4299a8739b09 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:25.235096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (60400a88-8593-4771-8bb4-4299a8739b09), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.241705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (561b3da3-d74b-4c79-ba4a-78aaed17998f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.255523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 561b3da3-d74b-4c79-ba4a-78aaed17998f owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:25.269329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (baa273d6-cd91-475f-916a-7d05dd5dab14), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.298942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.306115 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/baa273d6-cd91-475f-916a-7d05dd5dab14 HTTP/1.1" status: 204 len: 168 time: 0.3365669 May 12 03:28:25.307037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34476) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:25.307344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=baa273d6-cd91-475f-916a-7d05dd5dab14,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:25.312907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda83063-9370-4782-a947-a64dfdd9c15a None None] Network 3c0bcd63-0461-48a3-874b-cb87ccf34d5b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:25.315485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.315485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.315717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.316190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.316540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.316884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.317216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.317545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.318471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.318471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.318686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.318824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.324937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.324937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.324937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c223787-64ea-47f2-b811-cf0731149de8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.411863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (3c0bcd63-0461-48a3-874b-cb87ccf34d5b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.450696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Current status of the port 60400a88-8593-4771-8bb4-4299a8739b09 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:25.450696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (60400a88-8593-4771-8bb4-4299a8739b09), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.451043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34478) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:25.497588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] For port 60400a88-8593-4771-8bb4-4299a8739b09, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=60400a88-8593-4771-8bb4-4299a8739b09,segment=NetworkSegment(28b943d5-052a-408e-8c75-ff270e7267fe),segment_id=28b943d5-052a-408e-8c75-ff270e7267fe)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:25.503064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (60400a88-8593-4771-8bb4-4299a8739b09), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.549299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] DHCP port deletion for 3c0bcd63-0461-48a3-874b-cb87ccf34d5b request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:25.549560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 369c311b-a8dc-4d40-8f6d-2a9a828d424d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:25.550058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.574260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (561b3da3-d74b-4c79-ba4a-78aaed17998f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.590897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Pushing event updated for resources: {'Port': ['ID=60400a88-8593-4771-8bb4-4299a8739b09,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:25.605984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.607623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.607623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.607623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.607623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.609871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.609871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.609871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.609871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.609871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.609871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.610377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.610377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.610926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.610926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef887d44-dbb7-40f6-a912-5603377c593c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:25.625491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] Deleting port 369c311b-a8dc-4d40-8f6d-2a9a828d424d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:25.625872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.648816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=561b3da3-d74b-4c79-ba4a-78aaed17998f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:25.692863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] For port 369c311b-a8dc-4d40-8f6d-2a9a828d424d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=369c311b-a8dc-4d40-8f6d-2a9a828d424d,segment=NetworkSegment(9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9),segment_id=9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:25.693370 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.695052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 369c311b-a8dc-4d40-8f6d-2a9a828d424d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=369c311b-a8dc-4d40-8f6d-2a9a828d424d,segment=NetworkSegment(9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9),segment_id=9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:25.695421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.709236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] Calling delete_port for 369c311b-a8dc-4d40-8f6d-2a9a828d424d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:25.731955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 369c311b-a8dc-4d40-8f6d-2a9a828d424d owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:25.735449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Provisioning complete for port 60400a88-8593-4771-8bb4-4299a8739b09 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:25.735449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (60400a88-8593-4771-8bb4-4299a8739b09), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.847691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.851664 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-03508699-6173-4401-9b2b-deb69d1fbaa8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/561b3da3-d74b-4c79-ba4a-78aaed17998f HTTP/1.1" status: 204 len: 168 time: 0.8561485 May 12 03:28:25.854579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34480) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:25.873258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 42eb6925-11dd-45c4-9037-5aae3d6ca5c0 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:25.873615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.884163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.892017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Current status of the port 60400a88-8593-4771-8bb4-4299a8739b09 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:25.892915 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-af210957-d878-49ae-918e-00153e7de053 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:25.896156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Could not find standard attr ID for object 561b3da3-d74b-4c79-ba4a-78aaed17998f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:25.897167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34482) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:25.897349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-af210957-d878-49ae-918e-00153e7de053 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/561b3da3-d74b-4c79-ba4a-78aaed17998f HTTP/1.1" status: 404 len: 333 time: 0.0416846 May 12 03:28:25.922792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] Pushing event deleted for resources: {'Port': ['ID=369c311b-a8dc-4d40-8f6d-2a9a828d424d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:25.930357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985fee9-af44-497a-92aa-b4bb6b8778cf None None] No DVR routers for this DVR port 369c311b-a8dc-4d40-8f6d-2a9a828d424d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:25.931854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Provisioning complete for port 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:25.932383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:25.973129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e29b2ed2-2d35-4953-bafe-ea634b599f3b None None] Port 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:25.992410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (369c311b-a8dc-4d40-8f6d-2a9a828d424d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.051924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=369c311b-a8dc-4d40-8f6d-2a9a828d424d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:26.061132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.061454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.065720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 369c311b-a8dc-4d40-8f6d-2a9a828d424d on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:26.097838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b7190b3c-3b54-41c6-b704-180d4152d954 None None] Provisioning complete for port 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:26.098615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b7190b3c-3b54-41c6-b704-180d4152d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.109190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 42eb6925-11dd-45c4-9037-5aae3d6ca5c0 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:26.120895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:26.121140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.133295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 60400a88-8593-4771-8bb4-4299a8739b09 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:26.167376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b7190b3c-3b54-41c6-b704-180d4152d954 None None] Port 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:26.188954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 60400a88-8593-4771-8bb4-4299a8739b09 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:26.189588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (60400a88-8593-4771-8bb4-4299a8739b09), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.232923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (3c0bcd63-0461-48a3-874b-cb87ccf34d5b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.280319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 60400a88-8593-4771-8bb4-4299a8739b09 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:26.284303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a4377290-793c-4820-bdb6-26dd73c7ee81 None None] Could not find standard attr ID for object 561b3da3-d74b-4c79-ba4a-78aaed17998f. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:26.302268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0bcd63-0461-48a3-874b-cb87ccf34d5b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:26.321021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:26.321404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:26.339883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 369c311b-a8dc-4d40-8f6d-2a9a828d424d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:26.349210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.360665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 369c311b-a8dc-4d40-8f6d-2a9a828d424d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:26.361012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 369c311b-a8dc-4d40-8f6d-2a9a828d424d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:26.362341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.381266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.385028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 02f7726d-45bc-4211-a2f6-8c8da7b9ef19 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:26.395449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:26.395810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (9a4da3c5-2ac6-42c6-abd0-1fa1080c69a9), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:26.399427 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:26.829794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (3c0bcd63-0461-48a3-874b-cb87ccf34d5b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.862652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.865649 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/3c0bcd63-0461-48a3-874b-cb87ccf34d5b HTTP/1.1" status: 204 len: 168 time: 1.5557747 May 12 03:28:26.870452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34484) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:26.875020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-475527977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:26.886998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf48b5-dddf-4c0f-bf91-2acf4c212f20 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=3c0bcd63-0461-48a3-874b-cb87ccf34d5b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:26.897488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.898528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.914799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (42eb6925-11dd-45c4-9037-5aae3d6ca5c0), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:26.961133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=42eb6925-11dd-45c4-9037-5aae3d6ca5c0,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:27.034001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (02f7726d-45bc-4211-a2f6-8c8da7b9ef19), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.062757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (87d89d81-5c69-4d7e-b87a-4261ae1752d2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.063089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 87d89d81-5c69-4d7e-b87a-4261ae1752d2 disassociated (deleted). External IP: 172.26.2.202, port: ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b. May 12 03:28:27.067103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=02f7726d-45bc-4211-a2f6-8c8da7b9ef19,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:27.079506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.083667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.100505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.102078 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1ee32014-0acf-4b7e-8175-f229ca059ca5 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2305684 May 12 03:28:27.104868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34486) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:27.110336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-604932726'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:27.132516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:27.138206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.165775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:27.179822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3b7afc46-caa3-44c0-8f2b-9f1067ebf329), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.180242 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 3b7afc46-caa3-44c0-8f2b-9f1067ebf329 of type vlan for network 5a650d42-0860-42d9-a267-a4d472719c77 May 12 03:28:27.214732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.217907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9d234cb6-3e24-46a3-bea5-01ec4384652f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/02f7726d-45bc-4211-a2f6-8c8da7b9ef19 HTTP/1.1" status: 204 len: 168 time: 1.3185244 May 12 03:28:27.220809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34488) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:27.256448 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-db50c12d-19c8-4de0-aba6-df8c7205f47e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:27.260676 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-db50c12d-19c8-4de0-aba6-df8c7205f47e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/02f7726d-45bc-4211-a2f6-8c8da7b9ef19 HTTP/1.1" status: 404 len: 333 time: 0.0361183 May 12 03:28:27.260676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (5a650d42-0860-42d9-a267-a4d472719c77), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.262178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34490) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:27.326842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet cb295ab3-c42f-4c6b-9c26-bc434bfd592d {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:27.330118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (5a650d42-0860-42d9-a267-a4d472719c77), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.335097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:27.335613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.337854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (cb295ab3-c42f-4c6b-9c26-bc434bfd592d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.349409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router da48552b-bd7b-444b-b57e-f6af34e5eb51 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:27.406108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 746 time: 0.3000755 May 12 03:28:27.408932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34492) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:27.412142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (cb295ab3-c42f-4c6b-9c26-bc434bfd592d), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.415977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:27.466033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025af1a-3afb-4c9b-a6f7-a89b8138d5cb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=5a650d42-0860-42d9-a267-a4d472719c77,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:27.478107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 5a650d42-0860-42d9-a267-a4d472719c77 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:27.531279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (cb295ab3-c42f-4c6b-9c26-bc434bfd592d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.535235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:27.541435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.550843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] Sync routers for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:27.564062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:27.565291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:27.576843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:27.580319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.589024 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7f8ef67b-ec91-4e3b-b924-e00e3b4aee89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/87d89d81-5c69-4d7e-b87a-4261ae1752d2 HTTP/1.1" status: 204 len: 168 time: 2.1346009 May 12 03:28:27.617143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:28:27.623228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:28:27.628113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (cb295ab3-c42f-4c6b-9c26-bc434bfd592d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.649050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.656488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34498) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:27.657705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/cb295ab3-c42f-4c6b-9c26-bc434bfd592d HTTP/1.1" status: 204 len: 168 time: 0.3943820 May 12 03:28:27.677909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe918504-e1d3-4fb6-9b64-d3c0081518fa None None] Network 55a6e544-1940-49d9-9073-3de439b41597 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:27.683620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798cd6d-a589-479b-aaf4-a8862ba7e715 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=cb295ab3-c42f-4c6b-9c26-bc434bfd592d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:27.735224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc31d8-be59-465f-afb8-400112d8e4de x-openstack-request-id: req-e2dc31d8-be59-465f-afb8-400112d8e4de {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:28:27.735541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:28:27.735801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2dc31d8-be59-465f-afb8-400112d8e4de {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:28:27.736220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dc31d8-be59-465f-afb8-400112d8e4de'] response: {'name': 'network-changed', 'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'status': 'completed', 'code': 200} May 12 03:28:27.782877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-bc04fa23-387c-4bc5-a0b1-648818021b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:27.785083 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-bc04fa23-387c-4bc5-a0b1-648818021b3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 1130 time: 0.0557013 May 12 03:28:27.894005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (55a6e544-1940-49d9-9073-3de439b41597), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:27.902218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:27.912306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-d04228dc-d0ae-4986-9dbb-511447157481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:27.913829 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-d04228dc-d0ae-4986-9dbb-511447157481 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a76f06e-4ad6-494d-a948-6f84d67be7eb HTTP/1.1" status: 200 len: 898 time: 0.1195698 May 12 03:28:27.979013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98b937-3d78-4ef7-9939-5a8f71f5977a req-139762f9-e671-4927-b771-ba10bac4d48a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:27.980499 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7f98b937-3d78-4ef7-9939-5a8f71f5977a req-139762f9-e671-4927-b771-ba10bac4d48a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 946 time: 0.1037245 May 12 03:28:28.051477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (bb3d8901-134b-499e-be76-9c73101afb1a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.074319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] DHCP port deletion for 55a6e544-1940-49d9-9073-3de439b41597 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:28.090031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 60400a88-8593-4771-8bb4-4299a8739b09 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:28.090365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (60400a88-8593-4771-8bb4-4299a8739b09), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.137039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7f98b937-3d78-4ef7-9939-5a8f71f5977a req-370aa3a3-9b2d-4e4b-a47b-c120cb2c8193 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296568 May 12 03:28:28.137310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] Deleting port 60400a88-8593-4771-8bb4-4299a8739b09 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:28.137437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (60400a88-8593-4771-8bb4-4299a8739b09), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.191143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=bb3d8901-134b-499e-be76-9c73101afb1a,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:28.207445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] For port 60400a88-8593-4771-8bb4-4299a8739b09, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=60400a88-8593-4771-8bb4-4299a8739b09,segment=NetworkSegment(28b943d5-052a-408e-8c75-ff270e7267fe),segment_id=28b943d5-052a-408e-8c75-ff270e7267fe)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:28.207805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (60400a88-8593-4771-8bb4-4299a8739b09), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.224476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 60400a88-8593-4771-8bb4-4299a8739b09 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:28.228416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:28.228803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:28.229169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 5a650d42-0860-42d9-a267-a4d472719c77, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:28.235103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] For port 60400a88-8593-4771-8bb4-4299a8739b09, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=60400a88-8593-4771-8bb4-4299a8739b09,segment=NetworkSegment(28b943d5-052a-408e-8c75-ff270e7267fe),segment_id=28b943d5-052a-408e-8c75-ff270e7267fe)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:28.235504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (60400a88-8593-4771-8bb4-4299a8739b09), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.274127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] Checking router: da48552b-bd7b-444b-b57e-f6af34e5eb51 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:28.283207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] Calling delete_port for 60400a88-8593-4771-8bb4-4299a8739b09 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:28.288977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 5a650d42-0860-42d9-a267-a4d472719c77 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:28.294445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:28.295063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:28.300772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 5a650d42-0860-42d9-a267-a4d472719c77) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:28.306018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:28.306599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.330540 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e3723686-f556-4e9b-b0dd-2a15a04043aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9204960 May 12 03:28:28.333456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34502) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:28.339964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8af69-8b3b-43de-9350-94e7a0a511af None None] Network 5a650d42-0860-42d9-a267-a4d472719c77 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:28.349175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (60400a88-8593-4771-8bb4-4299a8739b09), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.377381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No DVR routers for this DVR port 60400a88-8593-4771-8bb4-4299a8739b09 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:28.382809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=60400a88-8593-4771-8bb4-4299a8739b09,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:28.462559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (55a6e544-1940-49d9-9073-3de439b41597), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.483411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a6e544-1940-49d9-9073-3de439b41597']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:28.493206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b943d5-052a-408e-8c75-ff270e7267fe') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:28.493497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b943d5-052a-408e-8c75-ff270e7267fe') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:28.503069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (28b943d5-052a-408e-8c75-ff270e7267fe), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.518509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (28b943d5-052a-408e-8c75-ff270e7267fe), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.526332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:28.527203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (28b943d5-052a-408e-8c75-ff270e7267fe), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:28.530657 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:28.552088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:28.554934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (60400a88-8593-4771-8bb4-4299a8739b09), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.598515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (55a6e544-1940-49d9-9073-3de439b41597), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.605104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.608526 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/55a6e544-1940-49d9-9073-3de439b41597 HTTP/1.1" status: 204 len: 168 time: 0.9509120 May 12 03:28:28.611357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-5a650d42-0860-42d9-a267-a4d472719c77', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:28.612291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34504) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:28.612418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.620647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2054711906'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:28.622708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d14e06-e272-40a2-8663-59a12a343c5f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=55a6e544-1940-49d9-9073-3de439b41597,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:28.627289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] Pushing event deleted for resources: {'Port': ['ID=60400a88-8593-4771-8bb4-4299a8739b09,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:28.635720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9341d5-bf03-42d0-8014-c7381d09d489 None None] No DVR routers for this DVR port 60400a88-8593-4771-8bb4-4299a8739b09 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:28.660081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.710598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:28.714003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.780406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:28.825191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fd77d763-f055-4d0b-9dbd-92011cf73fcf), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.825643 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment fd77d763-f055-4d0b-9dbd-92011cf73fcf of type vlan for network bf1cafef-b63a-47d2-bf37-54601b406eea May 12 03:28:28.899734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Allocated IP 172.20.0.2 (5a650d42-0860-42d9-a267-a4d472719c77/bb3d8901-134b-499e-be76-9c73101afb1a/f14f7b47-a1a8-4924-9c00-f60208d93e15) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:28.902227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (bf1cafef-b63a-47d2-bf37-54601b406eea), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.919126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:28.934845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (bf1cafef-b63a-47d2-bf37-54601b406eea), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.939942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:28.940519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:28.958045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110115c-e422-4943-9df3-bf0ba61304fb None None] The sync data for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv is: [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '8430152d-ca58-4ac5-b0bc-3b7a90284068', 'name': '', 'network_id': '9a76f06e-4ad6-494d-a948-6f84d67be7eb', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:75:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:27Z', 'updated_at': '2022-05-12T03:27:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:28.983791 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.3699875 May 12 03:28:28.986818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34506) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:29.015716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:29.040114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb498c9a-b25a-448f-a72d-88935edbaa05 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=bf1cafef-b63a-47d2-bf37-54601b406eea,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:29.052005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network bf1cafef-b63a-47d2-bf37-54601b406eea details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:29.080494 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-c6eaa9a9-f475-40c2-be5c-53182253a51d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b HTTP/1.1" status: 200 len: 217 time: 0.0612297 May 12 03:28:29.159136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Publish callbacks [] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.168072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.175583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-3d84dcc2-887c-4d89-bff8-ba6ec95a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:29.177686 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-3d84dcc2-887c-4d89-bff8-ba6ec95a8342 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8 HTTP/1.1" status: 200 len: 835 time: 0.0887098 May 12 03:28:29.214988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Network 5a650d42-0860-42d9-a267-a4d472719c77 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:29.220096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:29.222532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:29.277976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Pushing event updated for resources: {'Port': ['ID=f14f7b47-a1a8-4924-9c00-f60208d93e15,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:29.281642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:29.283777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a98e1-303a-42d2-9eb1-891b3626e619 req-3a95182a-3086-4b75-ab0f-a2526dcb872d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:29.285331 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-726a98e1-303a-42d2-9eb1-891b3626e619 req-3a95182a-3086-4b75-ab0f-a2526dcb872d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 946 time: 0.0658062 May 12 03:28:29.285985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.301311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-4a1630fb-c016-4be6-8fee-66861c660255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:29.302864 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-4a1630fb-c016-4be6-8fee-66861c660255 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a76f06e-4ad6-494d-a948-6f84d67be7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1119583 May 12 03:28:29.304713 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0bd374-dca3-438e-8d33-85f7061bdf4f None None] New status for floating IP 87d89d81-5c69-4d7e-b87a-4261ae1752d2: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:28:29.312033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Attempting to bind port f14f7b47-a1a8-4924-9c00-f60208d93e15 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:29.313322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Attempting to bind port f14f7b47-a1a8-4924-9c00-f60208d93e15 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:29.313322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Attempting to bind port f14f7b47-a1a8-4924-9c00-f60208d93e15 on network 5a650d42-0860-42d9-a267-a4d472719c77 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:29.318547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:29.319485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Checking segment: {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:29.319759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.320222 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Bound using segment: {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:29.320708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Bound port: f14f7b47-a1a8-4924-9c00-f60208d93e15, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:29.321099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.351522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.20.0.1 (5a650d42-0860-42d9-a267-a4d472719c77/bb3d8901-134b-499e-be76-9c73101afb1a/1e624c0e-535b-46b0-b89b-6a2a540644b5) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:29.369146 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-726a98e1-303a-42d2-9eb1-891b3626e619 req-0baad427-6a95-4d06-9a84-ac1ef7f7753a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=4789c76b-be98-4b69-83b8-f0f3dbe8d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754521 May 12 03:28:29.429605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-8cfb82af-d4d0-465a-bd2e-97902908ebdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:29.430763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] For port f14f7b47-a1a8-4924-9c00-f60208d93e15, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:29.431183 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-8cfb82af-d4d0-465a-bd2e-97902908ebdc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 946 time: 0.0896211 May 12 03:28:29.434475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] For port f14f7b47-a1a8-4924-9c00-f60208d93e15, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f14f7b47-a1a8-4924-9c00-f60208d93e15,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:29.442980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.519636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefe620-29cd-4db5-a0e4-64312571af7b None None] Pushing event updated for resources: {'Port': ['ID=f14f7b47-a1a8-4924-9c00-f60208d93e15,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:29.530533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:29.531071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.570806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-90cd58f7-c0b3-463d-8bce-3d76948da0df service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545707 May 12 03:28:29.632443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:29.632925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.648956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:29.820172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.857204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:29.903388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:29.905908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:29.909207 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-97fc28ce-85f5-4955-aeb2-eee25d0f4efb req-97ef1e14-9966-4fde-9a00-d67a4680fbe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b HTTP/1.1" status: 204 len: 173 time: 0.4692266 May 12 03:28:29.909707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'name': 'network-vif-deleted', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:28:29.912140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaff8c88-f7b8-4b77-9ab8-4ce44de3d096" -d '{"events": [{"server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "name": "network-vif-deleted", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:28:29.953570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5cb57c-4edd-4384-905d-77292ef744d9 x-openstack-request-id: req-af5cb57c-4edd-4384-905d-77292ef744d9 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:28:29.953867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11999d0f-a2b9-4a02-8315-3b3f130fb391", "name": "network-vif-deleted", "tag": "ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:28:29.954162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af5cb57c-4edd-4384-905d-77292ef744d9 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:28:29.954612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5cb57c-4edd-4384-905d-77292ef744d9'] response: {'server_uuid': '11999d0f-a2b9-4a02-8315-3b3f130fb391', 'name': 'network-vif-deleted', 'tag': 'ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b', 'status': 'completed', 'code': 200} May 12 03:28:30.005099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.105989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f14f7b47-a1a8-4924-9c00-f60208d93e15 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:30.146232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f6ed5353-379a-4941-aaa4-ebeeaeedbfef), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.159530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f14f7b47-a1a8-4924-9c00-f60208d93e15 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:30.159918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.160316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f91f6bd8-59dd-43dc-82bf-50fb17a86bb1 req-810c0733-ef87-4bc2-b13c-8b6873d9ff1a service neutron] 10.222.0.57 "GET /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766690 May 12 03:28:30.191383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.264617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 5a650d42-0860-42d9-a267-a4d472719c77 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:30.276666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:30.279455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:30.290129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=f6ed5353-379a-4941-aaa4-ebeeaeedbfef,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:30.353745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=1e624c0e-535b-46b0-b89b-6a2a540644b5,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:30.365148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': 'fd77d763-f055-4d0b-9dbd-92011cf73fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:30.366223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: bf1cafef-b63a-47d2-bf37-54601b406eea, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:30.396933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.454732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f14f7b47-a1a8-4924-9c00-f60208d93e15 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:30.455124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.491069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network bf1cafef-b63a-47d2-bf37-54601b406eea is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:30.518246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port f14f7b47-a1a8-4924-9c00-f60208d93e15, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f14f7b47-a1a8-4924-9c00-f60208d93e15,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:30.528848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.562032 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6987894-2cb8-40a6-b161-8d62b4d29d7e req-30483097-6d14-4053-833d-7474478e8b32 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=11999d0f-a2b9-4a02-8315-3b3f130fb391 HTTP/1.1" status: 200 len: 210 time: 0.0707703 May 12 03:28:30.568989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, bf1cafef-b63a-47d2-bf37-54601b406eea) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:30.576110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:30.576834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.607515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d15cb-b05a-411b-a01c-4a3a0ec53777 None None] Network bf1cafef-b63a-47d2-bf37-54601b406eea requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:30.653334 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-20a71134-9471-4b23-9955-b2ccd13145ec tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6653545 May 12 03:28:30.656312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34514) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:30.658890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 60400a88-8593-4771-8bb4-4299a8739b09 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:30.661684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea', 'name': 'tempest-PortsTestJSON-1204802278', 'fixed_ips': [{'subnet_id': 'f6ed5353-379a-4941-aaa4-ebeeaeedbfef', 'ip_address': '172.20.0.10'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:30.665771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.686171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=f14f7b47-a1a8-4924-9c00-f60208d93e15,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:30.722987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 60400a88-8593-4771-8bb4-4299a8739b09 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:30.723480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 60400a88-8593-4771-8bb4-4299a8739b09 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:30.768914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9aca5-2ad9-4e28-8b0b-ff99b94c134f None None] Network 5a650d42-0860-42d9-a267-a4d472719c77 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:30.792714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-bf1cafef-b63a-47d2-bf37-54601b406eea', 'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': 'f6ed5353-379a-4941-aaa4-ebeeaeedbfef'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:30.793802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.797211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:30.879958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9df3c6dc-b9a3-41db-9da3-dedb955ea9ef None None] Provisioning complete for port f14f7b47-a1a8-4924-9c00-f60208d93e15 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:30.880417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9df3c6dc-b9a3-41db-9da3-dedb955ea9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.894660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:30.912645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:30.995720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.001067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.081306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Allocated IP 172.20.0.2 (bf1cafef-b63a-47d2-bf37-54601b406eea/f6ed5353-379a-4941-aaa4-ebeeaeedbfef/061a8399-dc9c-4fbd-9638-d3eb0a98a918) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:31.081567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.095849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=1e624c0e-535b-46b0-b89b-6a2a540644b5,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:31.102339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9df3c6dc-b9a3-41db-9da3-dedb955ea9ef None None] Current status of the port f14f7b47-a1a8-4924-9c00-f60208d93e15 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:31.184742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 5a650d42-0860-42d9-a267-a4d472719c77 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:31.186164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:31.249532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Publish callbacks [] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.255995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.294378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Network bf1cafef-b63a-47d2-bf37-54601b406eea is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:31.297535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:31.303915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:31.331944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.10 (bf1cafef-b63a-47d2-bf37-54601b406eea/f6ed5353-379a-4941-aaa4-ebeeaeedbfef/c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:31.339519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:31.350343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0df417c4-8dac-490d-9229-2694bbc30758 None None] Provisioning complete for port 1e624c0e-535b-46b0-b89b-6a2a540644b5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:31.350737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0df417c4-8dac-490d-9229-2694bbc30758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.368245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Pushing event updated for resources: {'Port': ['ID=061a8399-dc9c-4fbd-9638-d3eb0a98a918,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:31.408345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0df417c4-8dac-490d-9229-2694bbc30758 None None] Port 1e624c0e-535b-46b0-b89b-6a2a540644b5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:31.420705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0df417c4-8dac-490d-9229-2694bbc30758 None None] Provisioning complete for port f14f7b47-a1a8-4924-9c00-f60208d93e15 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:31.421317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0df417c4-8dac-490d-9229-2694bbc30758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.463113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:31.477984 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ab0069b8-b433-4be1-b4e7-8c29facac49a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1426384 May 12 03:28:31.480085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34516) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:31.481474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:31.486955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-821533384'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:31.494808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Attempting to bind port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:31.495314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Attempting to bind port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'fd77d763-f055-4d0b-9dbd-92011cf73fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:31.495724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Attempting to bind port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 on network bf1cafef-b63a-47d2-bf37-54601b406eea {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:31.505656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:31.506923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:31.516449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:31.521855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.529204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.547342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:31.547722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Checking segment: {'id': 'fd77d763-f055-4d0b-9dbd-92011cf73fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:31.548529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.548924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Bound using segment: {'id': 'fd77d763-f055-4d0b-9dbd-92011cf73fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:31.549690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Bound port: 061a8399-dc9c-4fbd-9638-d3eb0a98a918, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd77d763-f055-4d0b-9dbd-92011cf73fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:31.550102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.557693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:31.573315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c990712d-5691-4f56-bc33-8e3a5a9e53c4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.573579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.574067 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment c990712d-5691-4f56-bc33-8e3a5a9e53c4 of type vlan for network 1d48bd33-5304-4b26-a502-804d6113822f May 12 03:28:31.643859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (1d48bd33-5304-4b26-a502-804d6113822f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.647147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34520) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:31.667693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:31.670807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:31.676373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network bf1cafef-b63a-47d2-bf37-54601b406eea is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:31.677878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:31.681271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:31.711661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (1d48bd33-5304-4b26-a502-804d6113822f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.716758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:31.717453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.738278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0df417c4-8dac-490d-9229-2694bbc30758 None None] Current status of the port f14f7b47-a1a8-4924-9c00-f60208d93e15 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:31.739485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:31.740226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.762831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-93865065-339d-4969-b501-d47dded49820 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (4789c76b-be98-4b69-83b8-f0f3dbe8d720), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.775835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0a784eb4-560b-446c-bbf8-471d5114d164 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1180751 May 12 03:28:31.778614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34522) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:31.787778 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 746 time: 0.3034401 May 12 03:28:31.791962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': 'bf1cafef-b63a-47d2-bf37-54601b406eea', 'name': 'tempest-PortsTestJSON-1467183905', 'fixed_ips': [{'subnet_id': 'f6ed5353-379a-4941-aaa4-ebeeaeedbfef', 'ip_address': '172.20.0.9'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:31.799410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34524) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:31.814582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:31.831987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3a3ec-03b9-48e9-88e9-ff5fbe1c9ce0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=1d48bd33-5304-4b26-a502-804d6113822f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:31.835623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] For port 061a8399-dc9c-4fbd-9638-d3eb0a98a918, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:31.836509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-93865065-339d-4969-b501-d47dded49820 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (4789c76b-be98-4b69-83b8-f0f3dbe8d720), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.882250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 1d48bd33-5304-4b26-a502-804d6113822f details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:31.890926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] For port 061a8399-dc9c-4fbd-9638-d3eb0a98a918, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=061a8399-dc9c-4fbd-9638-d3eb0a98a918,segment=NetworkSegment(fd77d763-f055-4d0b-9dbd-92011cf73fcf),segment_id=fd77d763-f055-4d0b-9dbd-92011cf73fcf)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:31.934787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-93865065-339d-4969-b501-d47dded49820 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4789c76b-be98-4b69-83b8-f0f3dbe8d720), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.938215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-93865065-339d-4969-b501-d47dded49820 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.939843 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-93865065-339d-4969-b501-d47dded49820 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/4789c76b-be98-4b69-83b8-f0f3dbe8d720 HTTP/1.1" status: 204 len: 168 time: 0.2915857 May 12 03:28:31.943238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.950739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93865065-339d-4969-b501-d47dded49820 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4789c76b-be98-4b69-83b8-f0f3dbe8d720,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:31.966026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:31.969567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:31.982084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34528) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:31.989739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-868be848-7971-4bc7-99d9-c8e9c6fdafa9 None None] Provisioning complete for port 1e624c0e-535b-46b0-b89b-6a2a540644b5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:31.990154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-868be848-7971-4bc7-99d9-c8e9c6fdafa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.058819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:32.063732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.117972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 6ca0e482-5c18-49a2-a1f3-5728741dceef yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:32.148672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f14f7b47-a1a8-4924-9c00-f60208d93e15 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:32.200599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-868be848-7971-4bc7-99d9-c8e9c6fdafa9 None None] Port 1e624c0e-535b-46b0-b89b-6a2a540644b5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:32.210414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:30Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:30Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:32.242955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:32.243270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Updating router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc port 1e624c0e-535b-46b0-b89b-6a2a540644b5 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:28:32.245178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4875cfa-a35a-4241-bd2c-7dcf7c24d495 None None] Pushing event updated for resources: {'Port': ['ID=061a8399-dc9c-4fbd-9638-d3eb0a98a918,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:32.285443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.288945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f14f7b47-a1a8-4924-9c00-f60208d93e15 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:32.289369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.310830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (d6cb1ca9-05e2-418e-9a31-3d4565e83d32), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.451226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=d6cb1ca9-05e2-418e-9a31-3d4565e83d32,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:32.457171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.9 (bf1cafef-b63a-47d2-bf37-54601b406eea/f6ed5353-379a-4941-aaa4-ebeeaeedbfef/6ca0e482-5c18-49a2-a1f3-5728741dceef) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:32.479070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:32.479454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 1d48bd33-5304-4b26-a502-804d6113822f, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:32.496637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (da48552b-bd7b-444b-b57e-f6af34e5eb51), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.541760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 1d48bd33-5304-4b26-a502-804d6113822f is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:32.592515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 1d48bd33-5304-4b26-a502-804d6113822f) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:32.606315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300cb52d-0750-4fa5-a563-1a15a0155089 None None] Network 1d48bd33-5304-4b26-a502-804d6113822f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:32.630002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:32.630600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.662441 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a173025b-76ae-4bb0-b823-d77d60b5e7f2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8616486 May 12 03:28:32.665113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34530) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:32.726438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:32.762669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (6ca0e482-5c18-49a2-a1f3-5728741dceef), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.783294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f14f7b47-a1a8-4924-9c00-f60208d93e15 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:32.796067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:32.796372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device ae93fa40-b4a9-42b3-b5e8-07eaa4fe815b not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:32.806512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 8430152d-ca58-4ac5-b0bc-3b7a90284068 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:32.807415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.889173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6ca0e482-5c18-49a2-a1f3-5728741dceef), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.910604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-1d48bd33-5304-4b26-a502-804d6113822f', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:32.911718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.928486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 8430152d-ca58-4ac5-b0bc-3b7a90284068, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8430152d-ca58-4ac5-b0bc-3b7a90284068,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:32.928883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:32.944585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 8430152d-ca58-4ac5-b0bc-3b7a90284068 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:32.972675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network bf1cafef-b63a-47d2-bf37-54601b406eea is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:32.983112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:33.014187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:33.017489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=6ca0e482-5c18-49a2-a1f3-5728741dceef,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:33.099487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Allocated IP 172.21.0.2 (1d48bd33-5304-4b26-a502-804d6113822f/d6cb1ca9-05e2-418e-9a31-3d4565e83d32/c880a2a3-9ede-4fb8-acc0-e28785e7c1b5) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:33.112695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce368c77-148e-4fe4-8562-4ac42553285f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.152102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:33.152756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.181828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8430152d-ca58-4ac5-b0bc-3b7a90284068), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.194678 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bec1fa09-f6f5-4274-be9d-1ba07b39ce95 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4147043 May 12 03:28:33.197590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34532) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:33.214789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=8430152d-ca58-4ac5-b0bc-3b7a90284068,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:33.240965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.286256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Publish callbacks [] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.306112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.375305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9805340-fd7e-4a27-9929-0bd798232df4 None None] Pushing event updated for resources: {'Port': ['ID=1e624c0e-535b-46b0-b89b-6a2a540644b5,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:33.424292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f0942f-3826-48ee-99ca-89c6cad716b8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:33.425914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-79f0942f-3826-48ee-99ca-89c6cad716b8 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2272637 May 12 03:28:33.430305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34534) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:33.474156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Attempting to bind port 1e624c0e-535b-46b0-b89b-6a2a540644b5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:33.475211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Attempting to bind port 1e624c0e-535b-46b0-b89b-6a2a540644b5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:33.480988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Attempting to bind port 1e624c0e-535b-46b0-b89b-6a2a540644b5 on network 5a650d42-0860-42d9-a267-a4d472719c77 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:33.494277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:33.494755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Checking segment: {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:33.495257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.495722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Bound using segment: {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:33.499979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Bound port: 1e624c0e-535b-46b0-b89b-6a2a540644b5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7afc46-caa3-44c0-8f2b-9f1067ebf329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:33.500539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.509526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (da48552b-bd7b-444b-b57e-f6af34e5eb51), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.519613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c0fc7-1e50-4163-b00e-a7f66872868c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:33.538896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Publish callbacks [] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.539376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c0fc7-1e50-4163-b00e-a7f66872868c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:33.552277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c0fc7-1e50-4163-b00e-a7f66872868c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:33.554408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7a7c0fc7-1e50-4163-b00e-a7f66872868c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1231766 May 12 03:28:33.582148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.617066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34536) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:33.698784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Network 1d48bd33-5304-4b26-a502-804d6113822f is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:33.702201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] For port 1e624c0e-535b-46b0-b89b-6a2a540644b5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:33.707419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] For port 1e624c0e-535b-46b0-b89b-6a2a540644b5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e624c0e-535b-46b0-b89b-6a2a540644b5,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:33.712522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:33.720045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:33.722615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc06436-3b41-46e4-ba74-71525003201c None None] Network bf1cafef-b63a-47d2-bf37-54601b406eea requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:33.750147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.765752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Pushing event updated for resources: {'Port': ['ID=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:33.834974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router da48552b-bd7b-444b-b57e-f6af34e5eb51 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:33.864405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] Provisioning complete for port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:33.864877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.896391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 6ca0e482-5c18-49a2-a1f3-5728741dceef {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:33.897280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6ca0e482-5c18-49a2-a1f3-5728741dceef), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:33.970840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.21.0.1 (1d48bd33-5304-4b26-a502-804d6113822f/d6cb1ca9-05e2-418e-9a31-3d4565e83d32/051c77a7-80d7-41b9-ae28-7dc8dda5ce4e) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:33.986101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:33.986894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:33.991506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9805340-fd7e-4a27-9929-0bd798232df4 None None] Pushing event updated for resources: {'Port': ['ID=1e624c0e-535b-46b0-b89b-6a2a540644b5,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:33.996084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Attempting to bind port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:33.996582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Attempting to bind port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:33.997358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Attempting to bind port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 on network 1d48bd33-5304-4b26-a502-804d6113822f {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:34.005592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:34.019970 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] Sync routers for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:34.034841 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-88847c27-c7c9-4120-b94c-812171d7e877 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/da48552b-bd7b-444b-b57e-f6af34e5eb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0515547 May 12 03:28:34.038493 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:34.040845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34538) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:34.041269 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:34.058645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6ca0e482-5c18-49a2-a1f3-5728741dceef), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.108901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:34.110131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Checking segment: {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:34.110660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.111165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Bound using segment: {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:34.111758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Bound port: c880a2a3-9ede-4fb8-acc0-e28785e7c1b5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:34.112247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.125390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 6ca0e482-5c18-49a2-a1f3-5728741dceef owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:34.144937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet 0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:34.149592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.224138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.257475 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:34.339861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:34.342247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 061a8399-dc9c-4fbd-9638-d3eb0a98a918 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:34.397097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.474472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.489281 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:28:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:34.496115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] Current status of the port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:34.496341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.509498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:34.515948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.523484 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cf447239-bdd8-40f6-a500-f4b8695caec5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/0cca117e-38ee-43bc-b2d7-5dcb9e4f81e8 HTTP/1.1" status: 204 len: 168 time: 0.4814303 May 12 03:28:34.525213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34540) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:34.556213 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] Checking router: da48552b-bd7b-444b-b57e-f6af34e5eb51 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:34.573216 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] Routers {'da48552b-bd7b-444b-b57e-f6af34e5eb51'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:34.574625 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['da48552b-bd7b-444b-b57e-f6af34e5eb51'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:34.746289 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] Set router da48552b-bd7b-444b-b57e-f6af34e5eb51 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:34.798736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b684b7-abd5-49f1-bf9a-2c26c981b4a6 None None] Network 9a76f06e-4ad6-494d-a948-6f84d67be7eb requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:34.847089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] For port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:34.916001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.916836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:34.917211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:34.961259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] For port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,segment=NetworkSegment(c990712d-5691-4f56-bc33-8e3a5a9e53c4),segment_id=c990712d-5691-4f56-bc33-8e3a5a9e53c4)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:34.986272 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:28:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:34.994233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] For port 061a8399-dc9c-4fbd-9638-d3eb0a98a918, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=061a8399-dc9c-4fbd-9638-d3eb0a98a918,segment=NetworkSegment(fd77d763-f055-4d0b-9dbd-92011cf73fcf),segment_id=fd77d763-f055-4d0b-9dbd-92011cf73fcf)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:35.025794 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468829f8-0568-4453-bf7c-ef8bd8b1b315 None None] The sync data for ids ['da48552b-bd7b-444b-b57e-f6af34e5eb51'] in dv-neutron-841363-5-hyperv is: [{'id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'name': 'tempest-TestNetworkBasicOps-router-742785914', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:28:33Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '8d5d0732-fe0a-4cfb-8ad4-081dffa4503f', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48552b-bd7b-444b-b57e-f6af34e5eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:27:21Z', 'updated_at': '2022-05-12T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:35.064614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.075199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.091800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.191502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69684e-750d-4fa4-b3ae-fb7adc01b91b None None] Pushing event updated for resources: {'Port': ['ID=061a8399-dc9c-4fbd-9638-d3eb0a98a918,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:35.198095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6ca0e482-5c18-49a2-a1f3-5728741dceef), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.199870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:35.205208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Could not find standard attr ID for object 6ca0e482-5c18-49a2-a1f3-5728741dceef. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:35.222765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (da48552b-bd7b-444b-b57e-f6af34e5eb51), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.264439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=6ca0e482-5c18-49a2-a1f3-5728741dceef,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:35.293143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 1d48bd33-5304-4b26-a502-804d6113822f is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:35.322878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Provisioning complete for port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:35.323345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.327776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:35.333791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:35.346208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:35.381464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:30Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:33Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:35.406988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (da48552b-bd7b-444b-b57e-f6af34e5eb51), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.445693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9603a-31f1-413d-bb3e-cde8380f04d4 None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:30Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:33Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:35.449395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968ab98-2861-4616-9a98-d36121984268 None None] DHCP port deletion for 9a76f06e-4ad6-494d-a948-6f84d67be7eb request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:35.451908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.473596 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fc784c53-4c3c-42d8-b4cf-b64a7c2bea12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/6ca0e482-5c18-49a2-a1f3-5728741dceef HTTP/1.1" status: 204 len: 168 time: 1.8521373 May 12 03:28:35.477131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34542) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:35.490259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.519775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:35.521228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.522867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda05e7a-3042-4043-bb1a-6ae6f27711c9 None None] Pushing event updated for resources: {'Port': ['ID=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:35.572919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1968ab98-2861-4616-9a98-d36121984268 None None] Deleting port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:35.573297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1968ab98-2861-4616-9a98-d36121984268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.575315 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba9b1df-55f0-41d1-91f0-f78afcc2afc2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:35.580040 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2ba9b1df-55f0-41d1-91f0-f78afcc2afc2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/6ca0e482-5c18-49a2-a1f3-5728741dceef HTTP/1.1" status: 404 len: 333 time: 0.1020880 May 12 03:28:35.582535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34544) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:35.700144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:35.707207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.736125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:35.754325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b46747-f705-4798-aecb-e576429908ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.774156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:35.774564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.777410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1968ab98-2861-4616-9a98-d36121984268 None None] For port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,segment=NetworkSegment(ba39ef65-e910-461b-ac2a-f12b67b27615),segment_id=ba39ef65-e910-461b-ac2a-f12b67b27615)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:35.777816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1968ab98-2861-4616-9a98-d36121984268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.788378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Current status of the port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:35.805694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1968ab98-2861-4616-9a98-d36121984268 None None] Calling delete_port for e1875a15-c38f-42bb-8ae2-b8e4c6319c3a owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:35.810651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Provisioning complete for port 1e624c0e-535b-46b0-b89b-6a2a540644b5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:35.811025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.917436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.961229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.984184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1968ab98-2861-4616-9a98-d36121984268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (e1875a15-c38f-42bb-8ae2-b8e4c6319c3a), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.996992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8d5d0732-fe0a-4cfb-8ad4-081dffa4503f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:35.997921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Current status of the port 1e624c0e-535b-46b0-b89b-6a2a540644b5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:35.998377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.002174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968ab98-2861-4616-9a98-d36121984268 None None] No DVR routers for this DVR port e1875a15-c38f-42bb-8ae2-b8e4c6319c3a on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:36.054540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968ab98-2861-4616-9a98-d36121984268 None None] Pushing event deleted for resources: {'Port': ['ID=e1875a15-c38f-42bb-8ae2-b8e4c6319c3a,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:36.092279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=8d5d0732-fe0a-4cfb-8ad4-081dffa4503f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:36.098896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] For port 1e624c0e-535b-46b0-b89b-6a2a540644b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e624c0e-535b-46b0-b89b-6a2a540644b5,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:36.108692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.165856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Provisioning complete for port c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:36.166267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.222611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (da48552b-bd7b-444b-b57e-f6af34e5eb51), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.234795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Pushing event updated for resources: {'Port': ['ID=1e624c0e-535b-46b0-b89b-6a2a540644b5,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:36.237849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d79242ba-b931-4ff8-8cb8-74e117601ef6 None None] Port c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:36.311471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 owned by {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:36.386559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 061a8399-dc9c-4fbd-9638-d3eb0a98a918 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:36.388692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (da48552b-bd7b-444b-b57e-f6af34e5eb51), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.391538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (da48552b-bd7b-444b-b57e-f6af34e5eb51), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.451596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.470174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (da48552b-bd7b-444b-b57e-f6af34e5eb51), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.471080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router da48552b-bd7b-444b-b57e-f6af34e5eb51 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:28:36.491723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.493047 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-629c26d1-13e8-4c15-ba2e-d43ab8b96282 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/da48552b-bd7b-444b-b57e-f6af34e5eb51 HTTP/1.1" status: 204 len: 168 time: 1.9678810 May 12 03:28:36.495595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34546) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:36.523425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.540701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:36.541202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.595799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.628786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (9a76f06e-4ad6-494d-a948-6f84d67be7eb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.712162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:36.713346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e624c0e-535b-46b0-b89b-6a2a540644b5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:36.729999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.736437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:36.747517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.793243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:36.796345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (9a76f06e-4ad6-494d-a948-6f84d67be7eb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.820145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1e624c0e-535b-46b0-b89b-6a2a540644b5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:36.820528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.832953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76f06e-4ad6-494d-a948-6f84d67be7eb']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:36.847445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba39ef65-e910-461b-ac2a-f12b67b27615') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:36.847824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba39ef65-e910-461b-ac2a-f12b67b27615') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:36.869508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (ba39ef65-e910-461b-ac2a-f12b67b27615), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.884890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca03d0-f56a-4e42-8efa-8e52dd3bbb9b None None] Network 1d48bd33-5304-4b26-a502-804d6113822f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:36.892573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (ba39ef65-e910-461b-ac2a-f12b67b27615), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.901017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:36.901824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (ba39ef65-e910-461b-ac2a-f12b67b27615), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.913922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:36.919537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-298e501c-9556-4918-93af-6d7441c8ffce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 HTTP/1.1" status: 204 len: 168 time: 1.3336926 May 12 03:28:36.920290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34548) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:36.955318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43efefb-3ccf-47f4-813f-f0df8a98e325 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:36.956783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c43efefb-3ccf-47f4-813f-f0df8a98e325 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/c26ccdf0-f1fd-4deb-bfbc-297a85e2e2f9 HTTP/1.1" status: 404 len: 333 time: 0.0356579 May 12 03:28:36.962424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34550) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:36.979569 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:36.995254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (9a76f06e-4ad6-494d-a948-6f84d67be7eb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.022380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] Provisioning complete for port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:37.022675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.025642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 1d48bd33-5304-4b26-a502-804d6113822f is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:37.025846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.030628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:37.034680 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/9a76f06e-4ad6-494d-a948-6f84d67be7eb HTTP/1.1" status: 204 len: 168 time: 0.5327096 May 12 03:28:37.036069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5dd34-244e-4586-b24d-55068805dda5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=9a76f06e-4ad6-494d-a948-6f84d67be7eb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:37.042359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34552) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:37.049866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1961848285', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:37.101459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:37.111949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.126352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet f6ed5353-379a-4941-aaa4-ebeeaeedbfef {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:37.132414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (f6ed5353-379a-4941-aaa4-ebeeaeedbfef), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.135695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1e624c0e-535b-46b0-b89b-6a2a540644b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:37.136768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:37.157032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:37.169092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e8fab241-fd30-4d67-847f-de7569642a96), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.169815 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment e8fab241-fd30-4d67-847f-de7569642a96 of type vlan for network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c May 12 03:28:37.230364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] Current status of the port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:37.231513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.233376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.241635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (f6ed5353-379a-4941-aaa4-ebeeaeedbfef), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.264378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:37.264755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.269848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.282788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:37.283499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.299369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] For port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,segment=NetworkSegment(c990712d-5691-4f56-bc33-8e3a5a9e53c4),segment_id=c990712d-5691-4f56-bc33-8e3a5a9e53c4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:37.299735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:37.309746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.324121 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.2804651 May 12 03:28:37.333480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34554) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:37.338150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:37.386176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2435-f52b-4d89-87d6-bbd421e13f69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:37.396272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4949f83-eb74-432d-9fe9-c5b5bec71533 None None] Pushing event updated for resources: {'Port': ['ID=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:37.402014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:37.460941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (40c8b818-2ced-45e3-806e-9f586099a58e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.462049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (40c8b818-2ced-45e3-806e-9f586099a58e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.477821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f6ed5353-379a-4941-aaa4-ebeeaeedbfef), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.489686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:37.548799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e1875a15-c38f-42bb-8ae2-b8e4c6319c3a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:37.576484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:37.577695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3a76ae36-7cb4-4d8d-b59e-918817fd2cb0 None None] Provisioning complete for port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:37.578946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3a76ae36-7cb4-4d8d-b59e-918817fd2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.586103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e8c1d919-f1c7-4c3d-b454-3e523389c65c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9174767 May 12 03:28:37.586696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34556) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:37.595781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1378875217'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:37.618132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e1875a15-c38f-42bb-8ae2-b8e4c6319c3a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:37.618872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e1875a15-c38f-42bb-8ae2-b8e4c6319c3a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:37.619571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8430152d-ca58-4ac5-b0bc-3b7a90284068 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:37.621396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (40c8b818-2ced-45e3-806e-9f586099a58e), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.625510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:37.631451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.653813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8430152d-ca58-4ac5-b0bc-3b7a90284068 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:37.654208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8430152d-ca58-4ac5-b0bc-3b7a90284068 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:37.672538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:37.687294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (f6ed5353-379a-4941-aaa4-ebeeaeedbfef), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.692124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (cdc1f9fd-8e24-4421-af75-3601a8fda143), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.692761 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment cdc1f9fd-8e24-4421-af75-3601a8fda143 of type vlan for network 34199c7a-de38-4967-9511-4d0bee5a4f54 May 12 03:28:37.726656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ed5353-379a-4941-aaa4-ebeeaeedbfef,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:37.744556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3a76ae36-7cb4-4d8d-b59e-918817fd2cb0 None None] Current status of the port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:37.759118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3a76ae36-7cb4-4d8d-b59e-918817fd2cb0 None None] Provisioning complete for port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:37.759503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3a76ae36-7cb4-4d8d-b59e-918817fd2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.778964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.782501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (34199c7a-de38-4967-9511-4d0bee5a4f54), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.785732 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0bcf6f64-133d-4384-ba5a-a001b67ad11d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/f6ed5353-379a-4941-aaa4-ebeeaeedbfef HTTP/1.1" status: 204 len: 168 time: 0.8222876 May 12 03:28:37.789466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34558) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:37.807410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ffed9-e90a-4cf4-a3ad-16bae28a7ff3 None None] Network bf1cafef-b63a-47d2-bf37-54601b406eea requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:37.816651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:37.822183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (34199c7a-de38-4967-9511-4d0bee5a4f54), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.832176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:37.833275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.888437 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.3006206 May 12 03:28:37.891666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34560) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:37.920699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (40c8b818-2ced-45e3-806e-9f586099a58e), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:37.930288 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:37.936445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d251a14-1e28-49fb-a154-678eaaa7e2d4 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=34199c7a-de38-4967-9511-4d0bee5a4f54,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:38.026669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (bf1cafef-b63a-47d2-bf37-54601b406eea), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.066546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:38.067170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:38.107724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:38.112930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3a76ae36-7cb4-4d8d-b59e-918817fd2cb0 None None] Port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:38.184471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e624c0e-535b-46b0-b89b-6a2a540644b5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:38.185766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:38.189239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.224105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:38.224919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.263409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.328019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5925c40a-f002-4468-b9b8-23c6cce87d94 None None] Provisioning complete for port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:38.328408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5925c40a-f002-4468-b9b8-23c6cce87d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.337850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:38.382643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (40c8b818-2ced-45e3-806e-9f586099a58e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.395807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] DHCP port deletion for bf1cafef-b63a-47d2-bf37-54601b406eea request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:38.419356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.428942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] For port 061a8399-dc9c-4fbd-9638-d3eb0a98a918, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=061a8399-dc9c-4fbd-9638-d3eb0a98a918,segment=NetworkSegment(fd77d763-f055-4d0b-9dbd-92011cf73fcf),segment_id=fd77d763-f055-4d0b-9dbd-92011cf73fcf)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:38.429340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.452661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5925c40a-f002-4468-b9b8-23c6cce87d94 None None] Port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:38.481516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 061a8399-dc9c-4fbd-9638-d3eb0a98a918 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:38.489756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1e624c0e-535b-46b0-b89b-6a2a540644b5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:38.490210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.552075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] Deleting port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:38.552639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.653549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.50 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/6ea635f7-232b-47f8-91b6-a93c6142ff93) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:38.673189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] For port 061a8399-dc9c-4fbd-9638-d3eb0a98a918, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=061a8399-dc9c-4fbd-9638-d3eb0a98a918,segment=NetworkSegment(fd77d763-f055-4d0b-9dbd-92011cf73fcf),segment_id=fd77d763-f055-4d0b-9dbd-92011cf73fcf)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:38.673578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.697066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] Calling delete_port for 061a8399-dc9c-4fbd-9638-d3eb0a98a918 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:38.726615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (1ed745b0-5e97-4d5d-a76f-f6918ca9ca16), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.728383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.810250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1e624c0e-535b-46b0-b89b-6a2a540644b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:38.811293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:38.816789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=061a8399-dc9c-4fbd-9638-d3eb0a98a918,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:38.821048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No DVR routers for this DVR port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:38.821505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:35Z', 'revision_number': 3, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:38.883630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:38.883997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Updating router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:28:38.892029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=1ed745b0-5e97-4d5d-a76f-f6918ca9ca16,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:38.936504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.952433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (061a8399-dc9c-4fbd-9638-d3eb0a98a918), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.984595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:38.984980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:38.986740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] Pushing event deleted for resources: {'Port': ['ID=061a8399-dc9c-4fbd-9638-d3eb0a98a918,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:39.027981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd18be-f8ac-4cfe-9c92-e9ddf1d23833 None None] No DVR routers for this DVR port 061a8399-dc9c-4fbd-9638-d3eb0a98a918 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:39.195110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:39.253987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:39.280116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:39.280357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8d5d0732-fe0a-4cfb-8ad4-081dffa4503f not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:39.288630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (bf1cafef-b63a-47d2-bf37-54601b406eea), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.311626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.324154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:39.324515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: 34199c7a-de38-4967-9511-4d0bee5a4f54, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:39.330815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1cafef-b63a-47d2-bf37-54601b406eea']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:39.344373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd77d763-f055-4d0b-9dbd-92011cf73fcf') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:39.344674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd77d763-f055-4d0b-9dbd-92011cf73fcf') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:39.367571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (fd77d763-f055-4d0b-9dbd-92011cf73fcf), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.370392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Publish callbacks [] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.379630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.385794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fd77d763-f055-4d0b-9dbd-92011cf73fcf), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.395811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:39.398672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:39.399124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (fd77d763-f055-4d0b-9dbd-92011cf73fcf), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:39.402029 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:39.415497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.445394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf168c-b979-4338-951e-9e57a396c068 None None] Pushing event updated for resources: {'Port': ['ID=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:39.451760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 34199c7a-de38-4967-9511-4d0bee5a4f54) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:39.466371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a608d4-4846-438b-9378-788001c813ae None None] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:39.498300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:39.498690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.514492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:39.520768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (bf1cafef-b63a-47d2-bf37-54601b406eea), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.523677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=6ea635f7-232b-47f8-91b6-a93c6142ff93,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:39.526037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:39.533021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:39.535177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.538925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/bf1cafef-b63a-47d2-bf37-54601b406eea HTTP/1.1" status: 204 len: 168 time: 1.7475338 May 12 03:28:39.544759 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-70f69f78-40bb-48e6-9ea0-bcb5a5f862a7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6270924 May 12 03:28:39.547441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34562) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:39.548061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34564) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:39.553081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1231539934'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:39.571095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85a54e-c038-4793-a92f-8cebc60aaacc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=bf1cafef-b63a-47d2-bf37-54601b406eea,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:39.748529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Attempting to bind port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:39.748928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Attempting to bind port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:39.749236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Attempting to bind port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e on network 1d48bd33-5304-4b26-a502-804d6113822f {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:39.761740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:39.761740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Checking segment: {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:39.761740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.761740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Bound using segment: {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:39.762459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Bound port: 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c990712d-5691-4f56-bc33-8e3a5a9e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:39.762459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.769769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:39.773714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.778340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.803500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8bc5a182-0ed8-48a8-abb2-e3cf14deda88 None None] Provisioning complete for port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:39.803883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a182-0ed8-48a8-abb2-e3cf14deda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.841100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (40c8b818-2ced-45e3-806e-9f586099a58e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.846138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-34199c7a-de38-4967-9511-4d0bee5a4f54', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:39.846426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.847857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:39.901076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (500ce227-8761-413e-8431-2879520caf68), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.901838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Added segment 500ce227-8761-413e-8431-2879520caf68 of type vlan for network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e May 12 03:28:39.912277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5a182-0ed8-48a8-abb2-e3cf14deda88 None None] Port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:39.918930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] For port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:39.957621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:39.978673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] For port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,segment=NetworkSegment(c990712d-5691-4f56-bc33-8e3a5a9e53c4),segment_id=c990712d-5691-4f56-bc33-8e3a5a9e53c4)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:39.991248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.054934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.060431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:40.061788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.067336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (40c8b818-2ced-45e3-806e-9f586099a58e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.110319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.117206 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.5682795 May 12 03:28:40.120045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34566) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:40.122015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:40.122452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:40.124298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf168c-b979-4338-951e-9e57a396c068 None None] Pushing event updated for resources: {'Port': ['ID=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:40.128506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:40.134373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Allocated IP 172.22.0.2 (34199c7a-de38-4967-9511-4d0bee5a4f54/1ed745b0-5e97-4d5d-a76f-f6918ca9ca16/811548c7-5eea-4eac-b96f-83ef92e76c0d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:40.168999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510cdc5-a7a0-47f6-96ad-4f329c39057b tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Network': ['ID=5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:40.181829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 061a8399-dc9c-4fbd-9638-d3eb0a98a918 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:40.303813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:40.341981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:40.346398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.349862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 061a8399-dc9c-4fbd-9638-d3eb0a98a918 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:40.350242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 061a8399-dc9c-4fbd-9638-d3eb0a98a918 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:40.351768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:40.352054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:40.577990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:40.592473 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:40.605413 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:40.606866 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:40.612510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.613964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fa629f68-2ffb-46b2-b005-4af5832bf6c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2791009 May 12 03:28:40.617432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34568) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:40.653147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] Provisioning complete for port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:40.654346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.674945 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e635d6b6-918b-4965-bc27-c4a6e4d83dbc tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563800 May 12 03:28:40.678634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34570) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:40.693231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (0c5e47bc-2e75-4d2b-9211-d2818539bb82), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.726413 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:40.742099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Publish callbacks [] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.759330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=0c5e47bc-2e75-4d2b-9211-d2818539bb82,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:40.777418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.781528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Checking segment: {'id': '500ce227-8761-413e-8431-2879520caf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:40.782109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network hostable DHCP agents. Network: 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:40.810485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:40.824317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:40.829293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:40.830396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.862626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34572) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:40.863850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a5c76-35e9-44e2-841b-9be353ef19ff None None] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:40.864636 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f69acf0e-5ab5-4bb1-8840-6340c6c51502 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7432699 May 12 03:28:40.868460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-317212096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:40.878860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35608d4d-2c19-4ccf-b927-a9372e244b9f tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:40.880409 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-35608d4d-2c19-4ccf-b927-a9372e244b9f tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2001324 May 12 03:28:40.884177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34574) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:40.893774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.22.0.1 (34199c7a-de38-4967-9511-4d0bee5a4f54/1ed745b0-5e97-4d5d-a76f-f6918ca9ca16/d0961b0b-9cf6-4755-88e4-658988a84037) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:40.894667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:40.915947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (3b68001b-5407-4306-97ed-84e2cccdb628), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.917048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (3b68001b-5407-4306-97ed-84e2cccdb628), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:40.919003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:35Z', 'revision_number': 3, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:39Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:40.921271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:40.924078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:40.941297 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:39Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:40.959249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-80f46efd-33b5-40a8-863c-0289db211c97 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730326 May 12 03:28:40.959856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34576) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:40.965355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1372664757', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:40.969707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Pushing event updated for resources: {'Port': ['ID=811548c7-5eea-4eac-b96f-83ef92e76c0d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:40.974075 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:40.974960 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Updating router 40c8b818-2ced-45e3-806e-9f586099a58e port 6ea635f7-232b-47f8-91b6-a93c6142ff93 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:28:41.005084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] Current status of the port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:41.005609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.014746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7332d5-1b48-4fce-852c-1f5302dbb2ea None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:35Z', 'revision_number': 3, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:39Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:41.015014 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.055843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for router_controller (3b68001b-5407-4306-97ed-84e2cccdb628), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.067100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (3b68001b-5407-4306-97ed-84e2cccdb628), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.124417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (d0961b0b-9cf6-4755-88e4-658988a84037), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.135647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.136954 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dda911cf-d75b-492f-b780-52ada8de52d3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2732117 May 12 03:28:41.140512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34578) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:41.145605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e', 'name': 'tempest-PortsTestJSON-1735712302'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:41.155547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:41.160730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.161423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Attempting to bind port 811548c7-5eea-4eac-b96f-83ef92e76c0d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:41.162159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Attempting to bind port 811548c7-5eea-4eac-b96f-83ef92e76c0d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:41.162776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Attempting to bind port 811548c7-5eea-4eac-b96f-83ef92e76c0d on network 34199c7a-de38-4967-9511-4d0bee5a4f54 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:41.166520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] For port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,segment=NetworkSegment(c990712d-5691-4f56-bc33-8e3a5a9e53c4),segment_id=c990712d-5691-4f56-bc33-8e3a5a9e53c4)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:41.188894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e', 'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': '0c5e47bc-2e75-4d2b-9211-d2818539bb82'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:41.190403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.220189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.291273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.304093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:41.304523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Checking segment: {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:41.305288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.305288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Bound using segment: {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:41.305725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Bound port: 811548c7-5eea-4eac-b96f-83ef92e76c0d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:41.306533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.363397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:41.368290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:41.374778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:41.432024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=d0961b0b-9cf6-4755-88e4-658988a84037,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:41.448142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:41.452451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.462934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.468199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c5c961ba-fdd0-4499-b11b-674816c4e9a2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.501696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07cf01-aab7-4c2b-9197-7224ecf3aa7f None None] Pushing event updated for resources: {'Port': ['ID=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:41.523623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port 4381e3f0-d75a-482f-9450-537b050d8e0d yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:41.564153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:41.564725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:41.568184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=c5c961ba-fdd0-4499-b11b-674816c4e9a2,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:41.593748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] For port 811548c7-5eea-4eac-b96f-83ef92e76c0d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:41.594849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:41.596921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Allocated IP 172.20.0.2 (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e/0c5e47bc-2e75-4d2b-9211-d2818539bb82/ba705c45-426b-4d34-8838-51d19025fa71) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:41.601877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] For port 811548c7-5eea-4eac-b96f-83ef92e76c0d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=811548c7-5eea-4eac-b96f-83ef92e76c0d,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:41.616869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:41.621257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:41.621856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.628734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7fb37-4c14-436b-abc7-ecf39916abdb None None] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:41.649339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.654580 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-36afcd4f-e7ea-430c-9710-788a0d90e575 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6932635 May 12 03:28:41.657361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34580) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:41.673161 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Publish callbacks [] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.683858 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.692686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.766006 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Attempting to bind port 6ea635f7-232b-47f8-91b6-a93c6142ff93 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:41.766386 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Attempting to bind port 6ea635f7-232b-47f8-91b6-a93c6142ff93 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:41.766802 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Attempting to bind port 6ea635f7-232b-47f8-91b6-a93c6142ff93 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:41.781874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Pushing event updated for resources: {'Port': ['ID=6ea635f7-232b-47f8-91b6-a93c6142ff93,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:41.790225 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:41.790610 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:41.791023 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.791428 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:41.792595 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Bound port: 6ea635f7-232b-47f8-91b6-a93c6142ff93, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:41.792595 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.795681 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.796025 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.796442 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.796787 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.797249 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.797584 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.798422 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.798422 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.798637 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.798942 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.799290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.799624 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.799951 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.800324 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.800655 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:28:41.893516 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] For port 6ea635f7-232b-47f8-91b6-a93c6142ff93, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:41.898078 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] For port 6ea635f7-232b-47f8-91b6-a93c6142ff93, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6ea635f7-232b-47f8-91b6-a93c6142ff93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:41.905743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:41.994389 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af62a8-dc6a-4954-bcb2-b055e473d07d None None] Pushing event updated for resources: {'Port': ['ID=6ea635f7-232b-47f8-91b6-a93c6142ff93,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:42.005534 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:42.006876 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:42.231772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Publish callbacks [] for port (ba705c45-426b-4d34-8838-51d19025fa71), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.234302 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:42.234730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389bc48-d72d-49de-9479-ae6677b527b5 None None] Pushing event updated for resources: {'Port': ['ID=811548c7-5eea-4eac-b96f-83ef92e76c0d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:42.239257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (d0961b0b-9cf6-4755-88e4-658988a84037), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.253178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:42.270192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.346249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ba705c45-426b-4d34-8838-51d19025fa71), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.413686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=d0961b0b-9cf6-4755-88e4-658988a84037,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:42.419525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.427103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:42.427398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.6 (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e/0c5e47bc-2e75-4d2b-9211-d2818539bb82/4381e3f0-d75a-482f-9450-537b050d8e0d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:42.430348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:42.430729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.432397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Pushing event updated for resources: {'Port': ['ID=ba705c45-426b-4d34-8838-51d19025fa71,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:42.434910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:42.446000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:42.487798 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.541397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.564387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Attempting to bind port ba705c45-426b-4d34-8838-51d19025fa71 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:42.565022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Attempting to bind port ba705c45-426b-4d34-8838-51d19025fa71 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '500ce227-8761-413e-8431-2879520caf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:42.565592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Attempting to bind port ba705c45-426b-4d34-8838-51d19025fa71 on network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:42.574759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:42.575392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Checking segment: {'id': '500ce227-8761-413e-8431-2879520caf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:42.575796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.576350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Bound using segment: {'id': '500ce227-8761-413e-8431-2879520caf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:42.577001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Bound port: ba705c45-426b-4d34-8838-51d19025fa71, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500ce227-8761-413e-8431-2879520caf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:42.577557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ba705c45-426b-4d34-8838-51d19025fa71), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.629334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:42.638050 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:39Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:42.646888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:42.647826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.656036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:42.688178 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72869fac-c292-42ec-8be8-2dff43f2bf3d None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:39Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:42.846025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] For port ba705c45-426b-4d34-8838-51d19025fa71, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:42.889864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] For port ba705c45-426b-4d34-8838-51d19025fa71, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba705c45-426b-4d34-8838-51d19025fa71,segment=NetworkSegment(500ce227-8761-413e-8431-2879520caf68),segment_id=500ce227-8761-413e-8431-2879520caf68)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:42.904512 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ba705c45-426b-4d34-8838-51d19025fa71), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:42.945555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Allocated IP 172.20.0.2 (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c/c5c961ba-fdd0-4499-b11b-674816c4e9a2/de2d6644-5036-41fb-aed4-1b54a9b57361) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:42.949249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:43.014387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cc698-e1b0-49f9-a92e-845159d1f3e9 None None] Pushing event updated for resources: {'Port': ['ID=ba705c45-426b-4d34-8838-51d19025fa71,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:43.194022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.215753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:43.237605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Publish callbacks [] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.261899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.291230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.347974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=4381e3f0-d75a-482f-9450-537b050d8e0d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:43.353002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:43.355577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c/c5c961ba-fdd0-4499-b11b-674816c4e9a2/2c903f09-224f-4bfc-a6c5-edf0a9a80fcf) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:43.356057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:43.359704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:43.379426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Pushing event updated for resources: {'Port': ['ID=de2d6644-5036-41fb-aed4-1b54a9b57361,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:43.417766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:43.426715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:43.429441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:43.441156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:43.481172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:43.517121 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0bc0199c-3dcb-46df-9956-1def4d23426d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9552066 May 12 03:28:43.521687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34582) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:43.524762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Attempting to bind port de2d6644-5036-41fb-aed4-1b54a9b57361 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:43.525135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Attempting to bind port de2d6644-5036-41fb-aed4-1b54a9b57361 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:43.525508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Attempting to bind port de2d6644-5036-41fb-aed4-1b54a9b57361 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:43.534307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:43.535028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Checking segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:43.535627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.536189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Bound using segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:43.537412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Bound port: de2d6644-5036-41fb-aed4-1b54a9b57361, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:43.538085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.540907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:43.541743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:43.550197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1240652011'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:43.607586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:43.608400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.615888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:43.623718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.649008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.665731 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-512ec8a1-6df8-4669-8d63-e096538d2184 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5240715 May 12 03:28:43.671536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34584) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:43.698421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:28:43.728324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4f7c6230-8d31-4410-a3d4-9585a7d9b574), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.728833 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added segment 4f7c6230-8d31-4410-a3d4-9585a7d9b574 of type vlan for network fac3f4da-d0dc-4d32-a8f8-00212e833f30 May 12 03:28:43.735519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:43.777118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] For port de2d6644-5036-41fb-aed4-1b54a9b57361, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:43.802153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] For port de2d6644-5036-41fb-aed4-1b54a9b57361, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=de2d6644-5036-41fb-aed4-1b54a9b57361,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:43.813210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (fac3f4da-d0dc-4d32-a8f8-00212e833f30), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.856273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.858126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (fac3f4da-d0dc-4d32-a8f8-00212e833f30), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.865620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:43.866795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.883958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647d988-3539-4fc9-ac27-0da479bc0a55 None None] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:43.901823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:43.952563 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.4273353 May 12 03:28:43.952919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34586) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:44.010735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'subnet': {'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:44.017839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09603-822b-424e-adf2-5c6866b74751 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Network': ['ID=fac3f4da-d0dc-4d32-a8f8-00212e833f30,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:44.032358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:44.039002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:44.043975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:44.049759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:28:44.052699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] Provisioning complete for port 811548c7-5eea-4eac-b96f-83ef92e76c0d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:44.053080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.104327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (40c8b818-2ced-45e3-806e-9f586099a58e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.138014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf1e8-afcc-4d74-8f1e-4b5f6e332584 None None] Pushing event updated for resources: {'Port': ['ID=de2d6644-5036-41fb-aed4-1b54a9b57361,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:44.152651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Made reservation on behalf of 90508af6818f43249e26a34e51746880 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:44.158295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.503271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.506357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:44.603687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (11cd01d5-a078-4d80-9280-74825b2a9576), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.679683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba705c45-426b-4d34-8838-51d19025fa71 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:44.700125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Checking segment: {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:44.702349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network hostable DHCP agents. Network: fac3f4da-d0dc-4d32-a8f8-00212e833f30, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:28:44.709722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Subnet': ['ID=11cd01d5-a078-4d80-9280-74825b2a9576,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:44.742793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:42Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:44.766769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:28:44.783023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, fac3f4da-d0dc-4d32-a8f8-00212e833f30) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:44.788210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:44.788909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.814050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:44.814417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Updating router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc port d0961b0b-9cf6-4755-88e4-658988a84037 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:28:44.818331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce06b0-3e5e-421c-a923-220ed3ae46cb None None] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:44.830188 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e95d09fc-b09c-4e94-987a-b7ef91102f29 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8231676 May 12 03:28:44.832943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34588) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:44.864575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] Current status of the port 811548c7-5eea-4eac-b96f-83ef92e76c0d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:44.866509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.869327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.922937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ba705c45-426b-4d34-8838-51d19025fa71 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:44.923319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba705c45-426b-4d34-8838-51d19025fa71), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:44.930707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.028702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e6108-5337-41ce-a59e-aed0a76b2f90 None None] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:45.085006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] For port 811548c7-5eea-4eac-b96f-83ef92e76c0d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=811548c7-5eea-4eac-b96f-83ef92e76c0d,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:45.126679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.265424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.306562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ba705c45-426b-4d34-8838-51d19025fa71 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:45.306976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ba705c45-426b-4d34-8838-51d19025fa71), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.387115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'project_id': '90508af6818f43249e26a34e51746880', 'fixed_ips': [{'subnet_id': '11cd01d5-a078-4d80-9280-74825b2a9576'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:45.388510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.409175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Provisioning complete for port ba705c45-426b-4d34-8838-51d19025fa71 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:45.409539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba705c45-426b-4d34-8838-51d19025fa71), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.465905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port ba705c45-426b-4d34-8838-51d19025fa71, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba705c45-426b-4d34-8838-51d19025fa71,segment=NetworkSegment(500ce227-8761-413e-8431-2879520caf68),segment_id=500ce227-8761-413e-8431-2879520caf68)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:45.510180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ba705c45-426b-4d34-8838-51d19025fa71), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.511034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 811548c7-5eea-4eac-b96f-83ef92e76c0d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:45.513188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99964957-68a1-4d05-89bb-8c04c19a1259 None None] Pushing event updated for resources: {'Port': ['ID=811548c7-5eea-4eac-b96f-83ef92e76c0d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:45.604433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Allocated IP 172.23.0.1 (fac3f4da-d0dc-4d32-a8f8-00212e833f30/11cd01d5-a078-4d80-9280-74825b2a9576/97072da3-5689-4989-a90e-a08bdf165069) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:45.783140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (97072da3-5689-4989-a90e-a08bdf165069), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.788242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=ba705c45-426b-4d34-8838-51d19025fa71,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:45.851181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (97072da3-5689-4989-a90e-a08bdf165069), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.900845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:45.904422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:45.909281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:45.928327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.938316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.940544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.964982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:45.981660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Allocated IP 172.23.0.2 (fac3f4da-d0dc-4d32-a8f8-00212e833f30/11cd01d5-a078-4d80-9280-74825b2a9576/88f16d43-07e2-4405-b231-5fb0552545b5) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:46.016416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.068908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 811548c7-5eea-4eac-b96f-83ef92e76c0d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:46.070827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.089668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:46.115466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=97072da3-5689-4989-a90e-a08bdf165069,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:46.142560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=4381e3f0-d75a-482f-9450-537b050d8e0d,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:46.155518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (40c8b818-2ced-45e3-806e-9f586099a58e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.175001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Current status of the port ba705c45-426b-4d34-8838-51d19025fa71 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:46.184835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (97072da3-5689-4989-a90e-a08bdf165069), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.259922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Provisioning complete for port d0961b0b-9cf6-4755-88e4-658988a84037 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:46.260372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.331882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Port d0961b0b-9cf6-4755-88e4-658988a84037 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:46.393158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Provisioning complete for port 811548c7-5eea-4eac-b96f-83ef92e76c0d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:46.393529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.443863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (3b68001b-5407-4306-97ed-84e2cccdb628), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.459312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c95fbfd-f123-4477-be41-0007682abcd0 None None] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:46.492435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:46.495462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:46.552918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Publish callbacks [] for port (d0961b0b-9cf6-4755-88e4-658988a84037), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.563226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 811548c7-5eea-4eac-b96f-83ef92e76c0d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:46.564097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6ea635f7-232b-47f8-91b6-a93c6142ff93 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:46.621778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.636752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for port (97072da3-5689-4989-a90e-a08bdf165069), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.645728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (97072da3-5689-4989-a90e-a08bdf165069), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.652068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Publish callbacks [] for port (88f16d43-07e2-4405-b231-5fb0552545b5), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.688179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.700663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.706128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:46.752116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event updated for resources: {'Port': ['ID=97072da3-5689-4989-a90e-a08bdf165069,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:46.755945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:46.878694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:46.880871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:46.905064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:46.920202 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:46.931835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466225-1318-4910-a7a1-e1a79bbc8c75 None None] Pushing event updated for resources: {'Port': ['ID=d0961b0b-9cf6-4755-88e4-658988a84037,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:46.937043 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:46.937935 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:46.957672 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-65b72ada-60e2-4aac-aeb5-68f3a665fe87 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/40c8b818-2ced-45e3-806e-9f586099a58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2992179 May 12 03:28:46.959860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34590) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:46.970118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:47.013320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:47.015328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:47.034094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-54703f50-45cd-4d04-98cc-2501c1d9d450 None None] Current status of the port 811548c7-5eea-4eac-b96f-83ef92e76c0d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:47.076742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 6ea635f7-232b-47f8-91b6-a93c6142ff93 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:47.077404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.123662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Pushing event updated for resources: {'Port': ['ID=88f16d43-07e2-4405-b231-5fb0552545b5,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:47.128048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:47.142151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Attempting to bind port d0961b0b-9cf6-4755-88e4-658988a84037 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:47.142520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Attempting to bind port d0961b0b-9cf6-4755-88e4-658988a84037 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:47.142881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Attempting to bind port d0961b0b-9cf6-4755-88e4-658988a84037 on network 34199c7a-de38-4967-9511-4d0bee5a4f54 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:47.190396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:47.190806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Checking segment: {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:47.191214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.191610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Bound using segment: {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:47.192094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Bound port: d0961b0b-9cf6-4755-88e4-658988a84037, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc1f9fd-8e24-4421-af75-3601a8fda143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:47.192512 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.211669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Attempting to bind port 88f16d43-07e2-4405-b231-5fb0552545b5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:47.212042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Attempting to bind port 88f16d43-07e2-4405-b231-5fb0552545b5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:47.212720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Attempting to bind port 88f16d43-07e2-4405-b231-5fb0552545b5 on network fac3f4da-d0dc-4d32-a8f8-00212e833f30 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:47.214416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Provisioning complete for port de2d6644-5036-41fb-aed4-1b54a9b57361 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:47.214815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.243181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.251647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.259213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:47.294448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:47.296419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Checking segment: {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:47.297030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.297586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Bound using segment: {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:47.298277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Bound port: 88f16d43-07e2-4405-b231-5fb0552545b5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:47.298832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.319603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.327769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.327889 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.328506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.328775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.329233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.329689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.330447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.330613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.331078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.333797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-adcf2a9e-035e-4884-9143-423ba44588ff tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6955 time: 0.3722363 May 12 03:28:47.339761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34592) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:47.399215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=4381e3f0-d75a-482f-9450-537b050d8e0d,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:47.409630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (3b68001b-5407-4306-97ed-84e2cccdb628), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.449262 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:45Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:47.483908 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:47.483908 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Updating router 40c8b818-2ced-45e3-806e-9f586099a58e port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:28:47.500542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:47.520726 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c0209113-d7ea-48c4-ac34-811a56ee8ed0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813350 May 12 03:28:47.521341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34594) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:47.521964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] For port d0961b0b-9cf6-4755-88e4-658988a84037, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:47.525824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:47.526477 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.533097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 6ea635f7-232b-47f8-91b6-a93c6142ff93 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:47.533487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.575904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.576367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.576818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.577480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.584359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] For port d0961b0b-9cf6-4755-88e4-658988a84037, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d0961b0b-9cf6-4755-88e4-658988a84037,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:47.587220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.587806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.588326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.588764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.589215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:47.589945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Current status of the port de2d6644-5036-41fb-aed4-1b54a9b57361 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:47.590462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.593829 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-10830cd0-e861-458c-acd0-594619da8749 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5688 time: 0.2486982 May 12 03:28:47.594469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34596) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:47.616524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] For port 88f16d43-07e2-4405-b231-5fb0552545b5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:47.620653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] For port 88f16d43-07e2-4405-b231-5fb0552545b5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88f16d43-07e2-4405-b231-5fb0552545b5,segment=NetworkSegment(4f7c6230-8d31-4410-a3d4-9585a7d9b574),segment_id=4f7c6230-8d31-4410-a3d4-9585a7d9b574)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:47.625555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.639029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 6ea635f7-232b-47f8-91b6-a93c6142ff93, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6ea635f7-232b-47f8-91b6-a93c6142ff93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:47.732079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.737179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466225-1318-4910-a7a1-e1a79bbc8c75 None None] Pushing event updated for resources: {'Port': ['ID=d0961b0b-9cf6-4755-88e4-658988a84037,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:47.748436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.809351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] For port de2d6644-5036-41fb-aed4-1b54a9b57361, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=de2d6644-5036-41fb-aed4-1b54a9b57361,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:47.846827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.861603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Provisioning complete for port ba705c45-426b-4d34-8838-51d19025fa71 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:47.862256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba705c45-426b-4d34-8838-51d19025fa71), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:47.973563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:47.975069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:48.014514 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a62d46ff-fd1b-4310-8a29-bffea956c462 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2664 time: 0.4189835 May 12 03:28:48.063165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:48.068598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:48.129432 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Publish callbacks [] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.154169 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.233826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:48.238429 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f5352-604a-4b7d-86fb-dc691a161e9f None None] Pushing event updated for resources: {'Port': ['ID=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:48.306991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34600) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:48.319017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615545531', 'description': 'tempest-secgroup-smoke-1615545531 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:48.367673 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Attempting to bind port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:48.368054 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Attempting to bind port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:48.368420 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Attempting to bind port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:48.379377 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:48.380868 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Checking segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:48.380868 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.381241 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Bound using segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:48.387569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.388444 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Bound port: 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:48.388850 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.514165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 811548c7-5eea-4eac-b96f-83ef92e76c0d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:48.566877 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] For port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:48.571691 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] For port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:48.571886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (3431c410-2117-4346-88cf-983fde0c28be), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.587885 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.602784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3431c410-2117-4346-88cf-983fde0c28be), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.611806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=6ea635f7-232b-47f8-91b6-a93c6142ff93,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:48.683912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c404cb8-3302-40ca-9ab3-1dcfaeaedfc1 None None] Pushing event updated for resources: {'Port': ['ID=88f16d43-07e2-4405-b231-5fb0552545b5,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:48.686466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.690513 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3773880 May 12 03:28:48.698679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34602) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:48.713170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '3431c410-2117-4346-88cf-983fde0c28be', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:48.730476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bf75d-9956-4a40-a2a2-8344b5712a42 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3431c410-2117-4346-88cf-983fde0c28be,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:48.754814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Router 3b68001b-5407-4306-97ed-84e2cccdb628 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:28:48.756047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 811548c7-5eea-4eac-b96f-83ef92e76c0d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:48.756818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.777310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (08e3befb-3d84-4f55-9982-614146ccfe73), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:48.827925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:46Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97072da3-5689-4989-a90e-a08bdf165069', 'name': '', 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:5a:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:45Z', 'updated_at': '2022-05-12T03:28:46Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:48.845163 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:48.845785 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:48.902804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Pushing event updated for resources: {'Port': ['ID=de2d6644-5036-41fb-aed4-1b54a9b57361,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:48.909652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ff27-2af8-4c1b-b1c1-b8557e5bae54 None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:46Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97072da3-5689-4989-a90e-a08bdf165069', 'name': '', 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:5a:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:45Z', 'updated_at': '2022-05-12T03:28:46Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:48.926014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Current status of the port ba705c45-426b-4d34-8838-51d19025fa71 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:48.927344 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f5352-604a-4b7d-86fb-dc691a161e9f None None] Pushing event updated for resources: {'Port': ['ID=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:48.957704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Provisioning complete for port 4381e3f0-d75a-482f-9450-537b050d8e0d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:48.957704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.024323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:49.030294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (08e3befb-3d84-4f55-9982-614146ccfe73), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.034738 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b298ffab-f1dd-430e-b218-19fd0a7ceb3f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/routers/3b68001b-5407-4306-97ed-84e2cccdb628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3615789 May 12 03:28:49.037151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34604) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:49.053810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Port 4381e3f0-d75a-482f-9450-537b050d8e0d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:49.060070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] Sync routers for ids ['3b68001b-5407-4306-97ed-84e2cccdb628'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:49.091885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Provisioning complete for port d0961b0b-9cf6-4755-88e4-658988a84037 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:49.092295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.110150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.extraroute_db [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 12 03:28:49.115457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96dd22d-4fd5-4ee2-872a-cc6f96d3cf08 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:49.117378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b96dd22d-4fd5-4ee2-872a-cc6f96d3cf08 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b68001b-5407-4306-97ed-84e2cccdb628 HTTP/1.1" status: 200 len: 982 time: 0.0790102 May 12 03:28:49.118427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (08e3befb-3d84-4f55-9982-614146ccfe73), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.120289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34606) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:49.153650 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:49.157350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e3befb-3d84-4f55-9982-614146ccfe73,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:49.180695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.182204 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a34d289c-0ecb-449d-9fac-a655fd34e0db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4782610 May 12 03:28:49.184037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 811548c7-5eea-4eac-b96f-83ef92e76c0d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:49.185320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34608) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:49.185452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba705c45-426b-4d34-8838-51d19025fa71 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:49.191645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '3431c410-2117-4346-88cf-983fde0c28be', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:49.200169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] Routers {'3b68001b-5407-4306-97ed-84e2cccdb628'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:49.200900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b68001b-5407-4306-97ed-84e2cccdb628'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:49.243295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (676257d3-db9a-42e7-a7a2-371e8707a1a2), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.332717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:49.381272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] Routers {'3b68001b-5407-4306-97ed-84e2cccdb628'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:49.382230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b68001b-5407-4306-97ed-84e2cccdb628'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:49.394083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (676257d3-db9a-42e7-a7a2-371e8707a1a2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.402366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (676257d3-db9a-42e7-a7a2-371e8707a1a2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.414888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.extraroute_db [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Removed routes are [] {{(pid=104165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 12 03:28:49.415907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.435895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676257d3-db9a-42e7-a7a2-371e8707a1a2,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:49.445821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:49.447344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38adfe92-3399-48ff-a6a2-3e8ef85edef1 None None] The sync data for ids ['3b68001b-5407-4306-97ed-84e2cccdb628'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:49.449408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.453867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Current status of the port d0961b0b-9cf6-4755-88e4-658988a84037 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:49.454400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.471466 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cc01bfd6-6fdf-4c6f-b2ad-336d5148b94c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2833438 May 12 03:28:49.472586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34610) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:49.474368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ba705c45-426b-4d34-8838-51d19025fa71 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:49.474979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba705c45-426b-4d34-8838-51d19025fa71), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.481350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '3431c410-2117-4346-88cf-983fde0c28be', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:49.539694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ff832981-1343-42bf-9df9-f6d27b5bc997), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.560944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] For port d0961b0b-9cf6-4755-88e4-658988a84037, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d0961b0b-9cf6-4755-88e4-658988a84037,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:49.576685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.600964 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:48Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:49.619291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ff832981-1343-42bf-9df9-f6d27b5bc997), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.632274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ff832981-1343-42bf-9df9-f6d27b5bc997), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.700551 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d8fb-5851-4e38-a826-7b61fa7087e1 None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:48Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:49.701811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.706702 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325642 May 12 03:28:49.710246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34612) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:49.711687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8f25-e063-4746-8072-2ad29a0bb6ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff832981-1343-42bf-9df9-f6d27b5bc997,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:49.727430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '3431c410-2117-4346-88cf-983fde0c28be', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:49.756792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc09df-0754-48f7-9424-a2cc19a00508 None None] Pushing event updated for resources: {'Port': ['ID=d0961b0b-9cf6-4755-88e4-658988a84037,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:49.773484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Provisioning complete for port de2d6644-5036-41fb-aed4-1b54a9b57361 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:49.775277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.805201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ba705c45-426b-4d34-8838-51d19025fa71 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:49.806783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de2d6644-5036-41fb-aed4-1b54a9b57361 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:49.815953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (844847ba-f12b-472a-9fa7-6a6d728d5931), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.936378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (844847ba-f12b-472a-9fa7-6a6d728d5931), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.947734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (844847ba-f12b-472a-9fa7-6a6d728d5931), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.961464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56f26b-2746-479a-a2a2-34ddbc24ba08 None None] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:49.965155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844847ba-f12b-472a-9fa7-6a6d728d5931,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:49.990518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:49.995059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f86e2174-1222-4a80-a7ef-87beba6fe23e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2740099 May 12 03:28:49.996153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34614) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:50.001169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '3431c410-2117-4346-88cf-983fde0c28be', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:50.013213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.028375 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:28:50.035103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.040844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (a9e917a0-1e27-4280-96ed-1daed8942b23), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.134279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (a9e917a0-1e27-4280-96ed-1daed8942b23), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.139519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (a9e917a0-1e27-4280-96ed-1daed8942b23), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.157821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (3b68001b-5407-4306-97ed-84e2cccdb628), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.162745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e917a0-1e27-4280-96ed-1daed8942b23,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:50.180088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.181561 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c6cd5376-2f22-406c-b4a6-6cd6e9801cb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1842067 May 12 03:28:50.184308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34616) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:50.191045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '3431c410-2117-4346-88cf-983fde0c28be', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:50.226549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:28:50.240885 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (914fe8b3-2aa9-4379-bbfa-e54c1a1febe5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.255032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:50.276613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port de2d6644-5036-41fb-aed4-1b54a9b57361 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:50.277196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.324977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (914fe8b3-2aa9-4379-bbfa-e54c1a1febe5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.331095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (914fe8b3-2aa9-4379-bbfa-e54c1a1febe5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.335893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Current status of the port de2d6644-5036-41fb-aed4-1b54a9b57361 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:50.352892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914fe8b3-2aa9-4379-bbfa-e54c1a1febe5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:50.375043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.375043 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ab472c29-ddf7-4fff-9544-ec10025eec0a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1884015 May 12 03:28:50.392472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Provisioning complete for port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:50.392846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.473667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:50.483961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.487541 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-927a9b7f-d934-4754-934a-8e58a71cc68a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 933 time: 2.9628720 May 12 03:28:50.488376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34620) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:50.495568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port de2d6644-5036-41fb-aed4-1b54a9b57361 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:50.592685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port 4381e3f0-d75a-482f-9450-537b050d8e0d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:50.593035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.626672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Current status of the port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:50.627072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.733430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] For port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:50.746729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.761717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.783736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for 4381e3f0-d75a-482f-9450-537b050d8e0d owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:50.810457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Provisioning complete for port 4381e3f0-d75a-482f-9450-537b050d8e0d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:50.815001 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a7b0ab7e-5474-461b-bf08-3cd166e48f1c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 933 time: 0.3248615 May 12 03:28:50.820401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:50.821149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34636) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:50.826446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'routes': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:50.907605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de2d6644-5036-41fb-aed4-1b54a9b57361 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:50.971277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Pushing event updated for resources: {'Port': ['ID=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:50.976464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Port 4381e3f0-d75a-482f-9450-537b050d8e0d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:50.990129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-5802a733-ef46-4f10-a4cb-66c2e240787a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615545531&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.1949036 May 12 03:28:51.000313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port de2d6644-5036-41fb-aed4-1b54a9b57361 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.000690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.003989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Provisioning complete for port d0961b0b-9cf6-4755-88e4-658988a84037 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.003989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.070637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4381e3f0-d75a-482f-9450-537b050d8e0d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.124887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port de2d6644-5036-41fb-aed4-1b54a9b57361 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:51.126021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d0961b0b-9cf6-4755-88e4-658988a84037 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:51.136959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=4381e3f0-d75a-482f-9450-537b050d8e0d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:51.243554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d90e94c5-0d5a-4b6e-a2a3-3885ad0d637c None None] Current status of the port d0961b0b-9cf6-4755-88e4-658988a84037 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:51.259116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d0961b0b-9cf6-4755-88e4-658988a84037 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.259504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.368609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (3b68001b-5407-4306-97ed-84e2cccdb628), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.410130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Provisioning complete for port 97072da3-5689-4989-a90e-a08bdf165069 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.410704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (97072da3-5689-4989-a90e-a08bdf165069), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.458608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d0961b0b-9cf6-4755-88e4-658988a84037 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:51.459747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:51.505901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Port 97072da3-5689-4989-a90e-a08bdf165069 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:51.523852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Provisioning complete for port 88f16d43-07e2-4405-b231-5fb0552545b5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.524228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.559059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.559441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.597991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Router 3b68001b-5407-4306-97ed-84e2cccdb628 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:51.681402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:51.686539 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-84bbff84-01c7-482d-a3ee-4485f41469da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/routers/3b68001b-5407-4306-97ed-84e2cccdb628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647786 May 12 03:28:51.689178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34638) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:51.693173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Current status of the port 88f16d43-07e2-4405-b231-5fb0552545b5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:51.693342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.696415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:51.697303 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] Sync routers for ids ['3b68001b-5407-4306-97ed-84e2cccdb628'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:51.697790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6ea635f7-232b-47f8-91b6-a93c6142ff93 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:51.716649 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] Routers {'3b68001b-5407-4306-97ed-84e2cccdb628'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:51.717613 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b68001b-5407-4306-97ed-84e2cccdb628'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:51.719620 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0ed57c-94c5-4c77-a038-c7d298ebf06f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:28:51.721300 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d0ed57c-94c5-4c77-a038-c7d298ebf06f tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/4381e3f0-d75a-482f-9450-537b050d8e0d HTTP/1.1" status: 404 len: 333 time: 0.0309715 May 12 03:28:51.725350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34640) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:51.761511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] For port 88f16d43-07e2-4405-b231-5fb0552545b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88f16d43-07e2-4405-b231-5fb0552545b5,segment=NetworkSegment(4f7c6230-8d31-4410-a3d4-9585a7d9b574),segment_id=4f7c6230-8d31-4410-a3d4-9585a7d9b574)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:51.774306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.800292 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:28:51.801318 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:51.803769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for router (3b68001b-5407-4306-97ed-84e2cccdb628), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.819135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 6ea635f7-232b-47f8-91b6-a93c6142ff93 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.819514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:51.828104 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] Routers {'3b68001b-5407-4306-97ed-84e2cccdb628'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:51.828991 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b68001b-5407-4306-97ed-84e2cccdb628'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:51.907643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b54537-800f-46bf-be02-c4cf2b796a84 None None] Pushing event updated for resources: {'Port': ['ID=88f16d43-07e2-4405-b231-5fb0552545b5,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:51.917448 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:51.919634 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27866258-784c-42a3-b395-f3a8bbbe9923 None None] The sync data for ids ['3b68001b-5407-4306-97ed-84e2cccdb628'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:51.921058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-22472b9d-4e9d-4b1e-9059-13a4c456ac4e None None] Provisioning complete for port 97072da3-5689-4989-a90e-a08bdf165069 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:51.921439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-22472b9d-4e9d-4b1e-9059-13a4c456ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (97072da3-5689-4989-a90e-a08bdf165069), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.005818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-22472b9d-4e9d-4b1e-9059-13a4c456ac4e None None] Port 97072da3-5689-4989-a90e-a08bdf165069 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:52.007728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-adc6deb3-da53-498a-b958-aaae4704c013 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:52.009273 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-adc6deb3-da53-498a-b958-aaae4704c013 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 797 time: 1.0183425 May 12 03:28:52.028608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 6ea635f7-232b-47f8-91b6-a93c6142ff93 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:52.029704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88f16d43-07e2-4405-b231-5fb0552545b5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:52.031262 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-766c1865-aaca-4558-b4cd-29b30ad3ef57 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0122590 May 12 03:28:52.052831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (3b68001b-5407-4306-97ed-84e2cccdb628), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.055628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for router_controller (3b68001b-5407-4306-97ed-84e2cccdb628), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.085296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 88f16d43-07e2-4405-b231-5fb0552545b5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:52.085676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.113504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (3b68001b-5407-4306-97ed-84e2cccdb628), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.114514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Fanout notify agent at l3_agent the message router_deleted on router 3b68001b-5407-4306-97ed-84e2cccdb628 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:28:52.125248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.126885 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8d18b23d-ec0f-4f5a-aeca-3ca4c1b474ce tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/routers/3b68001b-5407-4306-97ed-84e2cccdb628 HTTP/1.1" status: 204 len: 168 time: 0.4005656 May 12 03:28:52.130473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34644) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:52.189729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet 0c5e47bc-2e75-4d2b-9211-d2818539bb82 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:52.195126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 88f16d43-07e2-4405-b231-5fb0552545b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:52.195276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-6772425e-acfd-497c-b302-c230df62512e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279755 May 12 03:28:52.195816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (0c5e47bc-2e75-4d2b-9211-d2818539bb82), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.226328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:52.239897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:52.240584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:52.244665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (0c5e47bc-2e75-4d2b-9211-d2818539bb82), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.251462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added routes are [] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 12 03:28:52.251846 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 12 03:28:52.288588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.372019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:52.388243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (0c5e47bc-2e75-4d2b-9211-d2818539bb82), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.461226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (0c5e47bc-2e75-4d2b-9211-d2818539bb82), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.490249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5e47bc-2e75-4d2b-9211-d2818539bb82,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:52.495001 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-b66fe0d0-aca8-4d7c-81f7-38b802eaecb0 service neutron] 10.222.0.23 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736676 May 12 03:28:52.496917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.503263 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c5d3ea38-500c-473e-9350-8efbb5603bb3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/0c5e47bc-2e75-4d2b-9211-d2818539bb82 HTTP/1.1" status: 204 len: 168 time: 0.3713918 May 12 03:28:52.503920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34648) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:52.520547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26096b68-4f58-455a-8789-d08e187282d0 None None] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:52.601856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.657538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port ba705c45-426b-4d34-8838-51d19025fa71 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:52.657876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ba705c45-426b-4d34-8838-51d19025fa71), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.688410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.699915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88f16d43-07e2-4405-b231-5fb0552545b5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:52.702056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.714289 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-6ba2efbe-981f-403d-85de-a9df086ba0e7 service neutron] 10.222.0.23 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036111 May 12 03:28:52.733604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] For port ba705c45-426b-4d34-8838-51d19025fa71, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba705c45-426b-4d34-8838-51d19025fa71,segment=NetworkSegment(500ce227-8761-413e-8431-2879520caf68),segment_id=500ce227-8761-413e-8431-2879520caf68)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:52.734131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ba705c45-426b-4d34-8838-51d19025fa71), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.749232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 6, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97072da3-5689-4989-a90e-a08bdf165069', 'name': '', 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:5a:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:45Z', 'updated_at': '2022-05-12T03:28:46Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:52.751399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for ba705c45-426b-4d34-8838-51d19025fa71 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:52.800597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:52.800961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Updating router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc port 97072da3-5689-4989-a90e-a08bdf165069 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:28:52.836277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] DHCP port deletion for 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:52.837948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (97072da3-5689-4989-a90e-a08bdf165069), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.852851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:52.872700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ba705c45-426b-4d34-8838-51d19025fa71), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.918470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=ba705c45-426b-4d34-8838-51d19025fa71,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:52.928407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 88f16d43-07e2-4405-b231-5fb0552545b5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:52.928795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:52.930321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No DVR routers for this DVR port ba705c45-426b-4d34-8838-51d19025fa71 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:53.051334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:53.054203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.060518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.063041 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4081ba0-ca5b-4d65-b64a-581742c91828 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 699 time: 2.2408907 May 12 03:28:53.065582 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1815a83b-563d-4ff6-b588-eebb308af092 req-23e5b5bf-a245-4b76-a089-fa7db6c55d16 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 210 time: 0.0871744 May 12 03:28:53.066275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34658) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:53.104675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:53.124849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500ce227-8761-413e-8431-2879520caf68') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:53.125715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500ce227-8761-413e-8431-2879520caf68') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:53.137136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (500ce227-8761-413e-8431-2879520caf68), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.166435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (500ce227-8761-413e-8431-2879520caf68), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.174875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:53.175282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (500ce227-8761-413e-8431-2879520caf68), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:53.179881 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:53.215230 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6b00d2af-795f-4782-bc31-70f89d5fbf9a tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 699 time: 0.1477950 May 12 03:28:53.216116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34660) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:53.252658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Deleting port ba705c45-426b-4d34-8838-51d19025fa71 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:53.253038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ba705c45-426b-4d34-8838-51d19025fa71), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.268716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.281094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.284942 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e HTTP/1.1" status: 204 len: 168 time: 0.7800813 May 12 03:28:53.300640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34664) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:53.354108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05d022-975b-414a-87e8-a20daac7320d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:53.355871 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6b05d022-975b-414a-87e8-a20daac7320d tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/d0016aa2-a2dc-4d64-9167-f141c49c5665 HTTP/1.1" status: 200 len: 839 time: 0.0540211 May 12 03:28:53.356796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1daab4-2624-4fa1-b532-03230cd15038 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:53.359589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34666) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:53.406980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] For port ba705c45-426b-4d34-8838-51d19025fa71, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:53.407381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ba705c45-426b-4d34-8838-51d19025fa71), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.428824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Calling delete_port for ba705c45-426b-4d34-8838-51d19025fa71 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:53.450403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.ipam_backend_mixin [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Port ba705c45-426b-4d34-8838-51d19025fa71 was not found and therefore no delete operation was performed {{(pid=104166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:28:53.458771 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (ba705c45-426b-4d34-8838-51d19025fa71), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.470972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34668) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:53.474148 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ae28f4b5-7331-4a51-890d-56c422c3f171 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/d0016aa2-a2dc-4d64-9167-f141c49c5665?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1095269 May 12 03:28:53.478124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:53.507060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Network 5e3bb2fe-5d88-4caa-8aa0-6d8b5dbe520e is not hosted by any dhcp agent {{(pid=104166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:28:53.507888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] No DVR routers for this DVR port ba705c45-426b-4d34-8838-51d19025fa71 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:53.515139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b87c5-cef7-412f-b765-a6049980d6d3 None None] Pushing event deleted for resources: {'Port': ['ID=ba705c45-426b-4d34-8838-51d19025fa71,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:53.527783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 88f16d43-07e2-4405-b231-5fb0552545b5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:53.529670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:53.618905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:53.623105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.647686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:53.647686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.712341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.736151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Publish callbacks [] for port (97072da3-5689-4989-a90e-a08bdf165069), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.763981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (97072da3-5689-4989-a90e-a08bdf165069), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.818341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:53.829687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120ccf-228b-4262-9104-92deba62bdcd None None] Pushing event updated for resources: {'Port': ['ID=97072da3-5689-4989-a90e-a08bdf165069,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:53.893868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Attempting to bind port 97072da3-5689-4989-a90e-a08bdf165069 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:53.894518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Attempting to bind port 97072da3-5689-4989-a90e-a08bdf165069 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:53.894888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Attempting to bind port 97072da3-5689-4989-a90e-a08bdf165069 on network fac3f4da-d0dc-4d32-a8f8-00212e833f30 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:53.900813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:53.901238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Checking segment: {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:53.901658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.902097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Bound using segment: {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:53.902577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Bound port: 97072da3-5689-4989-a90e-a08bdf165069, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7c6230-8d31-4410-a3d4-9585a7d9b574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:53.902948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (97072da3-5689-4989-a90e-a08bdf165069), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:53.982308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] For port 97072da3-5689-4989-a90e-a08bdf165069, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:53.988514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] For port 97072da3-5689-4989-a90e-a08bdf165069, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=97072da3-5689-4989-a90e-a08bdf165069,segment=NetworkSegment(4f7c6230-8d31-4410-a3d4-9585a7d9b574),segment_id=4f7c6230-8d31-4410-a3d4-9585a7d9b574)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:54.007249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (97072da3-5689-4989-a90e-a08bdf165069), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.072768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:54.073406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:54.075320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 97072da3-5689-4989-a90e-a08bdf165069 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:54.075807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (97072da3-5689-4989-a90e-a08bdf165069), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.113513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120ccf-228b-4262-9104-92deba62bdcd None None] Pushing event updated for resources: {'Port': ['ID=97072da3-5689-4989-a90e-a08bdf165069,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:54.211035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4fb90190-af9d-43e8-bb1d-fbc4b88be67d None None] Provisioning complete for port 97072da3-5689-4989-a90e-a08bdf165069 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:54.211570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4fb90190-af9d-43e8-bb1d-fbc4b88be67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (97072da3-5689-4989-a90e-a08bdf165069), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.238777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 97072da3-5689-4989-a90e-a08bdf165069, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=97072da3-5689-4989-a90e-a08bdf165069,segment=NetworkSegment(4f7c6230-8d31-4410-a3d4-9585a7d9b574),segment_id=4f7c6230-8d31-4410-a3d4-9585a7d9b574)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:54.239723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (97072da3-5689-4989-a90e-a08bdf165069), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.252272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:54.280035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 97072da3-5689-4989-a90e-a08bdf165069 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:54.348048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bcaf310-152b-40c6-a864-93e8d45ab040 req-8591f50b-0f10-4346-a02e-440eafdb3761 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 210 time: 0.0555258 May 12 03:28:54.431046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f2af4721-d3f1-4c7f-a375-dba515b2a408 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:54.433271 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f2af4721-d3f1-4c7f-a375-dba515b2a408 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 797 time: 0.2370925 May 12 03:28:54.489615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4fb90190-af9d-43e8-bb1d-fbc4b88be67d None None] Current status of the port 97072da3-5689-4989-a90e-a08bdf165069 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:54.489615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4fb90190-af9d-43e8-bb1d-fbc4b88be67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (97072da3-5689-4989-a90e-a08bdf165069), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.535036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (0b6bd591-b9a2-4e34-b54b-e9b0c8bed031), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.564871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (97072da3-5689-4989-a90e-a08bdf165069), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.596718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=97072da3-5689-4989-a90e-a08bdf165069,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:54.624215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:52Z', 'revision_number': 7, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97072da3-5689-4989-a90e-a08bdf165069', 'name': '', 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:5a:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:45Z', 'updated_at': '2022-05-12T03:28:53Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:54.642869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:54.652518 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-05ca148c-8c74-42cf-9bbd-434682d37159 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 380 time: 0.1734033 May 12 03:28:54.658052 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 97072da3-5689-4989-a90e-a08bdf165069 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:54.662182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff44f49-1ad1-4b75-94c2-09b7c18c2c9a None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:52Z', 'revision_number': 7, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97072da3-5689-4989-a90e-a08bdf165069', 'name': '', 'network_id': 'fac3f4da-d0dc-4d32-a8f8-00212e833f30', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:5a:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:45Z', 'updated_at': '2022-05-12T03:28:53Z', 'revision_number': 4, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '11cd01d5-a078-4d80-9280-74825b2a9576', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:54.665900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': 'e14562f2-f352-4f07-a262-258060368daf', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['3431c410-2117-4346-88cf-983fde0c28be']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:54.670429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:54.673732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:54.674506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.689161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957343a-d458-481d-a51f-2ad4c7e16ed4 None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:54.692662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 97072da3-5689-4989-a90e-a08bdf165069 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:54.693125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 97072da3-5689-4989-a90e-a08bdf165069 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 12 03:28:54.723971 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2510464 May 12 03:28:54.725178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34676) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:54.729361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Port 97072da3-5689-4989-a90e-a08bdf165069 not found, will not notify nova. {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 12 03:28:54.734374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2f161-f0b3-4810-97ad-7f2b7699ca80 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=0b6bd591-b9a2-4e34-b54b-e9b0c8bed031,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:54.742722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'security_group': {'name': 'tempest-secgroup-455594720'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:54.748012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e6c8c615-2081-4386-aa91-405d6bb66351 None None] Could not find standard attr ID for object 97072da3-5689-4989-a90e-a08bdf165069. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:28:54.835628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba705c45-426b-4d34-8838-51d19025fa71 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:54.856604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.862615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ba705c45-426b-4d34-8838-51d19025fa71 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:54.862615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba705c45-426b-4d34-8838-51d19025fa71 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:54.949748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-0ad9d787-de26-422f-883f-e498ba1fdd04', 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'project_id': '43b18f849f634e519e6ef4bb1b4b2b75', 'fixed_ips': [{'subnet_id': '0b6bd591-b9a2-4e34-b54b-e9b0c8bed031'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:28:54.951365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.968566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (2960bf7b-2e2f-4504-bae6-4200d6b4dfe6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:54.977617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2960bf7b-2e2f-4504-bae6-4200d6b4dfe6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.003849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:55.004354 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:55.007466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.023684 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:55.026252 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:55.047257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.052466 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3144782 May 12 03:28:55.055636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34678) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:55.062801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1023484485'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:55.099161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc984f98-c88b-4ce7-9799-54483e497d12 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2960bf7b-2e2f-4504-bae6-4200d6b4dfe6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:55.136429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.167208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Allocated IP 172.20.0.2 (0ad9d787-de26-422f-883f-e498ba1fdd04/0b6bd591-b9a2-4e34-b54b-e9b0c8bed031/4a5f07cd-9b31-4af0-b0b8-1936f619aa27) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:55.170275 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:55.210323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.216802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.3 (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c/c5c961ba-fdd0-4499-b11b-674816c4e9a2/2a7a6f07-becb-4201-90b1-868720a904d6) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:55.303674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (6dd69a7e-4b63-41b4-9397-3889229d3e19), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.326082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (6dd69a7e-4b63-41b4-9397-3889229d3e19), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.387956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.392870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34682) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:55.393396 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3356442 May 12 03:28:55.397517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Publish callbacks [] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.400483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1285203527', 'security_groups': ['6dd69a7e-4b63-41b4-9397-3889229d3e19'], 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b6bd591-b9a2-4e34-b54b-e9b0c8bed031'}]}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:55.403272 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:54Z', 'revision_number': 8, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:55.413302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.435157 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:55.437127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cc889-697b-468d-9b75-11d7c51b3bf1 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd69a7e-4b63-41b4-9397-3889229d3e19,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:55.444874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:55.446267 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:55.477480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:55.482371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:55.488755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:55.496407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Pushing event updated for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:55.509020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (2a7a6f07-becb-4201-90b1-868720a904d6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.556416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.563337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Attempting to bind port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:55.563337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Attempting to bind port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '0692b03b-e39a-49cf-92b2-c3d22bcd584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:55.563337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Attempting to bind port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 on network 0ad9d787-de26-422f-883f-e498ba1fdd04 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:55.576929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:55.577574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Checking segment: {'id': '0692b03b-e39a-49cf-92b2-c3d22bcd584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:55.578105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.578684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Bound using segment: {'id': '0692b03b-e39a-49cf-92b2-c3d22bcd584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:55.579260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Bound port: 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0692b03b-e39a-49cf-92b2-c3d22bcd584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:55.579742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.585420 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:55.600846 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-14cd5be1-4dea-49f8-b814-7833c4f2a795 req-26b97c6d-2601-4039-9349-ecba5fe02eb5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 210 time: 0.0995505 May 12 03:28:55.622904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:55.637115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=2a7a6f07-becb-4201-90b1-868720a904d6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:55.654570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:55.656056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:55.666022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:55.677766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:55.683588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,segment=NetworkSegment(0692b03b-e39a-49cf-92b2-c3d22bcd584d),segment_id=0692b03b-e39a-49cf-92b2-c3d22bcd584d)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:55.695432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.722851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:55.739840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:55.740685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.761382 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-f705da35-3ee0-4cec-a6da-397e75087a5e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025746 May 12 03:28:55.780725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Request body: {'port': {'device_id': 'e14562f2-f352-4f07-a262-258060368daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:55.806129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5dea9-4e53-416b-a38c-da896893f9bc None None] Pushing event updated for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:55.862604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:55.871090 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e0e72946-3794-48a0-8e7a-b13352a688ca tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6536155 May 12 03:28:55.877694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34684) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:55.899469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.900742 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:54Z', 'revision_number': 8, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:55.934847 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b0c0f-798b-405d-8ed0-cc0cf4d317bb None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:54Z', 'revision_number': 8, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:55.958055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:55.988079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet 11cd01d5-a078-4d80-9280-74825b2a9576 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:28:55.995411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port f68a1104-272d-4f86-a26a-d6efc900e854 yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:28:56.002682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (11cd01d5-a078-4d80-9280-74825b2a9576), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.087809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (11cd01d5-a078-4d80-9280-74825b2a9576), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.103880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-677502cc-f56d-4339-8d4d-73cfb29a1df3 None None] Provisioning complete for port 2a7a6f07-becb-4201-90b1-868720a904d6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:56.104599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-677502cc-f56d-4339-8d4d-73cfb29a1df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.140715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-677502cc-f56d-4339-8d4d-73cfb29a1df3 None None] Port 2a7a6f07-becb-4201-90b1-868720a904d6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:56.257814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (11cd01d5-a078-4d80-9280-74825b2a9576), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.262868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7a6f07-becb-4201-90b1-868720a904d6 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:28:56.271262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Publish callbacks [] for port (2a7a6f07-becb-4201-90b1-868720a904d6), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.281051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.11 (0ad9d787-de26-422f-883f-e498ba1fdd04/0b6bd591-b9a2-4e34-b54b-e9b0c8bed031/f68a1104-272d-4f86-a26a-d6efc900e854) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:56.284117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Transition to ACTIVE for port object 2a7a6f07-becb-4201-90b1-868720a904d6 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:28:56.287886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.374692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2a7a6f07-becb-4201-90b1-868720a904d6,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:56.426837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (11cd01d5-a078-4d80-9280-74825b2a9576), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.479827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=11cd01d5-a078-4d80-9280-74825b2a9576,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:56.512217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.518457 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6651ee3c-0f29-40a2-93b3-28b61125e7b2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/11cd01d5-a078-4d80-9280-74825b2a9576 HTTP/1.1" status: 204 len: 168 time: 0.6394424 May 12 03:28:56.519142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34686) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:56.522873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77c21d-5b82-4d22-a18a-a8d251854f3f None None] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:56.547763 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Attempting to bind port 2a7a6f07-becb-4201-90b1-868720a904d6 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:28:56.548747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Attempting to bind port 2a7a6f07-becb-4201-90b1-868720a904d6 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:28:56.548747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Attempting to bind port 2a7a6f07-becb-4201-90b1-868720a904d6 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:56.557106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Port 2a7a6f07-becb-4201-90b1-868720a904d6 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:28:56.557106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Attempting to bind port 2a7a6f07-becb-4201-90b1-868720a904d6 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:28:56.573551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:28:56.573551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Checking segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:28:56.573848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Bound using segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:28:56.574299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Bound port: 2a7a6f07-becb-4201-90b1-868720a904d6, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:28:56.574655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.668926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (fac3f4da-d0dc-4d32-a8f8-00212e833f30), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.678034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (f68a1104-272d-4f86-a26a-d6efc900e854), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.688552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] For port 2a7a6f07-becb-4201-90b1-868720a904d6, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:28:56.693561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] For port 2a7a6f07-becb-4201-90b1-868720a904d6, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2a7a6f07-becb-4201-90b1-868720a904d6,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:28:56.708374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.711800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:56.792436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:56.793260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.794791 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] 10.222.0.57 "PUT /v2.0/ports/2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 200 len: 1093 time: 1.0214286 May 12 03:28:56.795405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:28:56.797786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463" -d '{"events": [{"name": "network-changed", "server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:28:56.797969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:56.813922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.816251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d588d-188d-4162-a2dd-0d7d19f39f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2a7a6f07-becb-4201-90b1-868720a904d6,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:56.818999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cc0af-577c-41ce-87b3-ee4c613fbaa6 req-862f5bb4-e44c-400c-8e2b-ef75064c3187 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:56.822088 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-240cc0af-577c-41ce-87b3-ee4c613fbaa6 req-862f5bb4-e44c-400c-8e2b-ef75064c3187 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 943 time: 0.1077662 May 12 03:28:56.830440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] DHCP port deletion for fac3f4da-d0dc-4d32-a8f8-00212e833f30 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:28:56.864605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:28:56.872771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96606863-b4bb-4c44-a872-82843220254b x-openstack-request-id: req-96606863-b4bb-4c44-a872-82843220254b {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:28:56.873327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:28:56.873813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96606863-b4bb-4c44-a872-82843220254b {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:28:56.874346 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96606863-b4bb-4c44-a872-82843220254b'] response: {'name': 'network-changed', 'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6', 'status': 'completed', 'code': 200} May 12 03:28:56.887213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.888766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 88f16d43-07e2-4405-b231-5fb0552545b5 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:56.889100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:56.908353 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-7f63614a-1c04-487c-8f5c-8cdb958c0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:56.910827 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-7f63614a-1c04-487c-8f5c-8cdb958c0fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1127 time: 0.0611567 May 12 03:28:56.964378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-c7ed9a24-9524-4cd7-95c7-de5569e27cdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 200 len: 217 time: 0.0466435 May 12 03:28:56.977655 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-240cc0af-577c-41ce-87b3-ee4c613fbaa6 req-8c6ca491-39d7-4c97-9ebb-a6cdb9948db0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296904 May 12 03:28:56.998057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:57.003308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:57.011779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:28:57.028291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-c2ccc0bf-bf4c-4075-85c3-59f8308be63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:57.029844 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-c2ccc0bf-bf4c-4075-85c3-59f8308be63b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0566459 May 12 03:28:57.073840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=f68a1104-272d-4f86-a26a-d6efc900e854,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:57.093690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-373ee970-fc70-49f3-92da-210e5a866bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:57.094254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 88f16d43-07e2-4405-b231-5fb0552545b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88f16d43-07e2-4405-b231-5fb0552545b5,segment=NetworkSegment(4f7c6230-8d31-4410-a3d4-9585a7d9b574),segment_id=4f7c6230-8d31-4410-a3d4-9585a7d9b574)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:57.094764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.095434 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-373ee970-fc70-49f3-92da-210e5a866bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0570538 May 12 03:28:57.116660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 88f16d43-07e2-4405-b231-5fb0552545b5 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:57.128982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:57.130364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.136186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:57.136852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:57.190260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Deleting port 88f16d43-07e2-4405-b231-5fb0552545b5 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:57.190665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.196295 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-89005b34-3d20-4574-99ef-bf83c49aaab0 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8013844 May 12 03:28:57.199280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34692) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:57.206330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:57.243755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.272473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=88f16d43-07e2-4405-b231-5fb0552545b5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:57.277056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 88f16d43-07e2-4405-b231-5fb0552545b5 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:57.352239 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-d5c2b93c-f253-4c8c-8ff7-fee79d8fea5c service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468154 May 12 03:28:57.362527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] For port 88f16d43-07e2-4405-b231-5fb0552545b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=88f16d43-07e2-4405-b231-5fb0552545b5,segment=NetworkSegment(4f7c6230-8d31-4410-a3d4-9585a7d9b574),segment_id=4f7c6230-8d31-4410-a3d4-9585a7d9b574)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:57.363008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.379719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:57.380596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (fac3f4da-d0dc-4d32-a8f8-00212e833f30), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.383113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:57.383551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.397788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:57.402336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.405033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac3f4da-d0dc-4d32-a8f8-00212e833f30']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:57.417369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7c6230-8d31-4410-a3d4-9585a7d9b574') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:57.417674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7c6230-8d31-4410-a3d4-9585a7d9b574') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:57.424212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Calling delete_port for 88f16d43-07e2-4405-b231-5fb0552545b5 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:57.428305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (4f7c6230-8d31-4410-a3d4-9585a7d9b574), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.442284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4f7c6230-8d31-4410-a3d4-9585a7d9b574), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.449388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:28:57.450409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (4f7c6230-8d31-4410-a3d4-9585a7d9b574), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.506000 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.ipam_backend_mixin [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b6bd591-b9a2-4e34-b54b-e9b0c8bed031 (CIDR: 172.20.0.0/28) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:28:57.517977 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:28:57.524258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (fac3f4da-d0dc-4d32-a8f8-00212e833f30), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.533134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.539957 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:28:57.540205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:28:57.541441 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/fac3f4da-d0dc-4d32-a8f8-00212e833f30 HTTP/1.1" status: 204 len: 168 time: 1.0177236 May 12 03:28:57.544095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34694) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:57.562218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507af29-b991-47a1-ae6a-2ff1b7d1353f tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=fac3f4da-d0dc-4d32-a8f8-00212e833f30,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:57.573637 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b8c767ec-b097-4683-a83f-18c56bef7ebf tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3727734 May 12 03:28:57.575038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,segment=NetworkSegment(0692b03b-e39a-49cf-92b2-c3d22bcd584d),segment_id=0692b03b-e39a-49cf-92b2-c3d22bcd584d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:57.577935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34696) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:57.583377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:57.589256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.639621 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9bb00608-9412-4860-a2ad-128483ad74d1 req-e673faf4-3d2e-4b4c-a542-b73c69db9bb1 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742176 May 12 03:28:57.703033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 97072da3-5689-4989-a90e-a08bdf165069 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:57.755712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 97072da3-5689-4989-a90e-a08bdf165069 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:57.756379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 97072da3-5689-4989-a90e-a08bdf165069 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:57.777089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:28:57.782533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.789336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:57.792523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2516c421-d37f-4e7a-9bbf-e84903d94974 None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:57.792878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2516c421-d37f-4e7a-9bbf-e84903d94974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.794556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (88f16d43-07e2-4405-b231-5fb0552545b5), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.859728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Pushing event deleted for resources: {'Port': ['ID=88f16d43-07e2-4405-b231-5fb0552545b5,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:57.895540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] Network fac3f4da-d0dc-4d32-a8f8-00212e833f30 is not hosted by any dhcp agent {{(pid=104166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 03:28:57.902445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317ee64-1397-49da-933d-269ecf87cbc1 None None] No DVR routers for this DVR port 88f16d43-07e2-4405-b231-5fb0552545b5 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:28:57.940006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2516c421-d37f-4e7a-9bbf-e84903d94974 None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:57.953416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2516c421-d37f-4e7a-9bbf-e84903d94974 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:57.953856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2516c421-d37f-4e7a-9bbf-e84903d94974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:57.959102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:54Z', 'revision_number': 8, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:58.015908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:28:58.016170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.036993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:28:58.037665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:58.080868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (c8755760-ed36-4b49-bf89-3bef4428efb3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.135756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:28:58.139071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:28:58.143328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:58.143992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.152537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=c8755760-ed36-4b49-bf89-3bef4428efb3,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:58.163360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca4bd0-446d-44c0-8b12-23bfeeb17fac req-fc18b65a-53bb-4752-a9f7-606f70c0e0d0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:58.164835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-19ca4bd0-446d-44c0-8b12-23bfeeb17fac req-fc18b65a-53bb-4752-a9f7-606f70c0e0d0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 943 time: 0.1084116 May 12 03:28:58.169135 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-55eb1966-41ba-472d-8553-c31fd4d4220c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5865431 May 12 03:28:58.169303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4884f0-84fc-42ea-97c9-04176771263c None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:28:58.169411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34700) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:58.173794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1695206310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c8755760-ed36-4b49-bf89-3bef4428efb3'}], 'security_groups': ['2960bf7b-2e2f-4504-bae6-4200d6b4dfe6']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:28:58.201267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:28:58.231007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2516c421-d37f-4e7a-9bbf-e84903d94974 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:58.283492 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-19ca4bd0-446d-44c0-8b12-23bfeeb17fac req-fc42e57a-c982-4a96-aa18-d89953913bd0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795934 May 12 03:28:58.339904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.355452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port d0961b0b-9cf6-4755-88e4-658988a84037 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:58.356375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.430041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0033c62a-ce52-4ea3-bb2a-fa39af8222ac None None] Provisioning complete for port f68a1104-272d-4f86-a26a-d6efc900e854 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:58.430424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0033c62a-ce52-4ea3-bb2a-fa39af8222ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.455069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port d0961b0b-9cf6-4755-88e4-658988a84037, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d0961b0b-9cf6-4755-88e4-658988a84037,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:58.455436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.473239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for d0961b0b-9cf6-4755-88e4-658988a84037 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:58.489577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0033c62a-ce52-4ea3-bb2a-fa39af8222ac None None] Port f68a1104-272d-4f86-a26a-d6efc900e854 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:28:58.594589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-58bf3817-a507-4421-a048-ed603224579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:58.598380 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-58bf3817-a507-4421-a048-ed603224579a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1127 time: 0.0663061 May 12 03:28:58.611304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:54Z', 'revision_number': 8, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:28:58.660080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:28:58.688614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e03629-0b7e-42ff-93e3-71588e9d8a2d None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:54Z', 'revision_number': 8, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0961b0b-9cf6-4755-88e4-658988a84037', 'name': '', 'network_id': '34199c7a-de38-4967-9511-4d0bee5a4f54', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:71:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:40Z', 'updated_at': '2022-05-12T03:28:49Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': '1ed745b0-5e97-4d5d-a76f-f6918ca9ca16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:28:58.690566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] Update dhcp port {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'fixed_ips': [{'subnet_id': '0b6bd591-b9a2-4e34-b54b-e9b0c8bed031', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c8755760-ed36-4b49-bf89-3bef4428efb3'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '4a5f07cd-9b31-4af0-b0b8-1936f619aa27'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:28:58.745748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.771137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:28:58.771825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d0961b0b-9cf6-4755-88e4-658988a84037), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.772058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:58.790015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Delete allocated IP 172.20.0.11 (0ad9d787-de26-422f-883f-e498ba1fdd04/0b6bd591-b9a2-4e34-b54b-e9b0c8bed031) {{(pid=104165) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 03:28:58.804108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.27 (0ad9d787-de26-422f-883f-e498ba1fdd04/c8755760-ed36-4b49-bf89-3bef4428efb3/f68a1104-272d-4f86-a26a-d6efc900e854) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:58.827026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=d0961b0b-9cf6-4755-88e4-658988a84037,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:59.037692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (f68a1104-272d-4f86-a26a-d6efc900e854), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.052644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.110196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2a7a6f07-becb-4201-90b1-868720a904d6 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:28:59.220934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=f68a1104-272d-4f86-a26a-d6efc900e854,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:59.280963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-b4de8ecb-b01e-4f12-a6e9-6b2e4194d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:59.282772 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-b4de8ecb-b01e-4f12-a6e9-6b2e4194d6a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 898 time: 0.2423549 May 12 03:28:59.283752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] In _notify_port_updated(), no bound segment for port f68a1104-272d-4f86-a26a-d6efc900e854 on network 0ad9d787-de26-422f-883f-e498ba1fdd04 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:28:59.289690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:59.290522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.291983 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2dde7d4d-f59f-475a-bb0f-f567087e687c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/ports/f68a1104-272d-4f86-a26a-d6efc900e854 HTTP/1.1" status: 200 len: 921 time: 1.1226234 May 12 03:28:59.294978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:59.302811 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34702) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:28:59.389124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 2a7a6f07-becb-4201-90b1-868720a904d6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2a7a6f07-becb-4201-90b1-868720a904d6,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:59.396448 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-06f074f6-6466-4a78-9bb2-fcc9ffc0bd8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 200 len: 217 time: 0.1003420 May 12 03:28:59.484817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port f68a1104-272d-4f86-a26a-d6efc900e854 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:28:59.485421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.505147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '2a7a6f07-becb-4201-90b1-868720a904d6', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'port_id': '2a7a6f07-becb-4201-90b1-868720a904d6', 'mac_address': 'fa:16:3e:53:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:28:59.513603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88f16d43-07e2-4405-b231-5fb0552545b5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:28:59.513929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbdeef-1747-43c6-87e1-910f9c9b9160 req-4ef970cb-ee2d-4a7c-8a4f-d62260bdc5b9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:59.515483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7edbdeef-1747-43c6-87e1-910f9c9b9160 req-4ef970cb-ee2d-4a7c-8a4f-d62260bdc5b9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 943 time: 0.0879099 May 12 03:28:59.528602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-f01e182e-7536-4c0c-8047-08eee3d86b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:59.530563 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-f01e182e-7536-4c0c-8047-08eee3d86b6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.1227398 May 12 03:28:59.560036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.621248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-9684b901-d5ab-4105-82c0-f8137da9973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:28:59.622825 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-9684b901-d5ab-4105-82c0-f8137da9973b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0618205 May 12 03:28:59.646920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 2a7a6f07-becb-4201-90b1-868720a904d6 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:28:59.647475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.649494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 88f16d43-07e2-4405-b231-5fb0552545b5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:28:59.649955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 88f16d43-07e2-4405-b231-5fb0552545b5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:28:59.667253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.687250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for f68a1104-272d-4f86-a26a-d6efc900e854 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:28:59.705795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7a6f07-becb-4201-90b1-868720a904d6 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:28:59.732256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 2a7a6f07-becb-4201-90b1-868720a904d6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2a7a6f07-becb-4201-90b1-868720a904d6,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:59.744677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.755807 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7edbdeef-1747-43c6-87e1-910f9c9b9160 req-72e12d70-23b0-4e3f-81d7-e5f07fea925c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322848 May 12 03:28:59.801500 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-84031ebc-6489-4e1a-946a-80f0486541be service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649170 May 12 03:28:59.825701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:28:59.835858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=2a7a6f07-becb-4201-90b1-868720a904d6,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:28:59.839202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] Allocated IP 172.20.0.18 (0ad9d787-de26-422f-883f-e498ba1fdd04/c8755760-ed36-4b49-bf89-3bef4428efb3/4a5f07cd-9b31-4af0-b0b8-1936f619aa27) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:28:59.922961 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fcfd6b8-b5cf-45f1-b450-f3eb70ffe463 req-4b82876b-0663-4759-b118-c682f742a49e service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135094 May 12 03:28:59.985596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,segment=NetworkSegment(0692b03b-e39a-49cf-92b2-c3d22bcd584d),segment_id=0692b03b-e39a-49cf-92b2-c3d22bcd584d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:28:59.989698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f68a1104-272d-4f86-a26a-d6efc900e854), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:28:59.992492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:28:59.998296 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ac5cc53-07ce-4c63-b67e-5229019a6d91 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4523616 May 12 03:29:00.000409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34706) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:00.006199 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:00.021570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=f68a1104-272d-4f86-a26a-d6efc900e854,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:00.035350 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:00.038617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:00.042959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['2a7a6f07-becb-4201-90b1-868720a904d6'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:29:00.077795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet 1ed745b0-5e97-4d5d-a76f-f6918ca9ca16 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:00.084989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (1ed745b0-5e97-4d5d-a76f-f6918ca9ca16), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.105311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.112156 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0bddb28-d27a-4851-80af-27a0798536e3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/f68a1104-272d-4f86-a26a-d6efc900e854 HTTP/1.1" status: 204 len: 168 time: 0.8057196 May 12 03:29:00.114312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34708) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:00.150337 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ebb075-bb2f-4d66-8ab0-cee5eaee2fa5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:29:00.153924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-54ebb075-bb2f-4d66-8ab0-cee5eaee2fa5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/f68a1104-272d-4f86-a26a-d6efc900e854 HTTP/1.1" status: 404 len: 333 time: 0.0365708 May 12 03:29:00.155334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34710) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:00.171530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (1ed745b0-5e97-4d5d-a76f-f6918ca9ca16), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.175565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] Publish callbacks [] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.199572 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:00.211648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.233598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8785132-3214-49f1-964e-9ae4e2259392 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (6dd69a7e-4b63-41b4-9397-3889229d3e19), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.266441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8785132-3214-49f1-964e-9ae4e2259392 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (6dd69a7e-4b63-41b4-9397-3889229d3e19), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.309577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (1ed745b0-5e97-4d5d-a76f-f6918ca9ca16), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.333381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8785132-3214-49f1-964e-9ae4e2259392 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (6dd69a7e-4b63-41b4-9397-3889229d3e19), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.336827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8785132-3214-49f1-964e-9ae4e2259392 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.338341 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8785132-3214-49f1-964e-9ae4e2259392 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/security-groups/6dd69a7e-4b63-41b4-9397-3889229d3e19 HTTP/1.1" status: 204 len: 168 time: 0.1801038 May 12 03:29:00.345542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34712) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:00.368994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe081f-a81f-428b-9c6b-2b89ec4eea6b None None] Pushing event updated for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:00.370027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8785132-3214-49f1-964e-9ae4e2259392 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd69a7e-4b63-41b4-9397-3889229d3e19,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:00.456025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (1ed745b0-5e97-4d5d-a76f-f6918ca9ca16), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.477293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdd38063-a9a3-44d8-8011-65e5681cb082 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (2960bf7b-2e2f-4504-bae6-4200d6b4dfe6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.512591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed745b0-5e97-4d5d-a76f-f6918ca9ca16,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:00.517473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.527190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99996f-a5fb-46fb-a080-ed1e5fa99fed None None] Network 34199c7a-de38-4967-9511-4d0bee5a4f54 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:00.529759 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6a072e04-1db0-46af-a714-7f0d3aead53d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/1ed745b0-5e97-4d5d-a76f-f6918ca9ca16 HTTP/1.1" status: 204 len: 168 time: 0.5280108 May 12 03:29:00.532309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34714) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:00.554539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdd38063-a9a3-44d8-8011-65e5681cb082 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (2960bf7b-2e2f-4504-bae6-4200d6b4dfe6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.664138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdd38063-a9a3-44d8-8011-65e5681cb082 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2960bf7b-2e2f-4504-bae6-4200d6b4dfe6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.667617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fdd38063-a9a3-44d8-8011-65e5681cb082 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.672645 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fdd38063-a9a3-44d8-8011-65e5681cb082 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/security-groups/2960bf7b-2e2f-4504-bae6-4200d6b4dfe6 HTTP/1.1" status: 204 len: 168 time: 0.3255854 May 12 03:29:00.673720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34716) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:00.706179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (34199c7a-de38-4967-9511-4d0bee5a4f54), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.771034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38063-a9a3-44d8-8011-65e5681cb082 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960bf7b-2e2f-4504-bae6-4200d6b4dfe6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:00.776312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:58Z', 'revision_number': 9, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:00.846812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 811548c7-5eea-4eac-b96f-83ef92e76c0d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:00.847106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet 0b6bd591-b9a2-4e34-b54b-e9b0c8bed031 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:00.850399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.855960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:00.858936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (0b6bd591-b9a2-4e34-b54b-e9b0c8bed031), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.866897 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:00.887530 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:00.888301 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:00.956176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (0b6bd591-b9a2-4e34-b54b-e9b0c8bed031), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:00.960694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:00.961080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.011437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654247f-b4ed-4761-8d63-9bc5daf843a1 req-7098bf65-3f1d-40c4-8c52-5c77da758cb7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:01.013281 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f654247f-b4ed-4761-8d63-9bc5daf843a1 req-7098bf65-3f1d-40c4-8c52-5c77da758cb7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 944 time: 0.1191044 May 12 03:29:01.018281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] DHCP port deletion for 34199c7a-de38-4967-9511-4d0bee5a4f54 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:29:01.080775 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:01.101648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] Deleting port 811548c7-5eea-4eac-b96f-83ef92e76c0d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:01.102072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.133750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (0b6bd591-b9a2-4e34-b54b-e9b0c8bed031), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.171555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 811548c7-5eea-4eac-b96f-83ef92e76c0d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=811548c7-5eea-4eac-b96f-83ef92e76c0d,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:01.174286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.174448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] For port 811548c7-5eea-4eac-b96f-83ef92e76c0d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=811548c7-5eea-4eac-b96f-83ef92e76c0d,segment=NetworkSegment(cdc1f9fd-8e24-4421-af75-3601a8fda143),segment_id=cdc1f9fd-8e24-4421-af75-3601a8fda143)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:01.175395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.192532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] Calling delete_port for 811548c7-5eea-4eac-b96f-83ef92e76c0d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:01.234158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (0b6bd591-b9a2-4e34-b54b-e9b0c8bed031), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.250738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 811548c7-5eea-4eac-b96f-83ef92e76c0d owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:01.277378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f654247f-b4ed-4761-8d63-9bc5daf843a1 req-3adac175-5f29-4ceb-8d24-4e2fcd1319a9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519674 May 12 03:29:01.299551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6bd591-b9a2-4e34-b54b-e9b0c8bed031,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:01.310550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.317420 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8fe85331-51be-472d-a247-1b3de5529e69 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/0b6bd591-b9a2-4e34-b54b-e9b0c8bed031 HTTP/1.1" status: 204 len: 168 time: 0.6175683 May 12 03:29:01.317653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34720) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:01.328990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:01.334590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.376028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] No DVR routers for this DVR port 811548c7-5eea-4eac-b96f-83ef92e76c0d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:01.387102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa54445-8ec8-49e8-aa08-53defb850ab0 None None] Pushing event deleted for resources: {'Port': ['ID=811548c7-5eea-4eac-b96f-83ef92e76c0d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:01.397830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb0a22-ac8d-42df-b19e-486ba9305908 None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:01.435605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (811548c7-5eea-4eac-b96f-83ef92e76c0d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.460114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:01.477639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=811548c7-5eea-4eac-b96f-83ef92e76c0d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:01.481421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port 811548c7-5eea-4eac-b96f-83ef92e76c0d on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:01.492455 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:58Z', 'revision_number': 9, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:01.501086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:01.506791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.510262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:01.510645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.543548 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c350814-4039-4077-b6d2-7dfa80e31627 None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:28:58Z', 'revision_number': 9, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '051c77a7-80d7-41b9-ae28-7dc8dda5ce4e', 'name': '', 'network_id': '1d48bd33-5304-4b26-a502-804d6113822f', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:fe:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:33Z', 'updated_at': '2022-05-12T03:28:41Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'd6cb1ca9-05e2-418e-9a31-3d4565e83d32', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:01.562916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:01.603656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (34199c7a-de38-4967-9511-4d0bee5a4f54), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.630999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34199c7a-de38-4967-9511-4d0bee5a4f54']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:01.632930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:01.633334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.648647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc1f9fd-8e24-4421-af75-3601a8fda143') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:01.651918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc1f9fd-8e24-4421-af75-3601a8fda143') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:01.666157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (cdc1f9fd-8e24-4421-af75-3601a8fda143), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.682955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (cdc1f9fd-8e24-4421-af75-3601a8fda143), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.697947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:01.698504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (cdc1f9fd-8e24-4421-af75-3601a8fda143), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.734576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:01.738429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0511ee49-dbf6-45e7-af69-3bbbf74941c2 None None] Could not find standard attr ID for object f68a1104-272d-4f86-a26a-d6efc900e854. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: self.session.flush() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:01.759813 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:01.772220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (34199c7a-de38-4967-9511-4d0bee5a4f54), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.794485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.797583 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/34199c7a-de38-4967-9511-4d0bee5a4f54 HTTP/1.1" status: 204 len: 168 time: 1.2642369 May 12 03:29:01.798670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c302e9d-ea41-4b1e-b550-1a13508b8dd7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=34199c7a-de38-4967-9511-4d0bee5a4f54,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:01.800402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34722) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:01.814948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (f9089af0-3813-4e18-815a-42d216313cd9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.861990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:01.865392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:01.868878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:01.869473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:01.885204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=f9089af0-3813-4e18-815a-42d216313cd9,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:01.900506 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-43ee69a2-c9d6-4fb5-a37d-1a7f37acea8e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5817266 May 12 03:29:01.902993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34724) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:01.908817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1784772462'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:01.933275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.023722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (e66ad87a-58f2-4060-9f8b-74fa1c464146), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.029994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e66ad87a-58f2-4060-9f8b-74fa1c464146), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.073597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.077862 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1737218 May 12 03:29:02.080322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:02.084267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'security_group': {'name': 'tempest-secgroup-626146725'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:02.090298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f3c9-b6e1-404e-950e-4a3d75864e10 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ad87a-58f2-4060-9f8b-74fa1c464146,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:02.115412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.192745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (0965ebdb-da8e-4ddd-b77d-13ba908ed60f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.197431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0965ebdb-da8e-4ddd-b77d-13ba908ed60f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.215163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.230498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.234492 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1535606 May 12 03:29:02.235202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34728) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:02.241561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'security_group': {'name': 'tempest-secgroup-793682800'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:02.260632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6074c5b-eded-4ed7-856f-077a3c76a8e4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0965ebdb-da8e-4ddd-b77d-13ba908ed60f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:02.275292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.283960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10fd50-07b9-4350-9463-6228302321cd None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:02.360815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (a4735664-9047-4f52-9143-7bb0550cb4da), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.365482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (a4735664-9047-4f52-9143-7bb0550cb4da), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.386233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-37140ba8-3dbc-47c9-8d1e-dbb0529a9ed6 None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:02.387034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-37140ba8-3dbc-47c9-8d1e-dbb0529a9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.392289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.397269 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1599362 May 12 03:29:02.398058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34732) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:02.405913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-321869410', 'security_groups': ['a4735664-9047-4f52-9143-7bb0550cb4da'], 'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9089af0-3813-4e18-815a-42d216313cd9'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:02.439292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498d5c5-46b4-4ed0-b636-8be870116c87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4735664-9047-4f52-9143-7bb0550cb4da,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:02.449140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-37140ba8-3dbc-47c9-8d1e-dbb0529a9ed6 None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:02.457102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-37140ba8-3dbc-47c9-8d1e-dbb0529a9ed6 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:02.458029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-37140ba8-3dbc-47c9-8d1e-dbb0529a9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.464906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695b89-46a3-4b72-94bd-ce4a7e9d7ac1 req-37615b8a-58d0-4398-8ad4-7468415986e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:02.467973 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80695b89-46a3-4b72-94bd-ce4a7e9d7ac1 req-37615b8a-58d0-4398-8ad4-7468415986e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 944 time: 0.0669386 May 12 03:29:02.530553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] Update dhcp port {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'fixed_ips': [{'subnet_id': 'c8755760-ed36-4b49-bf89-3bef4428efb3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f9089af0-3813-4e18-815a-42d216313cd9'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '4a5f07cd-9b31-4af0-b0b8-1936f619aa27'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:29:02.567604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:02.567858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.569693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.592543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] device_id is not set on port dbe1b273-8b12-446a-afd6-0a7633b47992 yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:29:02.592804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:02.593554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.619303 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80695b89-46a3-4b72-94bd-ce4a7e9d7ac1 req-6e5ca973-3f50-442d-b313-b7d60e99f9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254671 May 12 03:29:02.627677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 811548c7-5eea-4eac-b96f-83ef92e76c0d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:02.631762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-37140ba8-3dbc-47c9-8d1e-dbb0529a9ed6 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:02.654973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 811548c7-5eea-4eac-b96f-83ef92e76c0d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:02.655327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 811548c7-5eea-4eac-b96f-83ef92e76c0d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:02.655745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d0961b0b-9cf6-4755-88e4-658988a84037 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:02.686030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: d0961b0b-9cf6-4755-88e4-658988a84037 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:02.686366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d0961b0b-9cf6-4755-88e4-658988a84037 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:02.701228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,segment=NetworkSegment(c990712d-5691-4f56-bc33-8e3a5a9e53c4),segment_id=c990712d-5691-4f56-bc33-8e3a5a9e53c4)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:02.701651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.716146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:02.782653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.10 (0ad9d787-de26-422f-883f-e498ba1fdd04/f9089af0-3813-4e18-815a-42d216313cd9/dbe1b273-8b12-446a-afd6-0a7633b47992) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:02.882359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2a7a6f07-becb-4201-90b1-868720a904d6 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:02.894037 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (051c77a7-80d7-41b9-ae28-7dc8dda5ce4e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.921225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=051c77a7-80d7-41b9-ae28-7dc8dda5ce4e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:02.927266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.944995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 2a7a6f07-becb-4201-90b1-868720a904d6 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:29:02.958868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 2a7a6f07-becb-4201-90b1-868720a904d6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:02.959312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:02.983817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.045400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:03.061192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:03.063622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=dbe1b273-8b12-446a-afd6-0a7633b47992,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:03.066114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:03.128623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.135130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:03.135927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.162307 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-07666dad-a235-4ec1-a6a5-7083e6c2071c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7604468 May 12 03:29:03.165469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34734) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:03.172275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:03.220173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b8483a1-cb94-4e14-9347-76aeeb67bd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.237155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] Allocated IP 172.20.0.2 (0ad9d787-de26-422f-883f-e498ba1fdd04/f9089af0-3813-4e18-815a-42d216313cd9/4a5f07cd-9b31-4af0-b0b8-1936f619aa27) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:03.295795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:03.299684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.315414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 2a7a6f07-becb-4201-90b1-868720a904d6 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:03.316005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.357769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:03.374860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:03.377289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62a4094-81a9-4029-aec2-268e449db837" -d '{"events": [{"server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "name": "network-vif-plugged", "status": "completed", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:03.399764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 2a7a6f07-becb-4201-90b1-868720a904d6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2a7a6f07-becb-4201-90b1-868720a904d6,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:03.412449 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.ipam_backend_mixin [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f9089af0-3813-4e18-815a-42d216313cd9 (CIDR: 172.20.0.0/28) May 12 03:29:03.414741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,segment=NetworkSegment(0692b03b-e39a-49cf-92b2-c3d22bcd584d),segment_id=0692b03b-e39a-49cf-92b2-c3d22bcd584d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:03.416402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.418219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:29:03.418710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:03.435522 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-074ff3a0-3431-4bde-b322-27719cd2b154 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2688200 May 12 03:29:03.438275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34738) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:03.452290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:03.461526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354819e8-4bd9-4ed2-bfb4-0e27b4c878a6 x-openstack-request-id: req-354819e8-4bd9-4ed2-bfb4-0e27b4c878a6 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:03.463099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "name": "network-vif-plugged", "status": "completed", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:03.463735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-354819e8-4bd9-4ed2-bfb4-0e27b4c878a6 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:03.463857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:03.466343 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354819e8-4bd9-4ed2-bfb4-0e27b4c878a6'] response: {'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6', 'code': 200} May 12 03:29:03.472307 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fea72728-b73c-4e59-817e-594d6ad39d82 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707597 May 12 03:29:03.472510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34740) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:03.482051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:03.529975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] Publish callbacks [] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.532684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=2a7a6f07-becb-4201-90b1-868720a904d6,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:03.537092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.547223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:03.547862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:03.575418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet d6cb1ca9-05e2-418e-9a31-3d4565e83d32 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:03.582291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (d6cb1ca9-05e2-418e-9a31-3d4565e83d32), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.671430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (d6cb1ca9-05e2-418e-9a31-3d4565e83d32), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:03.676355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3d4e5-2ea5-4ee8-bd67-6685781d96a3 req-117d35f6-8e05-4012-a956-4c857406229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:03.677770 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d7d3d4e5-2ea5-4ee8-bd67-6685781d96a3 req-117d35f6-8e05-4012-a956-4c857406229c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1129 time: 0.0922868 May 12 03:29:03.717555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747bd34-3f1c-480d-bb7d-ee905e3db5ac None None] Pushing event updated for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:03.728077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:03.757233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec2b8-ef8a-4a81-887e-9f63040b46d7 req-82ce4ea6-7752-4c18-9bce-b5694229654f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:03.765000 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8bec2b8-ef8a-4a81-887e-9f63040b46d7 req-82ce4ea6-7752-4c18-9bce-b5694229654f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.0648208 May 12 03:29:03.819813 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8bec2b8-ef8a-4a81-887e-9f63040b46d7 req-b974871e-8159-4ae3-8776-e2d161c98ace tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538807 May 12 03:29:03.958262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:02Z', 'revision_number': 10, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:03.987036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:03.997097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:03.997719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:28:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:04.088930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:04.092368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.094498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:04.220958 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d7d3d4e5-2ea5-4ee8-bd67-6685781d96a3 req-6320b68b-b813-460d-9276-975e19c1b4a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612492 May 12 03:29:04.234234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (d6cb1ca9-05e2-418e-9a31-3d4565e83d32), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.275825 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.ipam_backend_mixin [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c8755760-ed36-4b49-bf89-3bef4428efb3 (CIDR: 172.20.0.16/28) May 12 03:29:04.281332 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:29:04.281814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:04.284038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-90035072-1d06-4599-bcea-11672421f84a None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:04.284530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90035072-1d06-4599-bcea-11672421f84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.311586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34744) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:04.311831 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dc9e1789-a46a-41c7-b2bd-a5e6d82e9c76 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8669343 May 12 03:29:04.324469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (d6cb1ca9-05e2-418e-9a31-3d4565e83d32), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.331428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'subnet': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:04.353076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cb1ca9-05e2-418e-9a31-3d4565e83d32,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:04.360264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-90035072-1d06-4599-bcea-11672421f84a None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:04.361027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.367177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:02Z', 'revision_number': 10, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:04.367622 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2a25ec80-bc9d-4ec2-b463-0456b22e95eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/d6cb1ca9-05e2-418e-9a31-3d4565e83d32 HTTP/1.1" status: 204 len: 168 time: 0.8911886 May 12 03:29:04.367622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34746) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:04.370126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31db79-c6ee-4ca1-a33b-70f84aca592f None None] Network 1d48bd33-5304-4b26-a502-804d6113822f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:04.449857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831e10a-5ae3-4767-a503-4c868c778b73 None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:02Z', 'revision_number': 10, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None, '_interfaces': [{'id': '1e624c0e-535b-46b0-b89b-6a2a540644b5', 'name': '', 'network_id': '5a650d42-0860-42d9-a267-a4d472719c77', 'tenant_id': '90508af6818f43249e26a34e51746880', 'mac_address': 'fa:16:3e:10:37:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:28Z', 'updated_at': '2022-05-12T03:28:36Z', 'revision_number': 5, 'project_id': '90508af6818f43249e26a34e51746880', 'subnets': [{'id': 'bb3d8901-134b-499e-be76-9c73101afb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:04.451445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-90035072-1d06-4599-bcea-11672421f84a None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:04.451881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90035072-1d06-4599-bcea-11672421f84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.464877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (1d48bd33-5304-4b26-a502-804d6113822f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.514982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Made reservation on behalf of 43b18f849f634e519e6ef4bb1b4b2b75 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:04.522163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.528296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:04.528637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.594558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-90035072-1d06-4599-bcea-11672421f84a None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:04.610064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,segment=NetworkSegment(c990712d-5691-4f56-bc33-8e3a5a9e53c4),segment_id=c990712d-5691-4f56-bc33-8e3a5a9e53c4)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:04.610466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.631335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:04.718355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-eb6f38ac-a7a3-499d-bf36-67051a274549 None None] Provisioning complete for port dbe1b273-8b12-446a-afd6-0a7633b47992 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:04.718975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-eb6f38ac-a7a3-499d-bf36-67051a274549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.726977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (c880a2a3-9ede-4fb8-acc0-e28785e7c1b5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.752901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=c880a2a3-9ede-4fb8-acc0-e28785e7c1b5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:04.769090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f38ac-a7a3-499d-bf36-67051a274549 None None] Port dbe1b273-8b12-446a-afd6-0a7633b47992 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:04.770281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:04.841338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afdc46e-8571-4291-8c88-d922d922c1e0 None None] DHCP port deletion for 1d48bd33-5304-4b26-a502-804d6113822f request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:29:04.883340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (1d48bd33-5304-4b26-a502-804d6113822f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.890486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-981c32f3-2227-496b-b21b-58e6144824fa None None] Could not find standard attr ID for object f68a1104-272d-4f86-a26a-d6efc900e854. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:29:04.942129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d48bd33-5304-4b26-a502-804d6113822f']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:04.952977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c990712d-5691-4f56-bc33-8e3a5a9e53c4') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:04.953281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c990712d-5691-4f56-bc33-8e3a5a9e53c4') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:04.968119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c990712d-5691-4f56-bc33-8e3a5a9e53c4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:04.977761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:05.007072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c990712d-5691-4f56-bc33-8e3a5a9e53c4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.017324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:05.017735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c990712d-5691-4f56-bc33-8e3a5a9e53c4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:05.024109 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:05.028257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5232a6d-1306-45c9-91c3-063f23a8c948 req-461901c5-8beb-4278-9f22-8895b3dd44a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:05.029813 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5232a6d-1306-45c9-91c3-063f23a8c948 req-461901c5-8beb-4278-9f22-8895b3dd44a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.0859587 May 12 03:29:05.062279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:05.063050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.110184 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5232a6d-1306-45c9-91c3-063f23a8c948 req-c69b27ff-c21e-4690-bd1e-5d189279daf4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637314 May 12 03:29:05.122951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (1d48bd33-5304-4b26-a502-804d6113822f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.136029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.141977 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/1d48bd33-5304-4b26-a502-804d6113822f HTTP/1.1" status: 204 len: 168 time: 0.7735298 May 12 03:29:05.144160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34750) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:05.163646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c43f-cc3e-4697-844b-7cc8ffd88ad0 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=1d48bd33-5304-4b26-a502-804d6113822f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:05.178299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:05.246584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:05.255479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (ce998796-4131-445e-b6c1-879ce4ed4c85), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.266940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:05.267278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 051c77a7-80d7-41b9-ae28-7dc8dda5ce4e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:05.267695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:05.289097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:05.289457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c880a2a3-9ede-4fb8-acc0-e28785e7c1b5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:05.297678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:05.302858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:05.307285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:05.307953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.313008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a604a-7dbf-4380-990e-3f81e7218e54 None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:05.328292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Subnet': ['ID=ce998796-4131-445e-b6c1-879ce4ed4c85,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:05.334499 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-14b438b1-7410-49d2-a4c1-0d1d854903d4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0213153 May 12 03:29:05.337154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34752) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:05.342322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1564457897', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce998796-4131-445e-b6c1-879ce4ed4c85'}], 'security_groups': ['e66ad87a-58f2-4060-9f8b-74fa1c464146', '0965ebdb-da8e-4ddd-b77d-13ba908ed60f']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:05.495325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] Update dhcp port {'port': {'network_id': '0ad9d787-de26-422f-883f-e498ba1fdd04', 'fixed_ips': [{'subnet_id': 'c8755760-ed36-4b49-bf89-3bef4428efb3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f9089af0-3813-4e18-815a-42d216313cd9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce998796-4131-445e-b6c1-879ce4ed4c85'}], 'binding:host_id': 'dv-neutron-841363-5-hyperv'}, 'id': '4a5f07cd-9b31-4af0-b0b8-1936f619aa27'} from dv-neutron-841363-5-hyperv. {{(pid=104166) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 12 03:29:05.501342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.518193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.524755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.669923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5851bbe-4d09-452e-98fa-cb91c3a0db3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.746395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] Allocated IP 172.20.0.34 (0ad9d787-de26-422f-883f-e498ba1fdd04/ce998796-4131-445e-b6c1-879ce4ed4c85/4a5f07cd-9b31-4af0-b0b8-1936f619aa27) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:05.801963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port 1e624c0e-535b-46b0-b89b-6a2a540644b5 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:05.802428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.853518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,segment=NetworkSegment(0692b03b-e39a-49cf-92b2-c3d22bcd584d),segment_id=0692b03b-e39a-49cf-92b2-c3d22bcd584d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:05.882154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] Publish callbacks [] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.886870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.899083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port 1e624c0e-535b-46b0-b89b-6a2a540644b5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e624c0e-535b-46b0-b89b-6a2a540644b5,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:05.899446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:05.913715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for 1e624c0e-535b-46b0-b89b-6a2a540644b5 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:05.992807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Delete allocated IP 172.20.0.10 (0ad9d787-de26-422f-883f-e498ba1fdd04/f9089af0-3813-4e18-815a-42d216313cd9) {{(pid=104164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 03:29:06.001547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Allocated IP 172.20.0.35 (0ad9d787-de26-422f-883f-e498ba1fdd04/ce998796-4131-445e-b6c1-879ce4ed4c85/dbe1b273-8b12-446a-afd6-0a7633b47992) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:06.102217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1e624c0e-535b-46b0-b89b-6a2a540644b5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.133597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=1e624c0e-535b-46b0-b89b-6a2a540644b5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:06.152942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241c591-8a9c-405d-b40d-e997c786b5cc None None] Pushing event updated for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:06.198574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.205326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.305943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.356848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event updated for resources: {'Port': ['ID=dbe1b273-8b12-446a-afd6-0a7633b47992,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:06.374879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded19b2-a8b8-4b47-aaa5-3817fcfdbc5c req-c7f0bd9c-e707-445a-b227-434d06dcff96 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:06.376475 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bded19b2-a8b8-4b47-aaa5-3817fcfdbc5c req-c7f0bd9c-e707-445a-b227-434d06dcff96 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.1267459 May 12 03:29:06.388982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] In _notify_port_updated(), no bound segment for port dbe1b273-8b12-446a-afd6-0a7633b47992 on network 0ad9d787-de26-422f-883f-e498ba1fdd04 {{(pid=104164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:29:06.403042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:06.403736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.408083 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-41976b43-a933-432d-974d-1263d5dc4934 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "PUT /v2.0/ports/dbe1b273-8b12-446a-afd6-0a7633b47992 HTTP/1.1" status: 200 len: 960 time: 1.0698833 May 12 03:29:06.418965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34756) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:06.425999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.461594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bded19b2-a8b8-4b47-aaa5-3817fcfdbc5c req-aea2f9e4-92fe-4581-b2b7-5f6dd093e8f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745835 May 12 03:29:06.580324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:06.601366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaee035-e2f3-4c7d-88c8-141a781bf15d req-f79f4665-7ffd-4ed0-bca6-20700f175404 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:06.606981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port dbe1b273-8b12-446a-afd6-0a7633b47992 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:06.607325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.609637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ecaee035-e2f3-4c7d-88c8-141a781bf15d req-f79f4665-7ffd-4ed0-bca6-20700f175404 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.0716286 May 12 03:29:06.687089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ecaee035-e2f3-4c7d-88c8-141a781bf15d req-f6da6e80-4b84-4f5e-a298-4c6338fe5291 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765164 May 12 03:29:06.706209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34760) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:06.708539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:06.739452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:06.750053 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0bcea7bc-3abe-4509-afce-36e4fa32c325 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004708 May 12 03:29:06.750053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34762) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:06.753919 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:06.771376 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:06.772003 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:06.787388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:06.788157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.805256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bdd77-bcfe-4af2-ba15-4324415c5ac9 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:06.805753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.807306 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e22bdd77-bcfe-4af2-ba15-4324415c5ac9 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1124 time: 0.1000066 May 12 03:29:06.810696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34764) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:06.816909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '2a7a6f07-becb-4201-90b1-868720a904d6', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:06.840998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting subnet bb3d8901-134b-499e-be76-9c73101afb1a {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:06.844633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for dbe1b273-8b12-446a-afd6-0a7633b47992 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:06.846743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (bb3d8901-134b-499e-be76-9c73101afb1a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.851495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.870656 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:06.926286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:06.929676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (bb3d8901-134b-499e-be76-9c73101afb1a), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.946962 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:06Z', 'revision_number': 11, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:06.950992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Provisioning complete for port dbe1b273-8b12-446a-afd6-0a7633b47992 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:06.951952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:06.979489 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:06.989619 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:06.990458 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:07.004730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Port dbe1b273-8b12-446a-afd6-0a7633b47992 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:07.005546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.022428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:07.023073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.076396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:07.083914 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:07.086305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (bb3d8901-134b-499e-be76-9c73101afb1a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.088788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:07.089348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.134200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.109 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/70baf89e-73f4-4ca5-9367-297cf8fbec5b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:07.144110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (dbe1b273-8b12-446a-afd6-0a7633b47992), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.146788 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:06Z', 'revision_number': 11, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:07.180528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=dbe1b273-8b12-446a-afd6-0a7633b47992,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:07.191090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed58ef8-2452-4eab-9f37-510898d6ae53 None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:06Z', 'revision_number': 11, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:07.212545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (bb3d8901-134b-499e-be76-9c73101afb1a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.220725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-895cb4c5-bbbd-4442-8dd0-9ef7bc72045e None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:07.267365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.273258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3d8901-134b-499e-be76-9c73101afb1a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:07.283922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.288867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5ee62-2c47-4fbd-b68c-febfb80274bf None None] Network 5a650d42-0860-42d9-a267-a4d472719c77 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:07.290472 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e9d5e38c-e58b-4760-9a2b-c795e36926eb tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/bb3d8901-134b-499e-be76-9c73101afb1a HTTP/1.1" status: 204 len: 168 time: 0.5409486 May 12 03:29:07.291391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34766) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:07.312642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.378592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (5a650d42-0860-42d9-a267-a4d472719c77), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.390585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:07.400298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:07.401354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.404886 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5517fc36-1cf2-484e-9457-0dcb1b3909db tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/dbe1b273-8b12-446a-afd6-0a7633b47992 HTTP/1.1" status: 204 len: 168 time: 0.9849310 May 12 03:29:07.405379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:07.407491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34768) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:07.411597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=70baf89e-73f4-4ca5-9367-297cf8fbec5b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:07.460533 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-904b8a42-0abf-42f4-8b42-51e099eb4b71 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] GET failed (client error): The resource could not be found. May 12 03:29:07.462315 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-904b8a42-0abf-42f4-8b42-51e099eb4b71 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports/dbe1b273-8b12-446a-afd6-0a7633b47992 HTTP/1.1" status: 404 len: 333 time: 0.0527065 May 12 03:29:07.466002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34770) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:07.488342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Deleting port f14f7b47-a1a8-4924-9c00-f60208d93e15 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:07.488604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.564602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] DHCP port deletion for 5a650d42-0860-42d9-a267-a4d472719c77 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:29:07.583390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73dfff22-c26b-4ef5-834a-80522327de3c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (a4735664-9047-4f52-9143-7bb0550cb4da), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.589805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] For port f14f7b47-a1a8-4924-9c00-f60208d93e15, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f14f7b47-a1a8-4924-9c00-f60208d93e15,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:07.590197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.629713 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Calling delete_port for f14f7b47-a1a8-4924-9c00-f60208d93e15 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:07.636656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73dfff22-c26b-4ef5-834a-80522327de3c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (a4735664-9047-4f52-9143-7bb0550cb4da), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.662853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c45971d3-2fff-4062-81ea-a739a0e7e9b2 None None] Could not find standard attr ID for object dbe1b273-8b12-446a-afd6-0a7633b47992. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:29:07.673019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] Deleting port f14f7b47-a1a8-4924-9c00-f60208d93e15 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:07.673401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.746723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73dfff22-c26b-4ef5-834a-80522327de3c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (a4735664-9047-4f52-9143-7bb0550cb4da), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.749392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73dfff22-c26b-4ef5-834a-80522327de3c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.754233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-73dfff22-c26b-4ef5-834a-80522327de3c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4735664-9047-4f52-9143-7bb0550cb4da HTTP/1.1" status: 204 len: 168 time: 0.2842567 May 12 03:29:07.756146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34772) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:07.777022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfff22-c26b-4ef5-834a-80522327de3c tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4735664-9047-4f52-9143-7bb0550cb4da,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:07.806830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.825081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] For port f14f7b47-a1a8-4924-9c00-f60208d93e15, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f14f7b47-a1a8-4924-9c00-f60208d93e15,segment=NetworkSegment(3b7afc46-caa3-44c0-8f2b-9f1067ebf329),segment_id=3b7afc46-caa3-44c0-8f2b-9f1067ebf329)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:07.825667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.834423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No DVR routers for this DVR port f14f7b47-a1a8-4924-9c00-f60208d93e15 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:07.861038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] Calling delete_port for f14f7b47-a1a8-4924-9c00-f60208d93e15 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:07.882086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Port': ['ID=f14f7b47-a1a8-4924-9c00-f60208d93e15,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:07.927359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-509174ed-8778-448d-815d-d1b2cd3e6113 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (0965ebdb-da8e-4ddd-b77d-13ba908ed60f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.943762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (5a650d42-0860-42d9-a267-a4d472719c77), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.948410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (f14f7b47-a1a8-4924-9c00-f60208d93e15), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.971535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a650d42-0860-42d9-a267-a4d472719c77']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:07.979598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] Pushing event deleted for resources: {'Port': ['ID=f14f7b47-a1a8-4924-9c00-f60208d93e15,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:07.987490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777c542-9a49-441f-aecf-13a389ea083a None None] No DVR routers for this DVR port f14f7b47-a1a8-4924-9c00-f60208d93e15 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:07.991079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-509174ed-8778-448d-815d-d1b2cd3e6113 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (0965ebdb-da8e-4ddd-b77d-13ba908ed60f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:07.995790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7afc46-caa3-44c0-8f2b-9f1067ebf329') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:07.996090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7afc46-caa3-44c0-8f2b-9f1067ebf329') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:08.001452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.007094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (3b7afc46-caa3-44c0-8f2b-9f1067ebf329), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.020604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (3b7afc46-caa3-44c0-8f2b-9f1067ebf329), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.027329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:08.027681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (3b7afc46-caa3-44c0-8f2b-9f1067ebf329), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:08.030736 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:08.087710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (5a650d42-0860-42d9-a267-a4d472719c77), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.095652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.098812 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/networks/5a650d42-0860-42d9-a267-a4d472719c77 HTTP/1.1" status: 204 len: 168 time: 0.8042669 May 12 03:29:08.108906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34774) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:08.112609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8474cde-5d0f-43c6-9948-52f45a391e9e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Pushing event deleted for resources: {'Network': ['ID=5a650d42-0860-42d9-a267-a4d472719c77,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:08.123391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'routes': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:08.173380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.212440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-509174ed-8778-448d-815d-d1b2cd3e6113 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0965ebdb-da8e-4ddd-b77d-13ba908ed60f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.214999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-509174ed-8778-448d-815d-d1b2cd3e6113 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.216129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-509174ed-8778-448d-815d-d1b2cd3e6113 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/security-groups/0965ebdb-da8e-4ddd-b77d-13ba908ed60f HTTP/1.1" status: 204 len: 168 time: 0.4589620 May 12 03:29:08.218953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34776) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:08.271103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5343c68f-7cb3-44d1-a3a9-2900707cd28e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (e66ad87a-58f2-4060-9f8b-74fa1c464146), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.293173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5343c68f-7cb3-44d1-a3a9-2900707cd28e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (e66ad87a-58f2-4060-9f8b-74fa1c464146), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.303253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509174ed-8778-448d-815d-d1b2cd3e6113 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965ebdb-da8e-4ddd-b77d-13ba908ed60f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:08.349447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5343c68f-7cb3-44d1-a3a9-2900707cd28e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e66ad87a-58f2-4060-9f8b-74fa1c464146), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.352012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5343c68f-7cb3-44d1-a3a9-2900707cd28e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.355444 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5343c68f-7cb3-44d1-a3a9-2900707cd28e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/security-groups/e66ad87a-58f2-4060-9f8b-74fa1c464146 HTTP/1.1" status: 204 len: 168 time: 0.1332066 May 12 03:29:08.357523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34778) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:08.389196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343c68f-7cb3-44d1-a3a9-2900707cd28e tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ad87a-58f2-4060-9f8b-74fa1c464146,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:08.395098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Added routes are [] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 12 03:29:08.395409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.extraroute_db [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Removed routes are [] {{(pid=104164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 12 03:29:08.395772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.418134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet f9089af0-3813-4e18-815a-42d216313cd9 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:08.421252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (f9089af0-3813-4e18-815a-42d216313cd9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.437930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.463496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (f9089af0-3813-4e18-815a-42d216313cd9), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.552037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (f9089af0-3813-4e18-815a-42d216313cd9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.592665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f14f7b47-a1a8-4924-9c00-f60208d93e15 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:08.617476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (f9089af0-3813-4e18-815a-42d216313cd9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.617768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f14f7b47-a1a8-4924-9c00-f60208d93e15 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:08.618299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f14f7b47-a1a8-4924-9c00-f60208d93e15 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:08.618811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e624c0e-535b-46b0-b89b-6a2a540644b5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:08.641563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 1e624c0e-535b-46b0-b89b-6a2a540644b5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:08.642127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e624c0e-535b-46b0-b89b-6a2a540644b5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:08.650621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=f9089af0-3813-4e18-815a-42d216313cd9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:08.654133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.657349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a3801bce-7f79-481d-86f6-bd367063ed87 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/f9089af0-3813-4e18-815a-42d216313cd9 HTTP/1.1" status: 204 len: 168 time: 0.2988529 May 12 03:29:08.660740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c8d64-bb70-4b86-a4a7-55f3b01352a4 None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:08.662989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:08.718514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet ce998796-4131-445e-b6c1-879ce4ed4c85 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:08.722953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (ce998796-4131-445e-b6c1-879ce4ed4c85), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.768797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ce998796-4131-445e-b6c1-879ce4ed4c85), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.858821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.864565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ce998796-4131-445e-b6c1-879ce4ed4c85), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.864787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.931505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ce998796-4131-445e-b6c1-879ce4ed4c85), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.959557 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=ce998796-4131-445e-b6c1-879ce4ed4c85,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:08.965301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:08.969166 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d1de553f-c7fb-4989-9ff7-2f4f6af92943 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/ce998796-4131-445e-b6c1-879ce4ed4c85 HTTP/1.1" status: 204 len: 168 time: 0.3051584 May 12 03:29:08.971502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34782) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:08.998610 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-66631145-2b2c-4959-b566-de25fabde330 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:08.999070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66631145-2b2c-4959-b566-de25fabde330 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:09.004476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-66631145-2b2c-4959-b566-de25fabde330 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/f9089af0-3813-4e18-815a-42d216313cd9 HTTP/1.1" status: 404 len: 337 time: 0.0296266 May 12 03:29:09.004660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34784) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:09.018670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:09.060635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting subnet c8755760-ed36-4b49-bf89-3bef4428efb3 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:09.071809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (c8755760-ed36-4b49-bf89-3bef4428efb3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.132312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c8755760-ed36-4b49-bf89-3bef4428efb3), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.141949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:09.153123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.156911 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-90165785-b60d-48bd-879d-cd6a8e66148d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 700 time: 1.0444341 May 12 03:29:09.157287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34786) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:09.158187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] Sync routers for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:09.158988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.166144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.173005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:09.174149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:09.188505 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e8b108b3-181b-4f6b-bff9-b4cc1c64f004 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 205 time: 0.0302191 May 12 03:29:09.193938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34788) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:09.216938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=70baf89e-73f4-4ca5-9367-297cf8fbec5b,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:09.267727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.277024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:09.344933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:06Z', 'revision_number': 11, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:09.375966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] Checking router: 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:09.386422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f5c09-4c00-4ec1-8e6e-40914130910c None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:09.400004 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 5a267fe6-c065-40aa-a889-eed981505ada associated. External IP: 172.26.2.109, port: 2a7a6f07-becb-4201-90b1-868720a904d6. May 12 03:29:09.402020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] Routers {'5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:09.402652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:09.543654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-84581f5b-3c61-4984-a270-db65d4b55d08 None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:09.543948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84581f5b-3c61-4984-a270-db65d4b55d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.579325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] Set router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:09.632192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:09.660716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:06Z', 'revision_number': 11, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:09.661110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.665919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.669946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-84581f5b-3c61-4984-a270-db65d4b55d08 None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:09.701765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-84581f5b-3c61-4984-a270-db65d4b55d08 None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:09.702156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84581f5b-3c61-4984-a270-db65d4b55d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.708124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b0e97-c5bc-4f4d-80bd-1fe09b1d1080 None None] The sync data for ids ['5eddfb1c-76d2-432b-b5ec-8ca310edc7cc'] in dv-neutron-841363-5-hyperv is: [{'id': '5eddfb1c-76d2-432b-b5ec-8ca310edc7cc', 'name': 'tempest-RoutersTest-router-475527977', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:26Z', 'updated_at': '2022-05-12T03:29:06Z', 'revision_number': 11, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:09.759869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:09.771151 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:09.785238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.811043 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:09.816655 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:09.839790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-84581f5b-3c61-4984-a270-db65d4b55d08 None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:09.841575 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-33ab56d5-839e-40b7-acd5-f99bdb107d55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0295668 May 12 03:29:09.842172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:09.844542 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ac9ba-35d4-462a-82fa-21b32e5be506" -d '{"events": [{"name": "network-changed", "server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:09.846694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34790) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:09.857615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c8755760-ed36-4b49-bf89-3bef4428efb3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:09.919201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5371f62-2970-4534-81b1-7516bc60f2b0 x-openstack-request-id: req-e5371f62-2970-4534-81b1-7516bc60f2b0 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:09.919877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:09.920158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5371f62-2970-4534-81b1-7516bc60f2b0 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:09.920563 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5371f62-2970-4534-81b1-7516bc60f2b0'] response: {'name': 'network-changed', 'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6', 'status': 'completed', 'code': 200} May 12 03:29:09.952556 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3c0a43a3-484c-434d-8d43-064eba80a22f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 991 time: 0.1003628 May 12 03:29:09.997792 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:10.026264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.032254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.051272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-c904ea13-0fb3-4262-a07b-6ddc7afb575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:10.052790 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-c904ea13-0fb3-4262-a07b-6ddc7afb575c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1129 time: 0.0986066 May 12 03:29:10.112604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (5eddfb1c-76d2-432b-b5ec-8ca310edc7cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.114112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router 5eddfb1c-76d2-432b-b5ec-8ca310edc7cc {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:29:10.129631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.135835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34794) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.136068 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fb2436a7-440f-4835-b72b-bc2de91586af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 204 len: 168 time: 0.9398217 May 12 03:29:10.139661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1300250229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:10.169567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c8755760-ed36-4b49-bf89-3bef4428efb3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.171338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.172816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.189837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.193071 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/c8755760-ed36-4b49-bf89-3bef4428efb3 HTTP/1.1" status: 204 len: 168 time: 1.1874225 May 12 03:29:10.195825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34796) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.214565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67a397-859c-4f28-98d4-ef0fd593edc4 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Subnet': ['ID=c8755760-ed36-4b49-bf89-3bef4428efb3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:10.242737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-35fef0b1-6f90-4dc9-8a27-5eae248c48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:10.245332 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-35fef0b1-6f90-4dc9-8a27-5eae248c48f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 898 time: 0.1632493 May 12 03:29:10.246243 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eb4dca-c54b-4c70-bbab-7d5da3c59b23 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.246688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87eb4dca-c54b-4c70-bbab-7d5da3c59b23 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.252791 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-87eb4dca-c54b-4c70-bbab-7d5da3c59b23 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/0b6bd591-b9a2-4e34-b54b-e9b0c8bed031 HTTP/1.1" status: 404 len: 337 time: 0.0556240 May 12 03:29:10.257129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34798) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.301865 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5a267fe6-c065-40aa-a889-eed981505ada', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'port_id': '2a7a6f07-becb-4201-90b1-868720a904d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'mac_address': 'fa:16:3e:53:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14562f2-f352-4f07-a262-258060368daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:29:07Z', 'updated_at': '2022-05-12T03:29:07Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:10.325959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.329146 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8a75c6b5-3b85-44c4-b3af-0056eb0205ef tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b68001b-5407-4306-97ed-84e2cccdb628 HTTP/1.1" status: 200 len: 205 time: 0.0705986 May 12 03:29:10.330257 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-8be8b18e-42fb-4edc-a0e3-38dadb92d290 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 200 len: 999 time: 0.0735219 May 12 03:29:10.331958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34800) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.340446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.378826 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-94ac18ea-0daf-471c-a00b-51055e08a1da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] delete failed (client error): The resource could not be found. May 12 03:29:10.380202 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-94ac18ea-0daf-471c-a00b-51055e08a1da tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/routers/3b68001b-5407-4306-97ed-84e2cccdb628 HTTP/1.1" status: 404 len: 336 time: 0.0467834 May 12 03:29:10.383889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34802) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.413001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-46497623-2fec-4411-a444-44c719b10781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:10.414809 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-46497623-2fec-4411-a444-44c719b10781 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0785236 May 12 03:29:10.425396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d6c255-0da6-41c7-be39-a8b0d949eeb7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.426064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d6c255-0da6-41c7-be39-a8b0d949eeb7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.428626 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d0d6c255-0da6-41c7-be39-a8b0d949eeb7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/0c5e47bc-2e75-4d2b-9211-d2818539bb82 HTTP/1.1" status: 404 len: 337 time: 0.0437658 May 12 03:29:10.431403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.434077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.438131 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eea16cdc-e21b-4c89-82e6-9ae04d2769b3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3024225 May 12 03:29:10.438794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34806) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.444265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:10.452255 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:10.462034 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:10.463014 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:10.486110 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b933591-5bff-4b9e-bcf5-f4ac3eaaf0e7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.486574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b933591-5bff-4b9e-bcf5-f4ac3eaaf0e7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.493454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34808) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.493789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b933591-5bff-4b9e-bcf5-f4ac3eaaf0e7 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/f6ed5353-379a-4941-aaa4-ebeeaeedbfef HTTP/1.1" status: 404 len: 337 time: 0.0586209 May 12 03:29:10.504084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-c096369e-0239-4e5c-a43e-44dd441e7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:10.506686 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-c096369e-0239-4e5c-a43e-44dd441e7c2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0849562 May 12 03:29:10.544112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacfa598-9aca-41f4-9858-fd2bed821e37 None None] Network 0ad9d787-de26-422f-883f-e498ba1fdd04 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:10.557797 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2075fc86-eaea-4aaf-af26-7c947d9940a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.558298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2075fc86-eaea-4aaf-af26-7c947d9940a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.561261 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2075fc86-eaea-4aaf-af26-7c947d9940a2 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/cb295ab3-c42f-4c6b-9c26-bc434bfd592d HTTP/1.1" status: 404 len: 337 time: 0.0663528 May 12 03:29:10.565509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34810) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.603872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-633e49b7-d90e-4eb0-a919-120e0265499b None None] Provisioning complete for port d0016aa2-a2dc-4d64-9167-f141c49c5665 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:10.604145 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:10.604672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-633e49b7-d90e-4eb0-a919-120e0265499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.622779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-e249654d-3886-4603-95a2-b692e71074ec service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093841 May 12 03:29:10.629166 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a4dd28-febb-4ff8-9244-714553e42739 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.629739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a4dd28-febb-4ff8-9244-714553e42739 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.632828 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-30a4dd28-febb-4ff8-9244-714553e42739 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/f4766b0b-0e17-400b-ac95-c3471ae7379b HTTP/1.1" status: 404 len: 333 time: 0.0656016 May 12 03:29:10.635479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34812) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.690914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cd005c-994e-47fe-ab60-88a4911a7d62 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.691712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15cd005c-994e-47fe-ab60-88a4911a7d62 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.694993 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-15cd005c-994e-47fe-ab60-88a4911a7d62 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/c2d16342-26df-4c3c-8333-6ba6ff65968b HTTP/1.1" status: 404 len: 337 time: 0.0583861 May 12 03:29:10.697762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34814) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.751778 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e24ac9ba-35d4-462a-82fa-21b32e5be506 req-cc5e92e1-762e-40eb-a036-374bc46cbdad service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174760 May 12 03:29:10.760117 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9094fc-c2d6-4200-aebf-56cb3eb760cc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.760906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9094fc-c2d6-4200-aebf-56cb3eb760cc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.764237 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2e9094fc-c2d6-4200-aebf-56cb3eb760cc tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/4cbf61be-7635-4d0f-ae71-d30b5ee66c05 HTTP/1.1" status: 404 len: 337 time: 0.0650005 May 12 03:29:10.767002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34816) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.794823 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fb96e6-2b82-4f4c-a636-123fe589d845 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.795615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fb96e6-2b82-4f4c-a636-123fe589d845 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.798610 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e1fb96e6-2b82-4f4c-a636-123fe589d845 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/ab68b62d-e83b-47ca-96a0-f68dc0eb1759 HTTP/1.1" status: 404 len: 333 time: 0.0304904 May 12 03:29:10.802002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34818) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.830715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.842037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-633e49b7-d90e-4eb0-a919-120e0265499b None None] Port d0016aa2-a2dc-4d64-9167-f141c49c5665 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:10.842582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.849913 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bc4aaa-8671-4130-af47-2bdbccdf91f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.851939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bc4aaa-8671-4130-af47-2bdbccdf91f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.852429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-633e49b7-d90e-4eb0-a919-120e0265499b None None] Provisioning complete for port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:10.852810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-633e49b7-d90e-4eb0-a919-120e0265499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:10.855753 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-66bc4aaa-8671-4130-af47-2bdbccdf91f5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/ed348fe5-3e9f-48f1-9c52-ef3e8c7aeff2 HTTP/1.1" status: 404 len: 337 time: 0.0524497 May 12 03:29:10.858275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34820) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.893523 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5a267fe6-c065-40aa-a889-eed981505ada', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'port_id': '2a7a6f07-becb-4201-90b1-868720a904d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'mac_address': 'fa:16:3e:53:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14562f2-f352-4f07-a262-258060368daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:29:07Z', 'updated_at': '2022-05-12T03:29:07Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:10.924815 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4099ab-8a4e-4aa7-9d58-7745bc9c0bc5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] DELETE failed (client error): The resource could not be found. May 12 03:29:10.925848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4099ab-8a4e-4aa7-9d58-7745bc9c0bc5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:10.929042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b4099ab-8a4e-4aa7-9d58-7745bc9c0bc5 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/subnets/85605719-b80b-4747-a100-f046600de3ad HTTP/1.1" status: 404 len: 337 time: 0.0696495 May 12 03:29:10.931758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34822) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.943734 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba5d79-cd75-4825-9d12-1f856f47842e None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5a267fe6-c065-40aa-a889-eed981505ada', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'port_id': '2a7a6f07-becb-4201-90b1-868720a904d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'mac_address': 'fa:16:3e:53:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14562f2-f352-4f07-a262-258060368daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:29:07Z', 'updated_at': '2022-05-12T03:29:07Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:10.955783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34824) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:10.965248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02847223-413f-4828-a145-a04abb95061c None None] DHCP port deletion for 0ad9d787-de26-422f-883f-e498ba1fdd04 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:29:10.969628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-633e49b7-d90e-4eb0-a919-120e0265499b None None] Current status of the port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:11.016238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-02847223-413f-4828-a145-a04abb95061c None None] Deleting port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:11.017027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-02847223-413f-4828-a145-a04abb95061c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.030623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Router 5286fbc9-6184-4ca8-8157-f6d68d9bddf0 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:29:11.034227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Deleting port d0016aa2-a2dc-4d64-9167-f141c49c5665 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:11.035495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.040922 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-21cbdf4d-a3b8-4611-98d1-030f28ce5acf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 991 time: 0.0828745 May 12 03:29:11.103648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-02847223-413f-4828-a145-a04abb95061c None None] For port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,segment=NetworkSegment(0692b03b-e39a-49cf-92b2-c3d22bcd584d),segment_id=0692b03b-e39a-49cf-92b2-c3d22bcd584d)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:11.104332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-02847223-413f-4828-a145-a04abb95061c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.111396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.118790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-02847223-413f-4828-a145-a04abb95061c None None] Calling delete_port for 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:11.120770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:11.127816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Calling delete_port for d0016aa2-a2dc-4d64-9167-f141c49c5665 owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:11.131347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.132413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] Sync routers for ids ['5286fbc9-6184-4ca8-8157-f6d68d9bddf0'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:11.135622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-59cb031e-dd55-4028-9c50-883643bfc3a1 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "PUT /v2.0/routers/5286fbc9-6184-4ca8-8157-f6d68d9bddf0 HTTP/1.1" status: 200 len: 694 time: 0.6950870 May 12 03:29:11.136377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34826) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.187496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] Routers {'5286fbc9-6184-4ca8-8157-f6d68d9bddf0'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:11.188364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5286fbc9-6184-4ca8-8157-f6d68d9bddf0'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.220357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d0016aa2-a2dc-4d64-9167-f141c49c5665), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.235667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.236337 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2ed98f1a-7290-4fab-a02a-fc9d19cb05e7 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/routers/5286fbc9-6184-4ca8-8157-f6d68d9bddf0 HTTP/1.1" status: 200 len: 700 time: 0.0985975 May 12 03:29:11.257784 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900305a8-f983-47b4-ace7-f9c774233c4a None None] New status for floating IP 5a267fe6-c065-40aa-a889-eed981505ada: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:29:11.271405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.277612 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34830) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.277859 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/ports/d0016aa2-a2dc-4d64-9167-f141c49c5665 HTTP/1.1" status: 204 len: 168 time: 0.3449559 May 12 03:29:11.280170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] Set router 5286fbc9-6184-4ca8-8157-f6d68d9bddf0 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:11.298980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd093f16-309a-48c4-ad43-e07edffa24a3 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Port': ['ID=d0016aa2-a2dc-4d64-9167-f141c49c5665,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:11.303959 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4c880a02-7fd7-44c4-9cbf-e267d1348f99 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=5286fbc9-6184-4ca8-8157-f6d68d9bddf0 HTTP/1.1" status: 200 len: 205 time: 0.0649805 May 12 03:29:11.306642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34832) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.341253 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286fbc9-6184-4ca8-8157-f6d68d9bddf0', 'name': 'tempest-RoutersTest-router-1300250229', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:10Z', 'updated_at': '2022-05-12T03:29:10Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.376165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] Checking router: 5286fbc9-6184-4ca8-8157-f6d68d9bddf0 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:11.391330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-02847223-413f-4828-a145-a04abb95061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (4a5f07cd-9b31-4af0-b0b8-1936f619aa27), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.398115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] Routers {'5286fbc9-6184-4ca8-8157-f6d68d9bddf0'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:11.398738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['5286fbc9-6184-4ca8-8157-f6d68d9bddf0'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.402621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (0ad9d787-de26-422f-883f-e498ba1fdd04), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.403493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.424027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02847223-413f-4828-a145-a04abb95061c None None] Pushing event deleted for resources: {'Port': ['ID=4a5f07cd-9b31-4af0-b0b8-1936f619aa27,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:11.510356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02847223-413f-4828-a145-a04abb95061c None None] No DVR routers for this DVR port 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:11.515239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] Set router 5286fbc9-6184-4ca8-8157-f6d68d9bddf0 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:11.522333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (0ad9d787-de26-422f-883f-e498ba1fdd04), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.550613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad9d787-de26-422f-883f-e498ba1fdd04']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.560627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0692b03b-e39a-49cf-92b2-c3d22bcd584d') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.561104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0692b03b-e39a-49cf-92b2-c3d22bcd584d') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.571606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (0692b03b-e39a-49cf-92b2-c3d22bcd584d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.575613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286fbc9-6184-4ca8-8157-f6d68d9bddf0', 'name': 'tempest-RoutersTest-router-1300250229', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:10Z', 'updated_at': '2022-05-12T03:29:10Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:11.587619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (0692b03b-e39a-49cf-92b2-c3d22bcd584d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.589602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.592017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router_controller (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.593582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (0692b03b-e39a-49cf-92b2-c3d22bcd584d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:11.598424 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:11.607069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8066b65-9004-4985-bdda-4b524d65ad48 None None] The sync data for ids ['5286fbc9-6184-4ca8-8157-f6d68d9bddf0'] in dv-neutron-841363-5-hyperv is: [{'id': '5286fbc9-6184-4ca8-8157-f6d68d9bddf0', 'name': 'tempest-RoutersTest-router-1300250229', 'tenant_id': '90508af6818f43249e26a34e51746880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:10Z', 'updated_at': '2022-05-12T03:29:10Z', 'revision_number': 2, 'project_id': '90508af6818f43249e26a34e51746880', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:11.648863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (5286fbc9-6184-4ca8-8157-f6d68d9bddf0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.649467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Fanout notify agent at l3_agent the message router_deleted on router 5286fbc9-6184-4ca8-8157-f6d68d9bddf0 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:29:11.662985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (0ad9d787-de26-422f-883f-e498ba1fdd04), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.669176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.670643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:11.671125 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d07fe4a-1438-4b59-afbc-40b478564e74 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/5286fbc9-6184-4ca8-8157-f6d68d9bddf0 HTTP/1.1" status: 204 len: 168 time: 0.3635695 May 12 03:29:11.677369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.680372 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] 10.222.0.23 "DELETE /v2.0/networks/0ad9d787-de26-422f-883f-e498ba1fdd04 HTTP/1.1" status: 204 len: 168 time: 0.4011526 May 12 03:29:11.695638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb62343-37a9-4fce-a842-9958a47ef136 tempest-PortsTestJSON-1045682539 tempest-PortsTestJSON-1045682539-project] Pushing event deleted for resources: {'Network': ['ID=0ad9d787-de26-422f-883f-e498ba1fdd04,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:11.712008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-17596bb3-b8a3-4ad6-b23e-cf12a79d653c tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=5286fbc9-6184-4ca8-8157-f6d68d9bddf0 HTTP/1.1" status: 200 len: 205 time: 0.0331120 May 12 03:29:11.714613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34838) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.755648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-a65c767e-b431-44bf-b035-9a7bcde38d1d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:11.756694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a65c767e-b431-44bf-b035-9a7bcde38d1d tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/5286fbc9-6184-4ca8-8157-f6d68d9bddf0 HTTP/1.1" status: 404 len: 336 time: 0.0408647 May 12 03:29:11.759379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34840) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.785167 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360b235-a650-4607-b581-4d54ae6fe323 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:11.785623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8360b235-a650-4607-b581-4d54ae6fe323 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:11.788619 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8360b235-a650-4607-b581-4d54ae6fe323 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/11cd01d5-a078-4d80-9280-74825b2a9576 HTTP/1.1" status: 404 len: 337 time: 0.0283480 May 12 03:29:11.791224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34842) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.818636 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-85908097-ceb4-43a1-b103-6632d9f8f4af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:11.819176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85908097-ceb4-43a1-b103-6632d9f8f4af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:11.822256 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-85908097-ceb4-43a1-b103-6632d9f8f4af tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/1ed745b0-5e97-4d5d-a76f-f6918ca9ca16 HTTP/1.1" status: 404 len: 337 time: 0.0300598 May 12 03:29:11.824832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34844) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.857538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21d57b2-b66a-4c89-a89f-f3d543230cee tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:11.858027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21d57b2-b66a-4c89-a89f-f3d543230cee tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:11.861861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d21d57b2-b66a-4c89-a89f-f3d543230cee tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/d6cb1ca9-05e2-418e-9a31-3d4565e83d32 HTTP/1.1" status: 404 len: 337 time: 0.0351279 May 12 03:29:11.864213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34846) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.890376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c945fb63-6d38-4342-b4c4-a5d501a93810 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:11.890960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c945fb63-6d38-4342-b4c4-a5d501a93810 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:11.894064 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c945fb63-6d38-4342-b4c4-a5d501a93810 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/bb3d8901-134b-499e-be76-9c73101afb1a HTTP/1.1" status: 404 len: 337 time: 0.0288310 May 12 03:29:11.896652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34850) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.923848 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5c284a79-06bb-4ca0-974d-36d9c4bd4974 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 200 len: 205 time: 0.0261197 May 12 03:29:11.926716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34852) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.952345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34854) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.963297 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-35ddc4e3-cece-44fc-b1e0-74d4d0115dec tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:11.964267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-35ddc4e3-cece-44fc-b1e0-74d4d0115dec tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/5eddfb1c-76d2-432b-b5ec-8ca310edc7cc HTTP/1.1" status: 404 len: 336 time: 0.0365918 May 12 03:29:11.966897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34858) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:11.998492 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d1a5a976-6b76-4746-a03a-20c4e9c644a2 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e95fa8-13f7-4a77-a20a-168527c227fc HTTP/1.1" status: 200 len: 205 time: 0.0305400 May 12 03:29:12.000900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34860) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.037529 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-61c74ff1-4bcd-4e90-b1c3-1bb399dd551e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:12.042220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-61c74ff1-4bcd-4e90-b1c3-1bb399dd551e tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/94e95fa8-13f7-4a77-a20a-168527c227fc HTTP/1.1" status: 404 len: 336 time: 0.0368142 May 12 03:29:12.044771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34862) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.044931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34864) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.079663 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf745bc-84ea-4ac6-97df-47e98be7a693 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:12.080106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf745bc-84ea-4ac6-97df-47e98be7a693 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:12.083023 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ddf745bc-84ea-4ac6-97df-47e98be7a693 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/baa273d6-cd91-475f-916a-7d05dd5dab14 HTTP/1.1" status: 404 len: 337 time: 0.0386908 May 12 03:29:12.088809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.110696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0e837d6d-ea37-4d45-a0af-6d8f36851fe9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 993 time: 0.0658402 May 12 03:29:12.125588 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-989e3a24-3a04-460f-b37d-5c58ab96cb31 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 200 len: 205 time: 0.0356407 May 12 03:29:12.129819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34868) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.150312 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e6fb10a6-6b94-4173-82d0-faa5ba3d45ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43b18f849f634e519e6ef4bb1b4b2b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965845 May 12 03:29:12.152780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34870) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.167403 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-5902f8f1-2435-4906-b476-21b4efd68148 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:12.168452 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5902f8f1-2435-4906-b476-21b4efd68148 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/0aeb61ff-f102-4a19-bfe3-5c1271dc9263 HTTP/1.1" status: 404 len: 336 time: 0.0376463 May 12 03:29:12.170960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34872) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.199239 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cb3c1648-2d21-4604-a28a-f7bf8ed325ee tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=61db56d5-d044-4738-aced-5004390860b9 HTTP/1.1" status: 200 len: 205 time: 0.0269344 May 12 03:29:12.201242 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34874) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.202067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0c92df0f-3308-4854-8f50-14dbddadd1b2 admin admin] Publish callbacks [] for security_group (054f6e39-f095-4d65-a5b0-fc7b72ce57cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:12.223858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0c92df0f-3308-4854-8f50-14dbddadd1b2 admin admin] Publish callbacks [] for security_group (054f6e39-f095-4d65-a5b0-fc7b72ce57cc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:12.242037 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-9e65f832-b9d5-445e-b8d7-3e2c2a672765 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:12.245573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9e65f832-b9d5-445e-b8d7-3e2c2a672765 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/61db56d5-d044-4738-aced-5004390860b9 HTTP/1.1" status: 404 len: 336 time: 0.0409768 May 12 03:29:12.246800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34876) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.261962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:12.272335 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9238df-0ad2-442b-8878-1423ac140ffa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:12.272811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9238df-0ad2-442b-8878-1423ac140ffa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:12.275832 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ba9238df-0ad2-442b-8878-1423ac140ffa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/8033d13f-6c12-427c-a102-25d2b881d586 HTTP/1.1" status: 404 len: 337 time: 0.0290964 May 12 03:29:12.278513 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34878) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.284942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0c92df0f-3308-4854-8f50-14dbddadd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (054f6e39-f095-4d65-a5b0-fc7b72ce57cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:12.287770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0c92df0f-3308-4854-8f50-14dbddadd1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:12.290345 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0c92df0f-3308-4854-8f50-14dbddadd1b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/054f6e39-f095-4d65-a5b0-fc7b72ce57cc HTTP/1.1" status: 204 len: 168 time: 0.1366186 May 12 03:29:12.310440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fff90078-fe87-43f0-bc66-01ba30417fa8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01b12a6-5c6b-4430-85b8-2a0612ea13e6 HTTP/1.1" status: 200 len: 205 time: 0.0286086 May 12 03:29:12.310604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92df0f-3308-4854-8f50-14dbddadd1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f6e39-f095-4d65-a5b0-fc7b72ce57cc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:12.310759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34882) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.359253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-feed1953-0f94-49fa-be86-826176fc53c9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:12.360324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-feed1953-0f94-49fa-be86-826176fc53c9 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/f01b12a6-5c6b-4430-85b8-2a0612ea13e6 HTTP/1.1" status: 404 len: 336 time: 0.0487809 May 12 03:29:12.364559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34884) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.391828 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebf79f8-c1ba-41cd-8abc-ed7c4dc3c272 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:12.392379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebf79f8-c1ba-41cd-8abc-ed7c4dc3c272 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:12.395625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ebf79f8-c1ba-41cd-8abc-ed7c4dc3c272 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/e4837411-b737-4005-8cba-54d76f2d06b7 HTTP/1.1" status: 404 len: 337 time: 0.0299499 May 12 03:29:12.399161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34886) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.429335 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-35392c83-04dc-4c11-b241-653782fd6185 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d634425-8fdc-4c96-99dd-d56eca1543cc HTTP/1.1" status: 200 len: 205 time: 0.0290687 May 12 03:29:12.431707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34888) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.471218 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-fc083f1c-fd0e-42b3-8fb9-6bbc5bfea9d3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] delete failed (client error): The resource could not be found. May 12 03:29:12.472818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fc083f1c-fd0e-42b3-8fb9-6bbc5bfea9d3 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/routers/2d634425-8fdc-4c96-99dd-d56eca1543cc HTTP/1.1" status: 404 len: 336 time: 0.0399148 May 12 03:29:12.475823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34892) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.517173 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2131a702-c00f-4076-ad70-bce6113216d8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:12.518000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2131a702-c00f-4076-ad70-bce6113216d8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:12.524430 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2131a702-c00f-4076-ad70-bce6113216d8 tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/a3d4ddab-e1e9-4278-8fed-0f7602dad2fe HTTP/1.1" status: 404 len: 337 time: 0.0451043 May 12 03:29:12.525344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34894) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:12.598522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:12.627214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:12.627214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4a5f07cd-9b31-4af0-b0b8-1936f619aa27 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:12.918902 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce06e51-3e8e-4e42-8679-471ea12431aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] DELETE failed (client error): The resource could not be found. May 12 03:29:12.919391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce06e51-3e8e-4e42-8679-471ea12431aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:29:12.924754 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0ce06e51-3e8e-4e42-8679-471ea12431aa tempest-RoutersTest-1524038620 tempest-RoutersTest-1524038620-project] 10.222.0.23 "DELETE /v2.0/subnets/949f4cfd-c79c-4303-b43d-90e00afff8a7 HTTP/1.1" status: 404 len: 337 time: 0.3968866 May 12 03:29:13.066428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34916) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.126386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34920) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.250375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1425357188'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:13.254690 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-882da7a4-247b-4e07-a7d0-283cb4a90be5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90508af6818f43249e26a34e51746880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271036 May 12 03:29:13.257137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34924) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.271137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Made reservation on behalf of a1d4a111e9364ec8852e453847340654 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:13.274581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.283223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.304814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8b34-5424-4c12-9aac-f2d2c0718eaa admin admin] Publish callbacks [] for security_group (9e88a441-70ec-4d67-94e1-1ae229b9ba69), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.325834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8b34-5424-4c12-9aac-f2d2c0718eaa admin admin] Publish callbacks [] for security_group (9e88a441-70ec-4d67-94e1-1ae229b9ba69), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.363716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks [] for security_group (748bc2db-0e46-4430-8c7e-eb4ccf5162b8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.367523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (748bc2db-0e46-4430-8c7e-eb4ccf5162b8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.377477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8b34-5424-4c12-9aac-f2d2c0718eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9e88a441-70ec-4d67-94e1-1ae229b9ba69), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.380143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8b34-5424-4c12-9aac-f2d2c0718eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.381316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d3fd8b34-5424-4c12-9aac-f2d2c0718eaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e88a441-70ec-4d67-94e1-1ae229b9ba69 HTTP/1.1" status: 204 len: 168 time: 0.1232104 May 12 03:29:13.390279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd8b34-5424-4c12-9aac-f2d2c0718eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e88a441-70ec-4d67-94e1-1ae229b9ba69,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:13.398289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:29:13.407998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748bc2db-0e46-4430-8c7e-eb4ccf5162b8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:13.415391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4ae86472-f44a-420d-a0fd-1040193acb2c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.415964 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Added segment 4ae86472-f44a-420d-a0fd-1040193acb2c of type vlan for network aca388bc-da39-4efa-bf87-3ccf451b9f2e May 12 03:29:13.459974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (aca388bc-da39-4efa-bf87-3ccf451b9f2e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.486285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (aca388bc-da39-4efa-bf87-3ccf451b9f2e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.491253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:13.491822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:13.531273 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 757 time: 0.4636748 May 12 03:29:13.535368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34930) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.540703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-c1144da2-3a3e-47a8-a4b1-7d13b6ea0be9 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-749762080') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:13.565791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c4f6b-81eb-40f2-8f9f-88c0672b742f tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Pushing event updated for resources: {'Network': ['ID=aca388bc-da39-4efa-bf87-3ccf451b9f2e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:13.578984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network aca388bc-da39-4efa-bf87-3ccf451b9f2e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:29:13.628615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c1144da2-3a3e-47a8-a4b1-7d13b6ea0be9 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "PUT /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-749762080 HTTP/1.1" status: 201 len: 201 time: 0.0912776 May 12 03:29:13.631296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34934) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.635760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-60fd9306-f46f-47a5-a500-c62bb1152f7d tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-749762080') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:13.696988 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-60fd9306-f46f-47a5-a500-c62bb1152f7d tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-749762080 HTTP/1.1" status: 204 len: 168 time: 0.0645778 May 12 03:29:13.699294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34940) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.703340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-c0561d65-a89b-4903-b3df-2f23eae31f3c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:13.762077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c0561d65-a89b-4903-b3df-2f23eae31f3c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags HTTP/1.1" status: 200 len: 237 time: 0.0617459 May 12 03:29:13.764639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34944) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.769550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-b28ee8c7-8c58-4735-a9cb-edd4a7b94e19 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', {'tags': ['tempest-TagsTest-Tag-974772239', 'tempest-TagsTest-Tag-774224896', 'tempest-TagsTest-Tag-412577842']}) {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:13.850960 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b28ee8c7-8c58-4735-a9cb-edd4a7b94e19 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "PUT /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags HTTP/1.1" status: 200 len: 306 time: 0.0852988 May 12 03:29:13.853486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34948) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.858226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-80c77ddc-7481-45bd-89d5-1549a6ee1f6a tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-974772239') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:13.931271 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-80c77ddc-7481-45bd-89d5-1549a6ee1f6a tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "DELETE /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-974772239 HTTP/1.1" status: 204 len: 168 time: 0.0766461 May 12 03:29:13.933873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34954) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:13.937975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-3ecc2474-2cb2-4e71-9a96-71465ee31aab tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-974772239') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.000420 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-3ecc2474-2cb2-4e71-9a96-71465ee31aab tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] show failed (client error): The resource could not be found. May 12 03:29:14.001462 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3ecc2474-2cb2-4e71-9a96-71465ee31aab tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-974772239 HTTP/1.1" status: 404 len: 325 time: 0.0666702 May 12 03:29:14.004805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34958) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.008890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-decacc66-cff9-4f70-a908-1ad9939b5c18 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-774224896') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.046911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34960) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.065300 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-decacc66-cff9-4f70-a908-1ad9939b5c18 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-774224896 HTTP/1.1" status: 204 len: 168 time: 0.0595012 May 12 03:29:14.068312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34964) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.072330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-940ce9d1-5a9a-44a0-9420-ecfbe23a518e tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-412577842') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.137392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-940ce9d1-5a9a-44a0-9420-ecfbe23a518e tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-412577842 HTTP/1.1" status: 204 len: 168 time: 0.0680444 May 12 03:29:14.139233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34966) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.143724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-b86693a0-0fa8-4b8c-a42a-c6d68631491a tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.154039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-648931950-network', 'tenant_id': 'ff8b20cbf3ba4ad0b0a033786656f402'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:14.175441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Made reservation on behalf of ff8b20cbf3ba4ad0b0a033786656f402 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:14.177834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.185766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.238785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b86693a0-0fa8-4b8c-a42a-c6d68631491a tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "DELETE /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0957427 May 12 03:29:14.239087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34968) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.244739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-a91a831b-ff1a-4883-9176-dfaaa6650f39 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-774224896') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.287872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks [] for security_group (e8b297d6-3356-4180-8077-b45589017276), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.316525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e8b297d6-3356-4180-8077-b45589017276), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.328726 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-a91a831b-ff1a-4883-9176-dfaaa6650f39 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] show failed (client error): The resource could not be found. May 12 03:29:14.329750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a91a831b-ff1a-4883-9176-dfaaa6650f39 tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-774224896 HTTP/1.1" status: 404 len: 325 time: 0.0897765 May 12 03:29:14.332800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 34970) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.338626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.tag.tag_plugin [None req-7c3f694c-a4f3-47dc-bda9-750fd7942b2d tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e', 'tempest-TagsTest-Tag-412577842') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.356905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:29:14.391848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b297d6-3356-4180-8077-b45589017276,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:14.401730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (18611953-ed28-4149-bfb4-98e6de23a947), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.402150 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Added segment 18611953-ed28-4149-bfb4-98e6de23a947 of type vlan for network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec May 12 03:29:14.442158 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.api.v2.resource [None req-7c3f694c-a4f3-47dc-bda9-750fd7942b2d tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] show failed (client error): The resource could not be found. May 12 03:29:14.443203 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7c3f694c-a4f3-47dc-bda9-750fd7942b2d tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "GET /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags/tempest-TagsTest-Tag-412577842 HTTP/1.1" status: 404 len: 325 time: 0.1077714 May 12 03:29:14.446053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34972) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.450523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.tag.tag_plugin [None req-ffdfa631-2e91-482d-9888-86b3fc10536a tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aca388bc-da39-4efa-bf87-3ccf451b9f2e') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.471729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (38b6052a-fcd1-4f00-b866-15fd3c04c0ec), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.497120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (38b6052a-fcd1-4f00-b866-15fd3c04c0ec), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.498218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:14.498826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.517157 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ffdfa631-2e91-482d-9888-86b3fc10536a tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "DELETE /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0699975 May 12 03:29:14.523100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34974) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.551390 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5021982 May 12 03:29:14.553768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:14.560526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Request body: {'subnet': {'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-648931950-subnet', 'tenant_id': 'ff8b20cbf3ba4ad0b0a033786656f402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:14.601627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462af6ea-f205-454d-af63-651265e737ec admin admin] Pushing event updated for resources: {'Network': ['ID=38b6052a-fcd1-4f00-b866-15fd3c04c0ec,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:14.614957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:29:14.615609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (aca388bc-da39-4efa-bf87-3ccf451b9f2e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.624602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Made reservation on behalf of ff8b20cbf3ba4ad0b0a033786656f402 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:14.626992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.769679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (aca388bc-da39-4efa-bf87-3ccf451b9f2e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.794654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca388bc-da39-4efa-bf87-3ccf451b9f2e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.812916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae86472-f44a-420d-a0fd-1040193acb2c') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.813144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae86472-f44a-420d-a0fd-1040193acb2c') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:14.826610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (4ae86472-f44a-420d-a0fd-1040193acb2c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.862780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4ae86472-f44a-420d-a0fd-1040193acb2c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.873215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:14.873594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (4ae86472-f44a-420d-a0fd-1040193acb2c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:14.876507 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:14.962272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (bad33053-5519-4206-ad99-7e31c16d19e4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.966474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (aca388bc-da39-4efa-bf87-3ccf451b9f2e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.976639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:14.979518 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] 10.222.0.23 "DELETE /v2.0/networks/aca388bc-da39-4efa-bf87-3ccf451b9f2e HTTP/1.1" status: 204 len: 168 time: 0.4554892 May 12 03:29:15.023457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46bdf3-c774-4dbf-8d44-0a255f7eaa8c tempest-TagsTest-1350114083 tempest-TagsTest-1350114083-project] Pushing event deleted for resources: {'Network': ['ID=aca388bc-da39-4efa-bf87-3ccf451b9f2e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:15.040139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad33053-5519-4206-ad99-7e31c16d19e4,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:15.055756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Checking segment: {'id': '18611953-ed28-4149-bfb4-98e6de23a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:15.056306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Network hostable DHCP agents. Network: 38b6052a-fcd1-4f00-b866-15fd3c04c0ec, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:29:15.073114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:29:15.083333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 38b6052a-fcd1-4f00-b866-15fd3c04c0ec) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:15.088705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:15.090307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.091947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d380e-667f-47ed-96a0-6589e4281cbe None None] Network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:15.112976 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d915d551-917a-406d-b46c-9014a67dbcf5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5581269 May 12 03:29:15.197344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:15.208349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86b38c-4509-4ad5-bf07-48e6f6a5ae89 None None] Network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:15.339365 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d362393-1c28-4b64-927f-4597693dd052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1d4a111e9364ec8852e453847340654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407275 May 12 03:29:15.341724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 34992) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:15.391066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12381376-a93b-489b-b34b-60c8496a4a6b admin admin] Publish callbacks [] for security_group (748bc2db-0e46-4430-8c7e-eb4ccf5162b8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.414331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12381376-a93b-489b-b34b-60c8496a4a6b admin admin] Publish callbacks [] for security_group (748bc2db-0e46-4430-8c7e-eb4ccf5162b8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.462848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12381376-a93b-489b-b34b-60c8496a4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (748bc2db-0e46-4430-8c7e-eb4ccf5162b8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.466209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-12381376-a93b-489b-b34b-60c8496a4a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.467468 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-12381376-a93b-489b-b34b-60c8496a4a6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/748bc2db-0e46-4430-8c7e-eb4ccf5162b8 HTTP/1.1" status: 204 len: 168 time: 0.1247673 May 12 03:29:15.478901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12381376-a93b-489b-b34b-60c8496a4a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748bc2db-0e46-4430-8c7e-eb4ccf5162b8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:15.604279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35004) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:15.609508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1485166126-network', 'tenant_id': '0f013f5299a944c7bfa2aa9a74afcdce'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:15.632326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Made reservation on behalf of 0f013f5299a944c7bfa2aa9a74afcdce for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:15.637289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.647418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.722093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks [] for security_group (13ea7920-5c3e-4559-8bb0-fdd90894a2cd), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.725871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (13ea7920-5c3e-4559-8bb0-fdd90894a2cd), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.751984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:29:15.762306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ea7920-5c3e-4559-8bb0-fdd90894a2cd,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:15.767253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.767661 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Added segment 5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b of type vlan for network 446a0136-780a-4fdd-819c-8b2b1696e389 May 12 03:29:15.808677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (446a0136-780a-4fdd-819c-8b2b1696e389), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.835552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (446a0136-780a-4fdd-819c-8b2b1696e389), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.836820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:15.837421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.886433 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2809560 May 12 03:29:15.889448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35016) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:15.894733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Request body: {'subnet': {'network_id': '446a0136-780a-4fdd-819c-8b2b1696e389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1485166126-subnet', 'tenant_id': '0f013f5299a944c7bfa2aa9a74afcdce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:15.915553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Made reservation on behalf of 0f013f5299a944c7bfa2aa9a74afcdce for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:15.918462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:15.944867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc5c3c-58dd-443f-9c88-79fbbfc2503a admin admin] Pushing event updated for resources: {'Network': ['ID=446a0136-780a-4fdd-819c-8b2b1696e389,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:15.956391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 446a0136-780a-4fdd-819c-8b2b1696e389 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:29:16.101018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (0666e332-336f-42f5-8125-e771452ed5ff), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.158914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35026) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:16.159997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0666e332-336f-42f5-8125-e771452ed5ff,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:16.171961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Checking segment: {'id': '5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '446a0136-780a-4fdd-819c-8b2b1696e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:16.172323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Network hostable DHCP agents. Network: 446a0136-780a-4fdd-819c-8b2b1696e389, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:29:16.190900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Network 446a0136-780a-4fdd-819c-8b2b1696e389 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:29:16.200108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 446a0136-780a-4fdd-819c-8b2b1696e389) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:16.206012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:16.206978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.207661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d4a2a-1fb8-4cb3-9277-27f9fd74f92c None None] Network 446a0136-780a-4fdd-819c-8b2b1696e389 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:16.224379 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-06046391-7275-451d-bf9e-5dcf0f4dc873 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3330078 May 12 03:29:16.268116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-428057014-network', 'tenant_id': '5a7f18ce91624bc98c280c920727400b'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:16.289977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Made reservation on behalf of 5a7f18ce91624bc98c280c920727400b for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:16.293532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.303999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.317607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eecdf52-e2fc-4acc-9991-b0d9439a9670 None None] Network 446a0136-780a-4fdd-819c-8b2b1696e389 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:16.387718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks [] for security_group (8479790d-08ce-4b61-bb3c-5623ceb0b21e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.393020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8479790d-08ce-4b61-bb3c-5623ceb0b21e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.431262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:29:16.442481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479790d-08ce-4b61-bb3c-5623ceb0b21e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:16.448522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (ca561c39-82fd-4958-95e4-51df523d79f2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.448935 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Added segment ca561c39-82fd-4958-95e4-51df523d79f2 of type vlan for network b4561058-cde5-43d3-8a1b-1ae92a39d565 May 12 03:29:16.492722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b4561058-cde5-43d3-8a1b-1ae92a39d565), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.517054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b4561058-cde5-43d3-8a1b-1ae92a39d565), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.519017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:16.519510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.561358 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3980930 May 12 03:29:16.561690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35038) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:16.566814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Request body: {'subnet': {'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-428057014-subnet', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:16.586426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c286f0b-3560-4d30-a11d-ca4d6da907de admin admin] Pushing event updated for resources: {'Network': ['ID=b4561058-cde5-43d3-8a1b-1ae92a39d565,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:16.595934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:29:16.599694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Made reservation on behalf of 5a7f18ce91624bc98c280c920727400b for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:16.602599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:16.811750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-0d153f91-29cd-4767-ab92-777140f907d9 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:16.813219 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-0d153f91-29cd-4767-ab92-777140f907d9 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/networks?id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec HTTP/1.1" status: 200 len: 811 time: 0.1520875 May 12 03:29:16.835348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-84826872-c10b-4b01-b04e-01b133995ab8 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/quotas/ff8b20cbf3ba4ad0b0a033786656f402 HTTP/1.1" status: 200 len: 375 time: 0.0155568 May 12 03:29:16.892818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-0a7f1a2b-c8bf-4dfd-aea2-e5c8f380d848 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff8b20cbf3ba4ad0b0a033786656f402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382729 May 12 03:29:16.898301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (1511f170-78ff-46ef-b94c-37696fa33362), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.010970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1511f170-78ff-46ef-b94c-37696fa33362,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:17.025762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Checking segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:17.026164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Network hostable DHCP agents. Network: b4561058-cde5-43d3-8a1b-1ae92a39d565, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:29:17.048748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-aab669a1-c539-4d9c-88c7-dc68edfe852e service neutron] 10.222.0.23 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482759 May 12 03:29:17.063774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:29:17.090955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b4561058-cde5-43d3-8a1b-1ae92a39d565) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:17.099605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74276d-7cf9-418d-8488-34c3b989ba01 None None] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:17.119733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:17.120331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.149557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8c078227-7f7f-456e-bbca-974b5589e678 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5864720 May 12 03:29:17.152194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35048) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:17.156653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:17.181800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-82d210ec-18e0-4c5b-ab38-32102a9cc754 service neutron] 10.222.0.23 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261287 May 12 03:29:17.192299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (b622c5b7-3a9e-41a6-993f-a37e63ec639a), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.193670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (b622c5b7-3a9e-41a6-993f-a37e63ec639a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.249988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks [] for router_controller (b622c5b7-3a9e-41a6-993f-a37e63ec639a), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.355891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b4561058-cde5-43d3-8a1b-1ae92a39d565', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:29:17.356922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.406275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6144602f-ab5a-4fcd-97ca-86b311039dd0 req-eed19c41-73d0-4ad1-8a67-f3430c263fb6 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 210 time: 0.0661442 May 12 03:29:17.441552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks [] for router_gateway (b622c5b7-3a9e-41a6-993f-a37e63ec639a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.514345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Allocated IP 172.20.0.2 (b4561058-cde5-43d3-8a1b-1ae92a39d565/1511f170-78ff-46ef-b94c-37696fa33362/ad868944-130d-492e-8d00-f4f5c9b5cc4f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:17.643298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks [] for router_gateway (b622c5b7-3a9e-41a6-993f-a37e63ec639a), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.662972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.672132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Publish callbacks [] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.680083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.725154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:17.728093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:17.731821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:17.750320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Pushing event updated for resources: {'Port': ['ID=ad868944-130d-492e-8d00-f4f5c9b5cc4f,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:17.780711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Allocated IP 172.26.2.38 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/ddeac590-c85e-4a88-aae2-6639c46db2c4) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:17.808170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Attempting to bind port ad868944-130d-492e-8d00-f4f5c9b5cc4f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:17.808532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Attempting to bind port ad868944-130d-492e-8d00-f4f5c9b5cc4f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:17.809094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Attempting to bind port ad868944-130d-492e-8d00-f4f5c9b5cc4f on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:17.814535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:17.815191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Checking segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:17.816152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.816544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Bound using segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:17.817003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Bound port: ad868944-130d-492e-8d00-f4f5c9b5cc4f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:17.817377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.888034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] For port ad868944-130d-492e-8d00-f4f5c9b5cc4f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:17.891380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] For port ad868944-130d-492e-8d00-f4f5c9b5cc4f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ad868944-130d-492e-8d00-f4f5c9b5cc4f,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:17.893840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks [] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.896441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.930814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:17.953995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500ab0-ae65-484d-8303-ce423e6469fc None None] Pushing event updated for resources: {'Port': ['ID=ad868944-130d-492e-8d00-f4f5c9b5cc4f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:17.970315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:17.973204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:17.975964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:18.008762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Pushing event updated for resources: {'Port': ['ID=ddeac590-c85e-4a88-aae2-6639c46db2c4,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:18.267282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks [] for router_gateway (b622c5b7-3a9e-41a6-993f-a37e63ec639a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:18.473863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (b622c5b7-3a9e-41a6-993f-a37e63ec639a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:18.548375 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89bc1c07-8943-43af-83d7-a3f19d5eae33 req-f2d3093f-8d38-49a8-a3e1-b5b4f74d3854 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 210 time: 0.0331769 May 12 03:29:18.646273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-d1f2dc80-3e58-4518-adbf-bb14c750e36f tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:18.647819 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-d1f2dc80-3e58-4518-adbf-bb14c750e36f tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.57 "GET /v2.0/networks?id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec HTTP/1.1" status: 200 len: 811 time: 0.1619587 May 12 03:29:18.661026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ad868944-130d-492e-8d00-f4f5c9b5cc4f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:18.669229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Request body: {'port': {'device_id': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec', 'admin_state_up': True, 'tenant_id': 'ff8b20cbf3ba4ad0b0a033786656f402'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:18.687130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:29:18.740635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ad868944-130d-492e-8d00-f4f5c9b5cc4f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:18.741240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:18.820981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Made reservation on behalf of ff8b20cbf3ba4ad0b0a033786656f402 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:18.826201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:18.828806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:18.829605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ad868944-130d-492e-8d00-f4f5c9b5cc4f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:18.830420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:18.845437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:18.853623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:18.855240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ffc28a86-bf35-4ff3-98d2-0d61c75e5df8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7019789 May 12 03:29:18.857929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35066) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:18.882627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:18.883428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:18.949287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port ad868944-130d-492e-8d00-f4f5c9b5cc4f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ad868944-130d-492e-8d00-f4f5c9b5cc4f,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:18.986717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.019417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Allocated IP 172.20.0.13 (38b6052a-fcd1-4f00-b866-15fd3c04c0ec/bad33053-5519-4206-ad99-7e31c16d19e4/59754cce-7a02-41eb-a40e-acbd7f8e0c05) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:19.022021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99227072-b215-4923-a4ea-eb40de55563e None None] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:19.103051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:19.168942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-42691ac6-dd56-4a08-9076-8388607db83a None None] Provisioning complete for port ad868944-130d-492e-8d00-f4f5c9b5cc4f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:19.169428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-42691ac6-dd56-4a08-9076-8388607db83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.181447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks [] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.218915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.229521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=ad868944-130d-492e-8d00-f4f5c9b5cc4f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:19.271485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:19.275696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Pushing event updated for resources: {'Port': ['ID=59754cce-7a02-41eb-a40e-acbd7f8e0c05,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:19.278262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:19.280367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:19.338695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:19.339683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.359478 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-037b3409-b508-48be-849c-01fab0fdc67a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6947715 May 12 03:29:19.380011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Request body: {'port': {'device_id': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:19.427144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-42691ac6-dd56-4a08-9076-8388607db83a None None] Current status of the port ad868944-130d-492e-8d00-f4f5c9b5cc4f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:19.436521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:18Z', 'revision_number': 3, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:19.451603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.468838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:19.469353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Updating router b622c5b7-3a9e-41a6-993f-a37e63ec639a port ddeac590-c85e-4a88-aae2-6639c46db2c4 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:29:19.505801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.673404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-343e18ab-1d85-4819-8f3b-0059d3408a08 None None] Provisioning complete for port ad868944-130d-492e-8d00-f4f5c9b5cc4f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:19.674113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-343e18ab-1d85-4819-8f3b-0059d3408a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.711652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68acd76-a4f9-4035-898f-2d8d207600bd req-3e2853ad-d1ea-4cef-a676-d55d9a6d17c7 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:19.713092 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d68acd76-a4f9-4035-898f-2d8d207600bd req-3e2853ad-d1ea-4cef-a676-d55d9a6d17c7 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 932 time: 0.0731778 May 12 03:29:19.724184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.849614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-343e18ab-1d85-4819-8f3b-0059d3408a08 None None] Current status of the port ad868944-130d-492e-8d00-f4f5c9b5cc4f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:19.859042 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d68acd76-a4f9-4035-898f-2d8d207600bd req-ec96bb9f-e552-4ae6-9349-b703eae1091a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387382 May 12 03:29:19.928896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Publish callbacks [] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.936567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:19.973373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Allocated IP 172.20.0.1 (b4561058-cde5-43d3-8a1b-1ae92a39d565/1511f170-78ff-46ef-b94c-37696fa33362/41cd9509-2fa7-4cd1-99dc-b9290080c688) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:19.993646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Attempting to bind port ddeac590-c85e-4a88-aae2-6639c46db2c4 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:19.993971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Attempting to bind port ddeac590-c85e-4a88-aae2-6639c46db2c4 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:19.994344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Attempting to bind port ddeac590-c85e-4a88-aae2-6639c46db2c4 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:19.996475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed2839-0a9a-4e27-84b2-5023c19e7587 None None] Pushing event updated for resources: {'Port': ['ID=ddeac590-c85e-4a88-aae2-6639c46db2c4,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:20.008132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:20.008635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:20.009094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.009483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:20.009975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Bound port: ddeac590-c85e-4a88-aae2-6639c46db2c4, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:20.010352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.070613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] For port ddeac590-c85e-4a88-aae2-6639c46db2c4, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:20.073860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] For port ddeac590-c85e-4a88-aae2-6639c46db2c4, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ddeac590-c85e-4a88-aae2-6639c46db2c4,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:20.079237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.095508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks [] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.135415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.139077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:20.139711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:20.177782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:20.181544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed2839-0a9a-4e27-84b2-5023c19e7587 None None] Pushing event updated for resources: {'Port': ['ID=ddeac590-c85e-4a88-aae2-6639c46db2c4,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:20.182873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:20.187524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:20.190707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=41cd9509-2fa7-4cd1-99dc-b9290080c688,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:20.195838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59754cce-7a02-41eb-a40e-acbd7f8e0c05 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:29:20.208916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Publish callbacks [] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.230087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Transition to ACTIVE for port object 59754cce-7a02-41eb-a40e-acbd7f8e0c05 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:29:20.230758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (b622c5b7-3a9e-41a6-993f-a37e63ec639a), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.236468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.267412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:20.299448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Pushing event updated for resources: {'Port': ['ID=59754cce-7a02-41eb-a40e-acbd7f8e0c05,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:20.379090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Attempting to bind port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:20.379434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Attempting to bind port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '18611953-ed28-4149-bfb4-98e6de23a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:20.379757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Attempting to bind port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 on network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:20.384875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 on network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:29:20.385199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Attempting to bind port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 on network 38b6052a-fcd1-4f00-b866-15fd3c04c0ec {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:20.391501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:20.392142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Checking segment: {'id': '18611953-ed28-4149-bfb4-98e6de23a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:20.392927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Bound using segment: {'id': '18611953-ed28-4149-bfb4-98e6de23a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:20.394336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Bound port: 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18611953-ed28-4149-bfb4-98e6de23a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:20.394578 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.395176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.467950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] For port 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:20.472238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] For port 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05,segment=NetworkSegment(18611953-ed28-4149-bfb4-98e6de23a947),segment_id=18611953-ed28-4149-bfb4-98e6de23a947)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:20.479630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.489143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-aeb3ea9a-18e4-445c-b384-2c0d7c880ea8 None None] Provisioning complete for port 41cd9509-2fa7-4cd1-99dc-b9290080c688 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:20.489931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aeb3ea9a-18e4-445c-b384-2c0d7c880ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.519295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:18Z', 'revision_number': 3, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:20.532722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:20.533346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.534829 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] 10.222.0.57 "PUT /v2.0/ports/59754cce-7a02-41eb-a40e-acbd7f8e0c05 HTTP/1.1" status: 200 len: 1094 time: 1.1597924 May 12 03:29:20.535279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'tag': '59754cce-7a02-41eb-a40e-acbd7f8e0c05'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:20.537566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ca676c-48ec-4284-af6e-e536074fdb03", "tag": "59754cce-7a02-41eb-a40e-acbd7f8e0c05"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:20.552437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa9124-0f42-43a7-be03-4b4f5e1dddb5 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:18Z', 'revision_number': 3, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:20.556065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-aeb3ea9a-18e4-445c-b384-2c0d7c880ea8 None None] Port 41cd9509-2fa7-4cd1-99dc-b9290080c688 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:20.592784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a81b-9f2f-410a-9912-5b9f00123203 service neutron] Pushing event updated for resources: {'Port': ['ID=59754cce-7a02-41eb-a40e-acbd7f8e0c05,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:20.627102 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbeed33-183f-4ece-8389-5e4d514baf66 x-openstack-request-id: req-6cbeed33-183f-4ece-8389-5e4d514baf66 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:20.628285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ca676c-48ec-4284-af6e-e536074fdb03", "tag": "59754cce-7a02-41eb-a40e-acbd7f8e0c05", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:20.628762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cbeed33-183f-4ece-8389-5e4d514baf66 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:20.629426 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbeed33-183f-4ece-8389-5e4d514baf66'] response: {'name': 'network-changed', 'server_uuid': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'tag': '59754cce-7a02-41eb-a40e-acbd7f8e0c05', 'status': 'completed', 'code': 200} May 12 03:29:20.656891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ad868944-130d-492e-8d00-f4f5c9b5cc4f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:20.666518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-4691fac1-9f16-4372-beac-0102cdb69cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:20.666938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks [] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.668769 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-4691fac1-9f16-4372-beac-0102cdb69cb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff8b20cbf3ba4ad0b0a033786656f402&device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 1128 time: 0.0671680 May 12 03:29:20.672559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.715170 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-7a62cfa8-1790-44c5-bd1d-1ff90124b1f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05 HTTP/1.1" status: 200 len: 217 time: 0.0381258 May 12 03:29:20.743748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=41cd9509-2fa7-4cd1-99dc-b9290080c688,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:20.747782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (b622c5b7-3a9e-41a6-993f-a37e63ec639a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.777305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-f07f744b-878d-4345-8090-c8aee719ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:20.778764 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-f07f744b-878d-4345-8090-c8aee719ff31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bad33053-5519-4206-ad99-7e31c16d19e4 HTTP/1.1" status: 200 len: 851 time: 0.0570364 May 12 03:29:20.816566 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-2ffaebf4-5ba9-472c-aca3-c936c2d9a73c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311701 May 12 03:29:20.867064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:20.879703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:20.908722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ad868944-130d-492e-8d00-f4f5c9b5cc4f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:20.910074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:20.962369 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-d497b096-2894-4856-b03c-2944dfb6d206 service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370468 May 12 03:29:21.035527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ad868944-130d-492e-8d00-f4f5c9b5cc4f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:21.095207 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4078c622-e44d-4f75-a3f2-8d17aefa014a req-a7f5b7f9-8705-4148-8ad1-56bd2b392678 service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255536 May 12 03:29:21.096205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2222-287b-48e9-8141-7b4ca98b56b4 req-422d6888-4c16-4abf-9f10-19e8381209ac tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:21.097844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-377b2222-287b-48e9-8141-7b4ca98b56b4 req-422d6888-4c16-4abf-9f10-19e8381209ac tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 944 time: 0.0549040 May 12 03:29:21.109374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:21.181394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-82b735b9-8bc3-482e-a472-8bf8e06d7192 None None] Provisioning complete for port 41cd9509-2fa7-4cd1-99dc-b9290080c688 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:21.181394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82b735b9-8bc3-482e-a472-8bf8e06d7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.204680 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-377b2222-287b-48e9-8141-7b4ca98b56b4 req-4efba3df-5312-4a9c-a35b-376accb71d08 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936542 May 12 03:29:21.229387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-82b735b9-8bc3-482e-a472-8bf8e06d7192 None None] Port 41cd9509-2fa7-4cd1-99dc-b9290080c688 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:21.271703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:21.277373 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4f788155-eea1-4a4c-88f0-803be5f63fc6 admin admin] 10.222.0.23 "PUT /v2.0/routers/b622c5b7-3a9e-41a6-993f-a37e63ec639a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182377 May 12 03:29:21.746444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35088) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:21.751424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-403143826-network', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:21.770865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Made reservation on behalf of 881b13ec050d4ebb9265be45f09e2e9f for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:21.773093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.781467 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.856244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks [] for security_group (604e3009-56c7-4753-a330-1f9a70cf806e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.860145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (604e3009-56c7-4753-a330-1f9a70cf806e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.884755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:29:21.893999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604e3009-56c7-4753-a330-1f9a70cf806e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:21.901242 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (59b881b3-2021-46c2-9f45-5bf4079dfa6c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.901595 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Added segment 59b881b3-2021-46c2-9f45-5bf4079dfa6c of type vlan for network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 May 12 03:29:21.946934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.961009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-8dd3ca29-94fb-4aea-b420-6e867294b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:21.962557 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-8dd3ca29-94fb-4aea-b420-6e867294b2e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff8b20cbf3ba4ad0b0a033786656f402&device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 1128 time: 0.0390449 May 12 03:29:21.972768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:21.974317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:21.974905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.015400 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2651925 May 12 03:29:22.037008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35090) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:22.048189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Request body: {'subnet': {'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-403143826-subnet', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:22.051601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dca1b-9874-4ff8-b8bf-86773b78a484 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:22.063146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:29:22.093469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Made reservation on behalf of 881b13ec050d4ebb9265be45f09e2e9f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:22.095843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.111391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-57aa2f78-974a-457b-a6e7-45b3d1457590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:22.113355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-57aa2f78-974a-457b-a6e7-45b3d1457590 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec HTTP/1.1" status: 200 len: 912 time: 0.1440840 May 12 03:29:22.159819 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-e4d0a920-6458-4975-a35d-6cbf22ad9893 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05 HTTP/1.1" status: 200 len: 217 time: 0.0394549 May 12 03:29:22.260262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-d2bf13db-9c36-470c-8996-ab205c113acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:22.261764 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-d2bf13db-9c36-470c-8996-ab205c113acb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bad33053-5519-4206-ad99-7e31c16d19e4 HTTP/1.1" status: 200 len: 851 time: 0.0724485 May 12 03:29:22.314094 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-0e5b2cf3-e9cd-45dd-892e-b045a95b3306 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440760 May 12 03:29:22.332736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9307-921a-44a9-802a-c4d91bfd4129 req-76e88e62-2cd3-460e-858d-e069792a1788 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:22.334698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b36a9307-921a-44a9-802a-c4d91bfd4129 req-76e88e62-2cd3-460e-858d-e069792a1788 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 944 time: 0.0543742 May 12 03:29:22.351261 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:22.361290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:22.362111 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:22.392135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b36a9307-921a-44a9-802a-c4d91bfd4129 req-26bfb6ac-ac10-4e72-b30e-ed6dc55def47 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514514 May 12 03:29:22.439394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (8794f092-dc52-40cc-8589-c18daccc27e2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.489383 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:22.494505 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-1c3fa914-5fbe-48cf-a263-c1f9cca4fa3b service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702685 May 12 03:29:22.530585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8794f092-dc52-40cc-8589-c18daccc27e2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:22.554689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Checking segment: {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:22.555049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Network hostable DHCP agents. Network: 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:29:22.617271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:29:22.625206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ddeac590-c85e-4a88-aae2-6639c46db2c4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:22.628078 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c66021fe-dfdc-4232-9f53-f9f302d3c4ba req-c31917c6-5da6-4291-a7b8-6f66930df0cb service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215458 May 12 03:29:22.630946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:22.636089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:22.636692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.658474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35094) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:22.658722 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cbf7df39-34d1-41c3-9d02-6e415de4a8a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6196661 May 12 03:29:22.663709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:22.665307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8809d-4ee6-4d6b-ae9e-743b1c85e9df None None] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:22.687570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (fa6fdf94-2ba1-4f57-a871-e896adee5720), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.688963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (fa6fdf94-2ba1-4f57-a871-e896adee5720), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.700544 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 2, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:22.728529 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:22.728879 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Updating router b622c5b7-3a9e-41a6-993f-a37e63ec639a port 41cd9509-2fa7-4cd1-99dc-b9290080c688 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:29:22.745013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks [] for router_controller (fa6fdf94-2ba1-4f57-a871-e896adee5720), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.756850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ddeac590-c85e-4a88-aae2-6639c46db2c4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:22.757248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.758511 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.824143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'fixed_ips': [{'subnet_id': '8794f092-dc52-40cc-8589-c18daccc27e2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:29:22.825070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.904046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks [] for router_gateway (fa6fdf94-2ba1-4f57-a871-e896adee5720), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.943402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ddeac590-c85e-4a88-aae2-6639c46db2c4 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:22.943800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:22.994446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port ddeac590-c85e-4a88-aae2-6639c46db2c4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ddeac590-c85e-4a88-aae2-6639c46db2c4,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:23.003783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.033521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 59754cce-7a02-41eb-a40e-acbd7f8e0c05 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:29:23.046628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Allocated IP 172.20.0.2 (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4/8794f092-dc52-40cc-8589-c18daccc27e2/ba0c3723-07eb-42bc-bd8a-21d7f2a7f952) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:23.090665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks [] for router_gateway (fa6fdf94-2ba1-4f57-a871-e896adee5720), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.104552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=ddeac590-c85e-4a88-aae2-6639c46db2c4,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:23.105348 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Publish callbacks [] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.112594 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.129301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.167111 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585307-1c1f-498d-96b9-62f95de46079 None None] Pushing event updated for resources: {'Port': ['ID=41cd9509-2fa7-4cd1-99dc-b9290080c688,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:23.234238 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Attempting to bind port 41cd9509-2fa7-4cd1-99dc-b9290080c688 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:23.234987 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Attempting to bind port 41cd9509-2fa7-4cd1-99dc-b9290080c688 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:23.234987 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Attempting to bind port 41cd9509-2fa7-4cd1-99dc-b9290080c688 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:23.242860 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:23.243774 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Checking segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:23.243943 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.244422 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Bound using segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:23.245487 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Bound port: 41cd9509-2fa7-4cd1-99dc-b9290080c688, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:23.245901 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.255442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Allocated IP 172.26.2.202 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/4bce7942-8f13-42b4-882c-94fd3570d6f0) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:23.294463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05,segment=NetworkSegment(18611953-ed28-4149-bfb4-98e6de23a947),segment_id=18611953-ed28-4149-bfb4-98e6de23a947)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:23.329366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '59754cce-7a02-41eb-a40e-acbd7f8e0c05', 'network_id': '38b6052a-fcd1-4f00-b866-15fd3c04c0ec', 'port_id': '59754cce-7a02-41eb-a40e-acbd7f8e0c05', 'mac_address': 'fa:16:3e:83:6d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad33053-5519-4206-ad99-7e31c16d19e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:29:23.380159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Publish callbacks [] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.389985 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] For port 41cd9509-2fa7-4cd1-99dc-b9290080c688, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:23.394835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.395882 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] For port 41cd9509-2fa7-4cd1-99dc-b9290080c688, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41cd9509-2fa7-4cd1-99dc-b9290080c688,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:23.408556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:23.409497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.410911 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.434677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks [] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.472379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59754cce-7a02-41eb-a40e-acbd7f8e0c05 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:29:23.483874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:23.507084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:23.513443 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:23.514212 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:23.519170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:23.523703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Pushing event updated for resources: {'Port': ['ID=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:23.536805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05,segment=NetworkSegment(18611953-ed28-4149-bfb4-98e6de23a947),segment_id=18611953-ed28-4149-bfb4-98e6de23a947)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:23.567694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.578538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.642907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] Provisioning complete for port 41cd9509-2fa7-4cd1-99dc-b9290080c688 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:23.643320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.651133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aee1d-f732-400e-9fcc-f1256020a5a6 req-bb93513e-6f80-4d6a-b91c-2f50717c3fb9 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:23.652848 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-566aee1d-f732-400e-9fcc-f1256020a5a6 req-bb93513e-6f80-4d6a-b91c-2f50717c3fb9 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 945 time: 0.1367571 May 12 03:29:23.680051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Attempting to bind port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:23.680388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Attempting to bind port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:23.680691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Attempting to bind port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 on network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:23.683532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:23.699034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:23.700398 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585307-1c1f-498d-96b9-62f95de46079 None None] Pushing event updated for resources: {'Port': ['ID=41cd9509-2fa7-4cd1-99dc-b9290080c688,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:23.701268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Pushing event updated for resources: {'Port': ['ID=4bce7942-8f13-42b4-882c-94fd3570d6f0,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:23.711286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:23.713149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=59754cce-7a02-41eb-a40e-acbd7f8e0c05,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:23.769795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:23.770806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Checking segment: {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:23.771458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.771933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Bound using segment: {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:23.772663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Bound port: ba0c3723-07eb-42bc-bd8a-21d7f2a7f952, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:23.773357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.794101 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-566aee1d-f732-400e-9fcc-f1256020a5a6 req-591a000a-ce05-418d-a0ec-7875b4102df2 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299925 May 12 03:29:23.819088 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:23.898146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['59754cce-7a02-41eb-a40e-acbd7f8e0c05'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:29:23.934463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] For port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:23.957456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] For port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:23.963379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] Current status of the port 41cd9509-2fa7-4cd1-99dc-b9290080c688 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:23.963886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:23.972349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.053611 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:23Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:24.056845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks [] for router_gateway (fa6fdf94-2ba1-4f57-a871-e896adee5720), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.068170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] For port 41cd9509-2fa7-4cd1-99dc-b9290080c688, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41cd9509-2fa7-4cd1-99dc-b9290080c688,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:24.082065 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793157d-da64-422a-84a1-46dcca4c8c7e None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:23Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:24.088364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.095879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920ef95-f468-4039-833d-69c270f203b6 None None] Pushing event updated for resources: {'Port': ['ID=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:24.260224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bc92b826-8c19-476b-a5fa-3c899be00925 None None] Provisioning complete for port 41cd9509-2fa7-4cd1-99dc-b9290080c688 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:24.260809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bc92b826-8c19-476b-a5fa-3c899be00925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.297818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1d81a-39b5-41e5-af18-92fc549a6c90 None None] Pushing event updated for resources: {'Port': ['ID=41cd9509-2fa7-4cd1-99dc-b9290080c688,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:24.343584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (fa6fdf94-2ba1-4f57-a871-e896adee5720), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.402367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bc92b826-8c19-476b-a5fa-3c899be00925 None None] Current status of the port 41cd9509-2fa7-4cd1-99dc-b9290080c688 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:24.705257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41cd9509-2fa7-4cd1-99dc-b9290080c688 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:24.757080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 41cd9509-2fa7-4cd1-99dc-b9290080c688 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:24.757450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.811268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Router fa6fdf94-2ba1-4f57-a871-e896adee5720 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:29:24.856153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 41cd9509-2fa7-4cd1-99dc-b9290080c688 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:24.857620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:24.939538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:24.940221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:24.993142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc00115-5824-419d-b411-36d82cdd994a req-25b36dcd-a4f8-43e0-9c33-32cbf4027311 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:24.994868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-acc00115-5824-419d-b411-36d82cdd994a req-25b36dcd-a4f8-43e0-9c33-32cbf4027311 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 945 time: 0.0608847 May 12 03:29:25.001534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:25.015311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Sync routers for ids ['fa6fdf94-2ba1-4f57-a871-e896adee5720'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:25.037113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.038619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 59754cce-7a02-41eb-a40e-acbd7f8e0c05 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:25.042163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35100) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:25.042724 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-240eb614-811c-4c4f-9762-72981540a718 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3822172 May 12 03:29:25.047959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Routers {'fa6fdf94-2ba1-4f57-a871-e896adee5720'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:25.048612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fa6fdf94-2ba1-4f57-a871-e896adee5720'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:25.056252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:25.056642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.087748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-acc00115-5824-419d-b411-36d82cdd994a req-90d316f9-896b-42db-b376-2c7d9b5cf7fa tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 May 12 03:29:25.173818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:25.184311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.185420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ddeac590-c85e-4a88-aae2-6639c46db2c4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:25.267691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:25.318090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a520865-4892-4bda-b56d-1805344e1f9a None None] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:29:25.525209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:29:25.538300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ef6f2d09-5110-480d-877f-ded1d50bf562 None None] Provisioning complete for port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:25.538668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2d09-5110-480d-877f-ded1d50bf562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.589164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:25.589539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.628339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Set router fa6fdf94-2ba1-4f57-a871-e896adee5720 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:25.631936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.697958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ddeac590-c85e-4a88-aae2-6639c46db2c4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:25.698336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.878514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Allocated IP 172.20.0.1 (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4/8794f092-dc52-40cc-8589-c18daccc27e2/eb32b577-7324-4071-a1bf-611c885b336c) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:25.922647 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f2d09-5110-480d-877f-ded1d50bf562 None None] Current status of the port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:25.980171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:25.980558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:25.989600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks [] for port (eb32b577-7324-4071-a1bf-611c885b336c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.009859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ddeac590-c85e-4a88-aae2-6639c46db2c4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:26.021699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:29:23Z', 'revision_number': 3, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:26.028677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59754cce-7a02-41eb-a40e-acbd7f8e0c05'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:26.031010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb4c15-c1db-4e8a-b4d0-3a6299c08933" -d '{"events": [{"server_uuid": "f6ca676c-48ec-4284-af6e-e536074fdb03", "name": "network-vif-plugged", "status": "completed", "tag": "59754cce-7a02-41eb-a40e-acbd7f8e0c05"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:26.032709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (eb32b577-7324-4071-a1bf-611c885b336c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.073082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Checking router: fa6fdf94-2ba1-4f57-a871-e896adee5720 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:26.073439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Updating router fa6fdf94-2ba1-4f57-a871-e896adee5720 port 4bce7942-8f13-42b4-882c-94fd3570d6f0 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:29:26.073588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:26.076524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:26.076913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05,segment=NetworkSegment(18611953-ed28-4149-bfb4-98e6de23a947),segment_id=18611953-ed28-4149-bfb4-98e6de23a947)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:26.079539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:26.084775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.112878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Pushing event updated for resources: {'Port': ['ID=eb32b577-7324-4071-a1bf-611c885b336c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:26.145935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a4d6f5-bde6-4392-baa9-bb4570c0af59 x-openstack-request-id: req-03a4d6f5-bde6-4392-baa9-bb4570c0af59 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:26.146180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ca676c-48ec-4284-af6e-e536074fdb03", "name": "network-vif-plugged", "status": "completed", "tag": "59754cce-7a02-41eb-a40e-acbd7f8e0c05", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:26.146430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03a4d6f5-bde6-4392-baa9-bb4570c0af59 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:26.146830 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a4d6f5-bde6-4392-baa9-bb4570c0af59'] response: {'server_uuid': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59754cce-7a02-41eb-a40e-acbd7f8e0c05', 'code': 200} May 12 03:29:26.156024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.159782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.160131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.160869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.160869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.161119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.161822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.162190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.162726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.162871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.163168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.163500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.163826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.164325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.164655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.164977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.168485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (fa6fdf94-2ba1-4f57-a871-e896adee5720), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.182623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fd8cc8e9-f05d-4b4e-bb64-193510d4c15d None None] Provisioning complete for port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:26.182623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc8e9-f05d-4b4e-bb64-193510d4c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.244772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=59754cce-7a02-41eb-a40e-acbd7f8e0c05,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:26.279108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.279812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.279812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.280149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.280494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.280836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.281168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.281505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.281837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.282207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.282533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.282865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.283194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.283554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.283884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:26.297480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36ea0-f5f0-4242-8131-56f058ff7310 req-d9b97c0c-9dec-4199-a3c2-229c1e50358d tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:26.300812 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-acd36ea0-f5f0-4242-8131-56f058ff7310 req-d9b97c0c-9dec-4199-a3c2-229c1e50358d tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0731461 May 12 03:29:26.383421 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-acd36ea0-f5f0-4242-8131-56f058ff7310 req-ecb75a7b-d2c8-448e-9e58-7c9fae19451f tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750546 May 12 03:29:26.458290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cc8e9-f05d-4b4e-bb64-193510d4c15d None None] Current status of the port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:26.618372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:26.624638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8069c53-9af8-4252-919a-185e7d646da2 None None] Provisioning complete for port eb32b577-7324-4071-a1bf-611c885b336c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:26.625021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8069c53-9af8-4252-919a-185e7d646da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eb32b577-7324-4071-a1bf-611c885b336c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.637081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ee863-4be7-400f-b8bc-171ab2bbcf1f req-2eeeab61-10aa-4b28-9e5b-7bd544bf1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:26.638504 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-632ee863-4be7-400f-b8bc-171ab2bbcf1f req-2eeeab61-10aa-4b28-9e5b-7bd544bf1755 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 1130 time: 0.2989039 May 12 03:29:26.683116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eb32b577-7324-4071-a1bf-611c885b336c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.691107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Publish callbacks [] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.704604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.712889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c8069c53-9af8-4252-919a-185e7d646da2 None None] Port eb32b577-7324-4071-a1bf-611c885b336c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:26.713536 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-632ee863-4be7-400f-b8bc-171ab2bbcf1f req-b374fb48-5e9f-47ff-83b5-59355fcb4390 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 May 12 03:29:26.758147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:26.758529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.789702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7db46-bf7c-4b17-823a-8fb62dd0b938 None None] Pushing event updated for resources: {'Port': ['ID=4bce7942-8f13-42b4-882c-94fd3570d6f0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:26.794147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Attempting to bind port 4bce7942-8f13-42b4-882c-94fd3570d6f0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:26.794521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Attempting to bind port 4bce7942-8f13-42b4-882c-94fd3570d6f0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:26.794885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Attempting to bind port 4bce7942-8f13-42b4-882c-94fd3570d6f0 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:26.806171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:26.806557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:26.806962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.807378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:26.807827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Bound port: 4bce7942-8f13-42b4-882c-94fd3570d6f0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:26.808220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.890134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] For port 4bce7942-8f13-42b4-882c-94fd3570d6f0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:26.891658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks [] for port (eb32b577-7324-4071-a1bf-611c885b336c), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.894908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] For port 4bce7942-8f13-42b4-882c-94fd3570d6f0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4bce7942-8f13-42b4-882c-94fd3570d6f0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:26.896579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (eb32b577-7324-4071-a1bf-611c885b336c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.904163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:26.907143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:26.965987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7db46-bf7c-4b17-823a-8fb62dd0b938 None None] Pushing event updated for resources: {'Port': ['ID=4bce7942-8f13-42b4-882c-94fd3570d6f0,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:26.967856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Pushing event updated for resources: {'Port': ['ID=eb32b577-7324-4071-a1bf-611c885b336c,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:26.968609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Routers {'fa6fdf94-2ba1-4f57-a871-e896adee5720'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:26.969220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fa6fdf94-2ba1-4f57-a871-e896adee5720'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:26.974768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (fa6fdf94-2ba1-4f57-a871-e896adee5720), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.063040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:27.064464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:27.078796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] Set router fa6fdf94-2ba1-4f57-a871-e896adee5720 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:27.198774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Router fa6fdf94-2ba1-4f57-a871-e896adee5720 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:27.283832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'eb32b577-7324-4071-a1bf-611c885b336c', 'name': '', 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'mac_address': 'fa:16:3e:c0:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:25Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 2, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'subnets': [{'id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:27.310101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01439e47-0840-40fb-9391-f9b8f8bfb933 None None] The sync data for ids ['fa6fdf94-2ba1-4f57-a871-e896adee5720'] in dv-neutron-841363-5-hyperv is: [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'eb32b577-7324-4071-a1bf-611c885b336c', 'name': '', 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'mac_address': 'fa:16:3e:c0:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:25Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 2, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'subnets': [{'id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:27.310904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:27.316285 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ca97cab0-15a4-4c2d-8aec-5b54d733dd4f admin admin] 10.222.0.23 "PUT /v2.0/routers/fa6fdf94-2ba1-4f57-a871-e896adee5720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730973 May 12 03:29:27.338906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1cb6473c-cfdd-42d0-aa76-93eba5362735 None None] Provisioning complete for port eb32b577-7324-4071-a1bf-611c885b336c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:27.339214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1cb6473c-cfdd-42d0-aa76-93eba5362735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eb32b577-7324-4071-a1bf-611c885b336c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.379566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6473c-cfdd-42d0-aa76-93eba5362735 None None] Port eb32b577-7324-4071-a1bf-611c885b336c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:27.529085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4935e5-b5d1-4738-8ade-ee631887f373 req-00350177-7cd9-4ce9-9cf7-a637c3d5d20f tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:27.530940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc4935e5-b5d1-4738-8ade-ee631887f373 req-00350177-7cd9-4ce9-9cf7-a637c3d5d20f tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0725341 May 12 03:29:27.594479 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc4935e5-b5d1-4738-8ade-ee631887f373 req-6564ac7a-3cab-4057-9486-3d6e74f82778 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 May 12 03:29:27.724336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35114) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:27.729309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695819678', 'description': 'tempest-secgroup-smoke-1695819678 description', 'project_id': '5a7f18ce91624bc98c280c920727400b'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:27.751599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.827068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group (14c120b1-770c-4e82-a102-326b22113538), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.831018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (14c120b1-770c-4e82-a102-326b22113538), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.861209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.862902 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1374767 May 12 03:29:27.865760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35116) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:27.870241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group_rule': {'security_group_id': '14c120b1-770c-4e82-a102-326b22113538', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:27.876064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75152ade-746c-4abe-88b7-de3e47864680 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c120b1-770c-4e82-a102-326b22113538,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:27.905149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (4cd0b0bc-5148-4e57-a2f8-8022fb911631), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.980844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (4cd0b0bc-5148-4e57-a2f8-8022fb911631), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:27.984494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (4cd0b0bc-5148-4e57-a2f8-8022fb911631), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.005147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd0b0bc-5148-4e57-a2f8-8022fb911631,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.014348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.018077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-05bfe4b7-51dd-41ce-9c0b-33eba0ceee8c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488249 May 12 03:29:28.018438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35118) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:28.023278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group_rule': {'security_group_id': '14c120b1-770c-4e82-a102-326b22113538', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:28.051596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (54e7f82f-2232-41e9-8327-bbf90d8a4de4), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.119342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (54e7f82f-2232-41e9-8327-bbf90d8a4de4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.123635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (54e7f82f-2232-41e9-8327-bbf90d8a4de4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.146018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e7f82f-2232-41e9-8327-bbf90d8a4de4,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.151493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.152717 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b768ffdf-497d-4960-ba72-2d867022f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332710 May 12 03:29:28.155554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35120) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:28.160560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group_rule': {'security_group_id': '14c120b1-770c-4e82-a102-326b22113538', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:28.193912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (11a652ca-e793-4ba9-8789-28b62ce5db13), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.272305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (11a652ca-e793-4ba9-8789-28b62ce5db13), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.277523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (11a652ca-e793-4ba9-8789-28b62ce5db13), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.294952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a652ca-e793-4ba9-8789-28b62ce5db13,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.305194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.306475 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d223c14-df87-4c18-94d8-a95850ee216b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499660 May 12 03:29:28.309336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35122) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:28.314592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group_rule': {'security_group_id': '14c120b1-770c-4e82-a102-326b22113538', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:28.343587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (c0a94af0-afaf-49e4-9f6b-0d383b99a166), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.406668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (c0a94af0-afaf-49e4-9f6b-0d383b99a166), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.411008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c0a94af0-afaf-49e4-9f6b-0d383b99a166), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.429154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a94af0-afaf-49e4-9f6b-0d383b99a166,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.439110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.440272 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295505 May 12 03:29:28.441812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.442195 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.442548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.443103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35124) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:28.447641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group_rule': {'security_group_id': '14c120b1-770c-4e82-a102-326b22113538', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:28.450412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.450794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.451141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.451479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.451811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.452142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.452473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.452804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.453141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.453517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.453843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.454187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61425633-7868-41c1-8cd2-a1a499741b8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:29:28.472551 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Project 5a7f18ce91624bc98c280c920727400b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:29:28.478782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (da15a5ab-e234-456e-9d80-26c1a75b2e25), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.539746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (da15a5ab-e234-456e-9d80-26c1a75b2e25), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.546319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (da15a5ab-e234-456e-9d80-26c1a75b2e25), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.569862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da15a5ab-e234-456e-9d80-26c1a75b2e25,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.584606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.586046 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ca86d836-3461-4ac9-a301-532e3fb6cdcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418943 May 12 03:29:28.588942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35126) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:28.594565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'security_group_rule': {'security_group_id': '14c120b1-770c-4e82-a102-326b22113538', 'project_id': '5a7f18ce91624bc98c280c920727400b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:28.613811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4bce7942-8f13-42b4-882c-94fd3570d6f0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:28.640353 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Project 5a7f18ce91624bc98c280c920727400b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:29:28.647941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (8eef11f5-7e01-44ed-8f1f-e65f79a90be5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.663550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4bce7942-8f13-42b4-882c-94fd3570d6f0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:28.664000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.742353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845adc9c-e692-43c4-b407-96782279f768 req-62b2507a-69e1-44da-a4e7-39795f5ced0c tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:28.742744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4bce7942-8f13-42b4-882c-94fd3570d6f0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:28.743133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.743863 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-845adc9c-e692-43c4-b407-96782279f768 req-62b2507a-69e1-44da-a4e7-39795f5ced0c tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0652153 May 12 03:29:28.755477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (8eef11f5-7e01-44ed-8f1f-e65f79a90be5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.762257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8eef11f5-7e01-44ed-8f1f-e65f79a90be5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.766580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 4bce7942-8f13-42b4-882c-94fd3570d6f0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4bce7942-8f13-42b4-882c-94fd3570d6f0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:28.771806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.780740 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:29:28.802008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eef11f5-7e01-44ed-8f1f-e65f79a90be5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.808738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:28.809803 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0de8e5b5-46a3-4161-a254-238861e3fb49 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2190964 May 12 03:29:28.825342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-845adc9c-e692-43c4-b407-96782279f768 req-8debf551-fa3c-41c0-aece-3dd2ffe6cd93 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730722 May 12 03:29:28.842375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=4bce7942-8f13-42b4-882c-94fd3570d6f0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:28.954251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59eea0-0dda-4600-a802-f60d9ef02044 req-49d09a2f-9ee3-431d-a9b4-d0cd8d857656 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:28.956341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8e59eea0-0dda-4600-a802-f60d9ef02044 req-49d09a2f-9ee3-431d-a9b4-d0cd8d857656 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0508153 May 12 03:29:29.003615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8e59eea0-0dda-4600-a802-f60d9ef02044 req-e62fc26a-76de-47ec-92a7-34a662f96fe9 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 May 12 03:29:29.255896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508111-94cf-4b49-8b57-7eb96e58dd5d req-d7b24845-bbfa-421b-be1f-5ad68d1a9264 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:29.257498 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb508111-94cf-4b49-8b57-7eb96e58dd5d req-d7b24845-bbfa-421b-be1f-5ad68d1a9264 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0559812 May 12 03:29:29.305729 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb508111-94cf-4b49-8b57-7eb96e58dd5d req-8d215dc9-6775-4438-b550-315c5aa348b2 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 May 12 03:29:29.400312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Sync routers for ids ['fa6fdf94-2ba1-4f57-a871-e896adee5720'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:29.411245 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Routers {'fa6fdf94-2ba1-4f57-a871-e896adee5720'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:29.411921 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fa6fdf94-2ba1-4f57-a871-e896adee5720'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:29.523064 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Set router fa6fdf94-2ba1-4f57-a871-e896adee5720 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:29.734319 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'eb32b577-7324-4071-a1bf-611c885b336c', 'name': '', 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'mac_address': 'fa:16:3e:c0:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:25Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 2, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'subnets': [{'id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:29.765215 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Checking router: fa6fdf94-2ba1-4f57-a871-e896adee5720 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:29.765520 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Updating router fa6fdf94-2ba1-4f57-a871-e896adee5720 port eb32b577-7324-4071-a1bf-611c885b336c binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:29:29.793413 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eb32b577-7324-4071-a1bf-611c885b336c), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.097649 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Publish callbacks [] for port (eb32b577-7324-4071-a1bf-611c885b336c), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.103286 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (eb32b577-7324-4071-a1bf-611c885b336c), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.160394 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75117e-39f3-4974-bd6a-6493b1d61cab None None] Pushing event updated for resources: {'Port': ['ID=eb32b577-7324-4071-a1bf-611c885b336c,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:30.225761 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Attempting to bind port eb32b577-7324-4071-a1bf-611c885b336c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:30.226192 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Attempting to bind port eb32b577-7324-4071-a1bf-611c885b336c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:30.226694 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Attempting to bind port eb32b577-7324-4071-a1bf-611c885b336c on network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:30.232821 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:30.233294 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Checking segment: {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:30.234075 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.234729 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Bound using segment: {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:30.235324 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Bound port: eb32b577-7324-4071-a1bf-611c885b336c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b881b3-2021-46c2-9f45-5bf4079dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:30.235771 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eb32b577-7324-4071-a1bf-611c885b336c), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.318380 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] For port eb32b577-7324-4071-a1bf-611c885b336c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:30.322084 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] For port eb32b577-7324-4071-a1bf-611c885b336c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=eb32b577-7324-4071-a1bf-611c885b336c,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:30.331973 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (eb32b577-7324-4071-a1bf-611c885b336c), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.389178 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75117e-39f3-4974-bd6a-6493b1d61cab None None] Pushing event updated for resources: {'Port': ['ID=eb32b577-7324-4071-a1bf-611c885b336c,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:30.403645 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Routers {'fa6fdf94-2ba1-4f57-a871-e896adee5720'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:30.404332 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fa6fdf94-2ba1-4f57-a871-e896adee5720'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:30.423591 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] Provisioning complete for port eb32b577-7324-4071-a1bf-611c885b336c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:30.426395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eb32b577-7324-4071-a1bf-611c885b336c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.509237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4934c-c1cd-4529-8ab3-87fc97787265 req-8a6df699-7d31-48bd-a2a3-8cfb05ea2f22 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:30.519199 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0f4934c-c1cd-4529-8ab3-87fc97787265 req-8a6df699-7d31-48bd-a2a3-8cfb05ea2f22 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.1232486 May 12 03:29:30.531955 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] Set router fa6fdf94-2ba1-4f57-a871-e896adee5720 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:30.574363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] Current status of the port eb32b577-7324-4071-a1bf-611c885b336c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:30.574667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eb32b577-7324-4071-a1bf-611c885b336c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.639833 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0f4934c-c1cd-4529-8ab3-87fc97787265 req-abb31605-a673-4753-b9e9-6d8b168f8749 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193702 May 12 03:29:30.651158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] For port eb32b577-7324-4071-a1bf-611c885b336c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=eb32b577-7324-4071-a1bf-611c885b336c,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:30.661510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (eb32b577-7324-4071-a1bf-611c885b336c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.760930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4bce7942-8f13-42b4-882c-94fd3570d6f0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:30.813561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4e36c-616b-4934-8c5b-8d6ffcc6e466 None None] Pushing event updated for resources: {'Port': ['ID=eb32b577-7324-4071-a1bf-611c885b336c,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:30.819695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e34b4751-6786-49ef-8cfb-ec442572628c None None] Provisioning complete for port eb32b577-7324-4071-a1bf-611c885b336c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:30.820323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e34b4751-6786-49ef-8cfb-ec442572628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eb32b577-7324-4071-a1bf-611c885b336c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.853319 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'eb32b577-7324-4071-a1bf-611c885b336c', 'name': '', 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'mac_address': 'fa:16:3e:c0:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:25Z', 'updated_at': '2022-05-12T03:29:30Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'subnets': [{'id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:30.886041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4bce7942-8f13-42b4-882c-94fd3570d6f0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:30.886679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:30.918243 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bbbed-da48-43fb-b1ef-7a1d25cd7722 None None] The sync data for ids ['fa6fdf94-2ba1-4f57-a871-e896adee5720'] in dv-neutron-841363-5-hyperv is: [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:29:26Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'eb32b577-7324-4071-a1bf-611c885b336c', 'name': '', 'network_id': '8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'mac_address': 'fa:16:3e:c0:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:25Z', 'updated_at': '2022-05-12T03:29:30Z', 'revision_number': 4, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'subnets': [{'id': '8794f092-dc52-40cc-8589-c18daccc27e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:30.961788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79ded-4ce8-4f8c-ae31-1143f99f141c req-6482380f-ef74-41cd-b39c-e81bc475669a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:30.976406 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06a79ded-4ce8-4f8c-ae31-1143f99f141c req-6482380f-ef74-41cd-b39c-e81bc475669a tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0788934 May 12 03:29:30.981627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-53756445-2447-4823-92b7-ebeee3c411ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:30.983209 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-53756445-2447-4823-92b7-ebeee3c411ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff8b20cbf3ba4ad0b0a033786656f402&device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 1130 time: 0.0623407 May 12 03:29:30.989607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e34b4751-6786-49ef-8cfb-ec442572628c None None] Current status of the port eb32b577-7324-4071-a1bf-611c885b336c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:31.032863 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06a79ded-4ce8-4f8c-ae31-1143f99f141c req-7d7700cd-f709-4002-8b45-137028f9e3bb tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554380 May 12 03:29:31.047165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4bce7942-8f13-42b4-882c-94fd3570d6f0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:31.048318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eb32b577-7324-4071-a1bf-611c885b336c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:31.114143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port eb32b577-7324-4071-a1bf-611c885b336c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:31.114654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eb32b577-7324-4071-a1bf-611c885b336c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:31.118060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-d7768fed-c27f-4b9c-a135-e03474eee179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:31.119760 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-d7768fed-c27f-4b9c-a135-e03474eee179 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec HTTP/1.1" status: 200 len: 912 time: 0.1288610 May 12 03:29:31.172906 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-36e1f966-675a-4ac5-a606-80711d0114cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05 HTTP/1.1" status: 200 len: 217 time: 0.0419345 May 12 03:29:31.241079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-07dc576d-fb9b-40bd-8998-efa9c483158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:31.243001 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-07dc576d-fb9b-40bd-8998-efa9c483158a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bad33053-5519-4206-ad99-7e31c16d19e4 HTTP/1.1" status: 200 len: 851 time: 0.0644200 May 12 03:29:31.287297 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-e1f2fae3-e7bd-469e-b95c-19cacab20287 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370581 May 12 03:29:31.372004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port eb32b577-7324-4071-a1bf-611c885b336c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:31.396594 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-4cffe406-1d95-40dd-ada9-367100658338 service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033552 May 12 03:29:31.505989 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d56250f-41ab-4e7b-81f1-296a7346a3f4 req-aaf9fcda-e9ce-49b1-a90e-9bf46d08cef1 service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031759 May 12 03:29:32.158993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db62ac7-2e20-4d0c-975f-b7ccfcde75d6 req-5c623f60-0c14-43e5-ab72-2a4c65a2e99e tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:32.160428 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2db62ac7-2e20-4d0c-975f-b7ccfcde75d6 req-5c623f60-0c14-43e5-ab72-2a4c65a2e99e tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0519996 May 12 03:29:32.211728 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2db62ac7-2e20-4d0c-975f-b7ccfcde75d6 req-bbf8e6a8-e469-4034-a3d7-f3883dcc57c2 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455890 May 12 03:29:32.620324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eb32b577-7324-4071-a1bf-611c885b336c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:32.669973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port eb32b577-7324-4071-a1bf-611c885b336c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:32.670352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eb32b577-7324-4071-a1bf-611c885b336c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:32.764139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port eb32b577-7324-4071-a1bf-611c885b336c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:33.072371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d6992e75-47be-48d2-b36c-b1483e3812ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:33.329565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7346b-98a7-4ba8-be1d-d4f06921fe2f req-90dea4a4-f5e7-49ee-86a2-a86049aa5762 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:33.331872 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3d7346b-98a7-4ba8-be1d-d4f06921fe2f req-90dea4a4-f5e7-49ee-86a2-a86049aa5762 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0488925 May 12 03:29:33.383268 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3d7346b-98a7-4ba8-be1d-d4f06921fe2f req-6047a7c2-5ac3-4942-bec5-df1e6ed84f18 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 May 12 03:29:33.620799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a380d-70ec-4d93-b7c1-6ea4cf913f16 req-9a60106c-1ef9-48ca-a2f5-0a983038dddc tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:33.621809 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-407a380d-70ec-4d93-b7c1-6ea4cf913f16 req-9a60106c-1ef9-48ca-a2f5-0a983038dddc tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0527089 May 12 03:29:33.670984 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-407a380d-70ec-4d93-b7c1-6ea4cf913f16 req-ed884524-ba3c-449f-8ef7-052a0a9d4801 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 May 12 03:29:34.789617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72297f67-15de-46a1-ad08-837a8e07ce1e req-0bd4112d-5dc1-4fda-87f9-0672213e946b tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:34.791130 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72297f67-15de-46a1-ad08-837a8e07ce1e req-0bd4112d-5dc1-4fda-87f9-0672213e946b tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0476944 May 12 03:29:34.839693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-72297f67-15de-46a1-ad08-837a8e07ce1e req-3845cc0d-70da-431c-80fd-38f333b1d261 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 May 12 03:29:35.067164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dea1d-c7f5-4f5b-91b8-af9c96943b14 req-b4726247-ecb4-400e-9404-3684cf02cf57 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:35.068774 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-436dea1d-c7f5-4f5b-91b8-af9c96943b14 req-b4726247-ecb4-400e-9404-3684cf02cf57 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0661542 May 12 03:29:35.077804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-b3914c8b-9905-48ec-aba3-35f15b3bc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:35.079420 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-b3914c8b-9905-48ec-aba3-35f15b3bc96e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff8b20cbf3ba4ad0b0a033786656f402&device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 1130 time: 0.0485590 May 12 03:29:35.122815 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-436dea1d-c7f5-4f5b-91b8-af9c96943b14 req-ad273027-e4ad-42fc-8530-603a606085d1 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 May 12 03:29:35.181782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-fb7f6b38-7b22-471a-b523-df7a0f15f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:35.183291 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-fb7f6b38-7b22-471a-b523-df7a0f15f454 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec HTTP/1.1" status: 200 len: 912 time: 0.0978000 May 12 03:29:35.227725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-6042f96b-59cc-435d-8c12-f45075427b20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05 HTTP/1.1" status: 200 len: 217 time: 0.0358214 May 12 03:29:35.276705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-ced923f7-e483-413b-8528-768eb9180842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:35.278184 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-ced923f7-e483-413b-8528-768eb9180842 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bad33053-5519-4206-ad99-7e31c16d19e4 HTTP/1.1" status: 200 len: 851 time: 0.0441582 May 12 03:29:35.315995 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-6cdbde1d-edf8-4919-ac44-51ca243dcea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b6052a-fcd1-4f00-b866-15fd3c04c0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299706 May 12 03:29:35.409984 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-9b5edd06-9b7d-499d-aa51-7a9c420d9ea9 service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861979 May 12 03:29:35.505538 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6dc0414f-447a-46ee-8cfa-62ef7b48db0e req-b36f6587-6103-4dc5-b0ff-8c0cad343221 service neutron] 10.222.0.57 "GET /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891018 May 12 03:29:35.599211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1672-00b0-4948-99a0-d982d6325664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:36.246017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a95955-4e63-4e41-a5cb-25441eead28d req-308c461b-813b-493c-b838-1efbd9da0e61 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:36.247506 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3a95955-4e63-4e41-a5cb-25441eead28d req-308c461b-813b-493c-b838-1efbd9da0e61 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0510414 May 12 03:29:36.301015 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3a95955-4e63-4e41-a5cb-25441eead28d req-41f7c917-c0a9-47a7-8139-2dcc61381e1b tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 May 12 03:29:36.416660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:37.415256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672d33-7559-4db5-8ade-af44149d46ae req-850cb1f6-d56f-4b7d-8ce8-e77380a4529d tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:37.416700 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6d672d33-7559-4db5-8ade-af44149d46ae req-850cb1f6-d56f-4b7d-8ce8-e77380a4529d tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0478120 May 12 03:29:37.469599 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6d672d33-7559-4db5-8ade-af44149d46ae req-666801fd-3cd7-4b07-82a5-8cb34cb14051 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 May 12 03:29:37.734099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425258-fef3-465b-b3d0-7fc6b65fa7a6 req-1093a121-3501-491f-8179-73d2626381c5 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:37.735643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22425258-fef3-465b-b3d0-7fc6b65fa7a6 req-1093a121-3501-491f-8179-73d2626381c5 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0497973 May 12 03:29:37.784538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22425258-fef3-465b-b3d0-7fc6b65fa7a6 req-66ca1301-031d-4af3-9380-6733deb8fc91 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 May 12 03:29:37.986861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:38.902814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6aafa-1888-44e3-acba-9aafed3359e7 req-bde1e9aa-9d72-4460-8906-f292ebdd8132 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:38.904287 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f6aafa-1888-44e3-acba-9aafed3359e7 req-bde1e9aa-9d72-4460-8906-f292ebdd8132 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0467081 May 12 03:29:38.950906 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f6aafa-1888-44e3-acba-9aafed3359e7 req-9d40b4da-5468-49c0-95b2-54aee73ba694 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b297d6-3356-4180-8077-b45589017276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 May 12 03:29:39.588416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:39.656654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc13926-698b-4bb9-8697-0b61048aa012 req-709f9ea5-3c54-4589-9bc5-a4e606e4c2a1 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:39.658150 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-adc13926-698b-4bb9-8697-0b61048aa012 req-709f9ea5-3c54-4589-9bc5-a4e606e4c2a1 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 946 time: 0.0654805 May 12 03:29:39.746426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Deleting port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:29:39.746793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:39.835001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] For port 59754cce-7a02-41eb-a40e-acbd7f8e0c05, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=59754cce-7a02-41eb-a40e-acbd7f8e0c05,segment=NetworkSegment(18611953-ed28-4149-bfb4-98e6de23a947),segment_id=18611953-ed28-4149-bfb4-98e6de23a947)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:39.835369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:39.849382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Calling delete_port for 59754cce-7a02-41eb-a40e-acbd7f8e0c05 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:29:39.981132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (59754cce-7a02-41eb-a40e-acbd7f8e0c05), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:39.994120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['59754cce-7a02-41eb-a40e-acbd7f8e0c05'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:29:40.020797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Pushing event deleted for resources: {'Port': ['ID=59754cce-7a02-41eb-a40e-acbd7f8e0c05,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:40.077444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] No DVR routers for this DVR port 59754cce-7a02-41eb-a40e-acbd7f8e0c05 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:29:40.080815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:40.082076 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0d46647d-5206-418b-9240-54a1640b2b72 req-40e0497b-b044-4813-aed4-31c69bd73e20 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ca676c-48ec-4284-af6e-e536074fdb03 HTTP/1.1" status: 200 len: 210 time: 0.0327556 May 12 03:29:40.084738 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-adc13926-698b-4bb9-8697-0b61048aa012 req-66859018-3f60-47e5-85da-e6f2f7c9f192 tempest-TestServerAdvancedOps-932924732 tempest-TestServerAdvancedOps-932924732-project] 10.222.0.57 "DELETE /v2.0/ports/59754cce-7a02-41eb-a40e-acbd7f8e0c05 HTTP/1.1" status: 204 len: 173 time: 0.4213004 May 12 03:29:40.085228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'name': 'network-vif-deleted', 'tag': '59754cce-7a02-41eb-a40e-acbd7f8e0c05'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:40.087565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c1fe5-a828-444f-828b-ea2fe506f4c2" -d '{"events": [{"server_uuid": "f6ca676c-48ec-4284-af6e-e536074fdb03", "name": "network-vif-deleted", "tag": "59754cce-7a02-41eb-a40e-acbd7f8e0c05"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:40.134038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a3177e-2410-4b77-98c5-f85fdc1d7950 x-openstack-request-id: req-76a3177e-2410-4b77-98c5-f85fdc1d7950 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:40.134345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ca676c-48ec-4284-af6e-e536074fdb03", "name": "network-vif-deleted", "tag": "59754cce-7a02-41eb-a40e-acbd7f8e0c05", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:40.134603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76a3177e-2410-4b77-98c5-f85fdc1d7950 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:40.135028 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a3177e-2410-4b77-98c5-f85fdc1d7950'] response: {'server_uuid': 'f6ca676c-48ec-4284-af6e-e536074fdb03', 'name': 'network-vif-deleted', 'tag': '59754cce-7a02-41eb-a40e-acbd7f8e0c05', 'status': 'completed', 'code': 200} May 12 03:29:41.145370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35298) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:41.189402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Deleting subnet bad33053-5519-4206-ad99-7e31c16d19e4 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:41.193136 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Publish callbacks [] for subnet (bad33053-5519-4206-ad99-7e31c16d19e4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.227256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (bad33053-5519-4206-ad99-7e31c16d19e4), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.265959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (bad33053-5519-4206-ad99-7e31c16d19e4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.318782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (bad33053-5519-4206-ad99-7e31c16d19e4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.353026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad33053-5519-4206-ad99-7e31c16d19e4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:41.357142 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.363549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35302) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:41.373624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eed0b5ac-ebae-4b4d-a4b6-53fbaec30423 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bad33053-5519-4206-ad99-7e31c16d19e4 HTTP/1.1" status: 204 len: 168 time: 0.2269049 May 12 03:29:41.440134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (38b6052a-fcd1-4f00-b866-15fd3c04c0ec), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.520545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (38b6052a-fcd1-4f00-b866-15fd3c04c0ec), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.543365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b6052a-fcd1-4f00-b866-15fd3c04c0ec']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:41.554429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18611953-ed28-4149-bfb4-98e6de23a947') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:41.554728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18611953-ed28-4149-bfb4-98e6de23a947') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:41.564874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (18611953-ed28-4149-bfb4-98e6de23a947), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.579024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (18611953-ed28-4149-bfb4-98e6de23a947), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.585512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:41.585930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (18611953-ed28-4149-bfb4-98e6de23a947), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:41.587709 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:41.643490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (38b6052a-fcd1-4f00-b866-15fd3c04c0ec), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.650015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.653860 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] 10.222.0.23 "DELETE /v2.0/networks/38b6052a-fcd1-4f00-b866-15fd3c04c0ec HTTP/1.1" status: 204 len: 168 time: 0.2893739 May 12 03:29:41.657591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35304) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:41.666778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5297463-ef2c-439c-b609-7a8a688f1bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=38b6052a-fcd1-4f00-b866-15fd3c04c0ec,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:41.703770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Deleting subnet 0666e332-336f-42f5-8125-e771452ed5ff {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:29:41.707546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Publish callbacks [] for subnet (0666e332-336f-42f5-8125-e771452ed5ff), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.742203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (0666e332-336f-42f5-8125-e771452ed5ff), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.780776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (0666e332-336f-42f5-8125-e771452ed5ff), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.833138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (0666e332-336f-42f5-8125-e771452ed5ff), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.863701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0666e332-336f-42f5-8125-e771452ed5ff,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:41.867404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:41.870614 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-42aef856-6efb-4224-bb4c-e16bad08bab0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0666e332-336f-42f5-8125-e771452ed5ff HTTP/1.1" status: 204 len: 168 time: 0.2113388 May 12 03:29:41.873053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35306) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:41.940211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (446a0136-780a-4fdd-819c-8b2b1696e389), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.019585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (446a0136-780a-4fdd-819c-8b2b1696e389), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.040750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446a0136-780a-4fdd-819c-8b2b1696e389']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:42.049848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:42.050243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:42.059385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.072189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.077789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:29:42.078199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (5d2981f6-5a4d-4618-a882-6fbbb1a9cf4b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:29:42.079828 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:29:42.135782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (446a0136-780a-4fdd-819c-8b2b1696e389), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.141113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.145266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/446a0136-780a-4fdd-819c-8b2b1696e389 HTTP/1.1" status: 204 len: 168 time: 0.2712784 May 12 03:29:42.158550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bc2db-a4a7-414b-b9b9-b19bf951d5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=446a0136-780a-4fdd-819c-8b2b1696e389,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:42.254901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.307384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35310) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:42.358446 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-02c8753a-b505-423c-b948-7ee62c1e6066 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff8b20cbf3ba4ad0b0a033786656f402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498216 May 12 03:29:42.360827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35312) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:42.408842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bfc404c-1094-4bc3-b02e-1aeff42f9248 admin admin] Publish callbacks [] for security_group (e8b297d6-3356-4180-8077-b45589017276), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.431674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bfc404c-1094-4bc3-b02e-1aeff42f9248 admin admin] Publish callbacks [] for security_group (e8b297d6-3356-4180-8077-b45589017276), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.493683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bfc404c-1094-4bc3-b02e-1aeff42f9248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e8b297d6-3356-4180-8077-b45589017276), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.496657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bfc404c-1094-4bc3-b02e-1aeff42f9248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.497789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4bfc404c-1094-4bc3-b02e-1aeff42f9248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8b297d6-3356-4180-8077-b45589017276 HTTP/1.1" status: 204 len: 168 time: 0.1359975 May 12 03:29:42.506955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc404c-1094-4bc3-b02e-1aeff42f9248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b297d6-3356-4180-8077-b45589017276,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:42.833563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35320) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:42.874530 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ddb7c413-c8ec-41cf-9b8f-49e7cae30061 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f013f5299a944c7bfa2aa9a74afcdce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397203 May 12 03:29:42.876936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35322) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:42.923118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7a8132d-bc90-479e-99aa-c2ce4602742a admin admin] Publish callbacks [] for security_group (13ea7920-5c3e-4559-8bb0-fdd90894a2cd), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:42.945655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7a8132d-bc90-479e-99aa-c2ce4602742a admin admin] Publish callbacks [] for security_group (13ea7920-5c3e-4559-8bb0-fdd90894a2cd), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:43.001947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7a8132d-bc90-479e-99aa-c2ce4602742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (13ea7920-5c3e-4559-8bb0-fdd90894a2cd), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:43.004881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b7a8132d-bc90-479e-99aa-c2ce4602742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:43.006045 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b7a8132d-bc90-479e-99aa-c2ce4602742a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13ea7920-5c3e-4559-8bb0-fdd90894a2cd HTTP/1.1" status: 204 len: 168 time: 0.1281562 May 12 03:29:43.013646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8132d-bc90-479e-99aa-c2ce4602742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ea7920-5c3e-4559-8bb0-fdd90894a2cd,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:43.044363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 59754cce-7a02-41eb-a40e-acbd7f8e0c05 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:29:43.065499 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 59754cce-7a02-41eb-a40e-acbd7f8e0c05 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:29:43.065872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 59754cce-7a02-41eb-a40e-acbd7f8e0c05 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:29:43.500020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35330) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:43.575007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d42510-7388-4e20-bae5-b1859670e754 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:43.575487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d42510-7388-4e20-bae5-b1859670e754 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:43.575957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d42510-7388-4e20-bae5-b1859670e754 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:43.577714 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f0d42510-7388-4e20-bae5-b1859670e754 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=2dfac50abd0546ed88ba161fce879d45&network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 3102 time: 0.0766292 May 12 03:29:45.519457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35350) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:45.569054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67f3d1-b811-402e-9535-8f9b37a317cc tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:45.572858 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5d67f3d1-b811-402e-9535-8f9b37a317cc tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 HTTP/1.1" status: 200 len: 814 time: 0.0501742 May 12 03:29:46.038339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35358) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:46.042794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:46.102791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:46.243248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:46.247098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:46.247534 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 5a267fe6-c065-40aa-a889-eed981505ada disassociated. External IP: 172.26.2.109, port: 2a7a6f07-becb-4201-90b1-868720a904d6. May 12 03:29:46.460532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:29:46.570051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:29:46.574439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:46.581073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:29:46.592820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:46.593598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:46.609171 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8dd67a86-904b-4c37-88af-ac40734a95a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 690 time: 0.5674644 May 12 03:29:46.609171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:46.609691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ce11f8-5526-4032-b357-87b2692fdbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:46.609847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35360) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:46.648781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99bc15-6eca-40ad-9c1c-4b21317ff8b9 x-openstack-request-id: req-bc99bc15-6eca-40ad-9c1c-4b21317ff8b9 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:46.649087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:46.649346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc99bc15-6eca-40ad-9c1c-4b21317ff8b9 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:46.649767 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc99bc15-6eca-40ad-9c1c-4b21317ff8b9'] response: {'name': 'network-changed', 'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6', 'status': 'completed', 'code': 200} May 12 03:29:46.713147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d64003b5-90a6-454e-b69e-10c89cb1558b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 690 time: 0.1009064 May 12 03:29:46.762066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-9a6f62ed-b8ab-4d56-9f94-65d24ef439f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:46.763616 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-9a6f62ed-b8ab-4d56-9f94-65d24ef439f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1129 time: 0.0466137 May 12 03:29:46.768385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:46.864365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-eb91a349-040a-426f-8a61-77c3b473f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:46.866020 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-eb91a349-040a-426f-8a61-77c3b473f27c service neutron] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 898 time: 0.0946090 May 12 03:29:46.909421 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-17f42c80-4156-44f7-a04d-9b691163d073 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 200 len: 217 time: 0.0366423 May 12 03:29:46.957300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-5c120d17-5e30-4d5d-a95e-7901ac526ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:46.958952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-5c120d17-5e30-4d5d-a95e-7901ac526ec9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0434339 May 12 03:29:46.970018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:46.997273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:29:47.004066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-5a72a7c1-5d89-4ec0-ada0-f9d61f27d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:47.005639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:29:47.005779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-5a72a7c1-5d89-4ec0-ada0-f9d61f27d347 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390379 May 12 03:29:47.006292 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:47.103322 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-5a02be53-280b-49d8-84d5-e40f1d460990 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873489 May 12 03:29:47.115718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:29:47.192546 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-61ce11f8-5526-4032-b357-87b2692fdbf1 req-bef565af-02a7-4583-9940-630ef53b5bd6 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823917 May 12 03:29:47.308908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:29:47.335435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430554e7-79bd-421e-83d7-a83febda0c25 None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:29:47.574446 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f3a4-f17b-4247-87a2-76d43a1527c7 None None] New status for floating IP 5a267fe6-c065-40aa-a889-eed981505ada: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:29:47.715644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35368) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:47.778943 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-99f87662-537d-41df-97df-5ddb3d7adfce tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 690 time: 0.0621431 May 12 03:29:48.503126 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-375d76e1-6216-44f3-9ed3-095cb2c14a53 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382497 May 12 03:29:48.591544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-f0eddad6-c0cc-4d96-a65a-4c71a3b3af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:48.592933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-f0eddad6-c0cc-4d96-a65a-4c71a3b3af31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 1129 time: 0.0380101 May 12 03:29:48.700195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-c8e256c3-cc80-477c-9ffe-9f06e1397950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:48.701674 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-c8e256c3-cc80-477c-9ffe-9f06e1397950 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 898 time: 0.0870204 May 12 03:29:48.741029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-ea1c1d9c-9841-4ad1-a904-313f84920f1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 200 len: 217 time: 0.0335112 May 12 03:29:48.782712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35372) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:48.797785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-70694b2a-e235-4785-82a0-efac5d928ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:48.800027 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-70694b2a-e235-4785-82a0-efac5d928ec4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0530965 May 12 03:29:48.839142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f763f652-24a7-4f9f-b6ea-17d51ae4c1e1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 688 time: 0.0552769 May 12 03:29:48.858138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-67208d72-09f8-41ac-98e6-75cc8665fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:48.859588 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-67208d72-09f8-41ac-98e6-75cc8665fe96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496533 May 12 03:29:48.949450 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-b8f6de50-b0f3-4d40-9dfc-fcdc96330da7 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802221 May 12 03:29:49.044564 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-88e79aaa-a16c-4359-8df9-3be11d2eb43c req-dfcae1b7-0f05-40c3-83c0-e61890dcf60c service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 May 12 03:29:50.122028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35388) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.122650 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-93f3d7e5-c2e1-4b11-a7e6-23f93d6157f1 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695819678&fields=id&tenant_id=5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 267 time: 0.0467770 May 12 03:29:50.127827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989909406', 'description': 'tempest-secgroup-smoke-989909406 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.148622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.215418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (d754eaa0-a2f3-40de-9825-2616f0970eb3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.219232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d754eaa0-a2f3-40de-9825-2616f0970eb3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.227715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-0deb22c0-c8c4-44a6-878c-7694bc3e6d30 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:50.229197 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-0deb22c0-c8c4-44a6-878c-7694bc3e6d30 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 811 time: 0.1005502 May 12 03:29:50.243997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-643e51f6-6a74-4cf5-88f1-9bd5e0e68d81 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/quotas/5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 375 time: 0.0093739 May 12 03:29:50.249035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.250281 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1260042 May 12 03:29:50.252169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c887853-3a56-4ada-9f69-a41f2b613ca2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d754eaa0-a2f3-40de-9825-2616f0970eb3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:50.254155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35390) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.258416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'd754eaa0-a2f3-40de-9825-2616f0970eb3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.284681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4b2d13e8-ce94-4852-b049-b1f442db43b9), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.299656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-1873c9c6-bf45-47cf-be02-6e2679567483 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502684 May 12 03:29:50.339385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4b2d13e8-ce94-4852-b049-b1f442db43b9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.343350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (4b2d13e8-ce94-4852-b049-b1f442db43b9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.369125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2d13e8-ce94-4852-b049-b1f442db43b9,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:50.382274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.383477 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-97800c5c-4215-4810-b642-2b05786b4217 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284132 May 12 03:29:50.386167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35392) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.390500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'd754eaa0-a2f3-40de-9825-2616f0970eb3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.405311 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-99d475b7-1aec-423a-a5b7-4cc7a2a4589b service neutron] 10.222.0.23 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945542 May 12 03:29:50.417628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (5eed3a5e-f9d9-42f3-9a15-8b664bd04776), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.473674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (5eed3a5e-f9d9-42f3-9a15-8b664bd04776), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.477877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (5eed3a5e-f9d9-42f3-9a15-8b664bd04776), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.495305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eed3a5e-f9d9-42f3-9a15-8b664bd04776,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:50.504792 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c6354086-3b74-4aef-aabf-447432e63ddf service neutron] 10.222.0.23 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934448 May 12 03:29:50.507494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.508482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-957ebfbe-3b17-4ad6-99c0-4a979aca15b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213601 May 12 03:29:50.511780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35394) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.515745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'd754eaa0-a2f3-40de-9825-2616f0970eb3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.542015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (54d4c710-46af-415a-a24d-800d6178682d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.602000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (54d4c710-46af-415a-a24d-800d6178682d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.606437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (54d4c710-46af-415a-a24d-800d6178682d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.623894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d4c710-46af-415a-a24d-800d6178682d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:50.633679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.634951 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-844e6e98-739d-4b7f-a5fe-fed7ad152a18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225743 May 12 03:29:50.637705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35402) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.642040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'd754eaa0-a2f3-40de-9825-2616f0970eb3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.667844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (35249713-f5b8-45f8-89cb-f6033f80e3c0), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.718100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (35249713-f5b8-45f8-89cb-f6033f80e3c0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.721801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (35249713-f5b8-45f8-89cb-f6033f80e3c0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.739926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35249713-f5b8-45f8-89cb-f6033f80e3c0,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:50.749643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.750980 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7b2775c4-1d35-4a55-bdd9-45ba7c60caaf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123054 May 12 03:29:50.754359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35404) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.758571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'd754eaa0-a2f3-40de-9825-2616f0970eb3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.779647 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:29:50.787745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (de69ed8d-616a-42ff-b250-d46fc93c0af0), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.837960 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-48ae4a17-1dc2-4957-8a35-8d8edc0406a8 req-0cc71df0-3b86-45ab-8add-7b589bc6a5a8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0395501 May 12 03:29:50.841038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (de69ed8d-616a-42ff-b250-d46fc93c0af0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.846340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (de69ed8d-616a-42ff-b250-d46fc93c0af0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.869145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de69ed8d-616a-42ff-b250-d46fc93c0af0,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:50.875049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.878423 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4b1a0c3e-4793-4936-bb7e-6e8c4136ffe5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229968 May 12 03:29:50.879414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35410) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:29:50.883698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'd754eaa0-a2f3-40de-9825-2616f0970eb3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:50.904253 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:29:50.909823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (5cd7e372-179d-437b-a7f0-4c35142a3113), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.970443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (5cd7e372-179d-437b-a7f0-4c35142a3113), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.974971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (5cd7e372-179d-437b-a7f0-4c35142a3113), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:50.993537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd7e372-179d-437b-a7f0-4c35142a3113,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:51.002903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:51.004283 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-35fd837c-e093-449d-a72a-71f3db6f6148 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239130 May 12 03:29:51.158786 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-cff09f8e-329f-48a1-9870-b314cf133378 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989909406&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0446367 May 12 03:29:51.269339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-3bb1a670-a090-43a3-bb21-19a8ceae16ec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:51.271557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-3bb1a670-a090-43a3-bb21-19a8ceae16ec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 797 time: 0.1056359 May 12 03:29:51.286683 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-8f063974-b113-4193-b4af-e4525eb6d717 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0097580 May 12 03:29:51.340065 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-a00590b6-6ed1-4c8c-9b53-5dc1a75b995e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482514 May 12 03:29:51.439616 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-21ab8040-54db-4e6e-bc69-9ef68320e1d6 service neutron] 10.222.0.23 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871692 May 12 03:29:51.526695 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-b12bdea5-9df1-4744-be18-7e2e6a72d287 service neutron] 10.222.0.23 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813951 May 12 03:29:51.683114 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bde70111-baeb-4620-a698-8216f9f160a8 req-91972f2f-2a6d-440b-b6fb-ce4a5d67266b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 210 time: 0.0286140 May 12 03:29:51.944371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6e57562a-1b99-42f1-b3b4-397f5b4252f8 req-174627b9-c850-4740-bdf5-786f9d55477d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0371106 May 12 03:29:52.089795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-fcb5f6e3-3203-498e-92f7-1f5d4317ee0a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:52.091299 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-fcb5f6e3-3203-498e-92f7-1f5d4317ee0a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 811 time: 0.3717484 May 12 03:29:52.179040 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-e9aa1f36-879a-4bd1-be11-33f3747de766 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 380 time: 0.0719664 May 12 03:29:52.198799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'port': {'device_id': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'admin_state_up': True, 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'security_groups': ['14c120b1-770c-4e82-a102-326b22113538']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:52.309441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Made reservation on behalf of 5a7f18ce91624bc98c280c920727400b for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:52.312786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:52.440283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Allocated IP 172.20.0.3 (b4561058-cde5-43d3-8a1b-1ae92a39d565/1511f170-78ff-46ef-b94c-37696fa33362/a85ed46a-0592-45d0-b879-dfa500707c2e) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:52.577779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:52.613587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:52.659045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:52.664217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:52.670927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:52.680997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=a85ed46a-0592-45d0-b879-dfa500707c2e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:52.775566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:52.778184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:52.805872 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-c60d2c37-9648-4061-beb4-26946438b0cc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109338 May 12 03:29:52.822142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-17c19e81-c150-4c48-bbc4-6136fe32d2e4 req-9e87633f-2814-4031-9236-65f88ac58138 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 210 time: 0.0355005 May 12 03:29:52.824808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Request body: {'port': {'device_id': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:52.830510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-561aad2d-a9d3-4e7f-b44c-bee70fff5071 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:52.832238 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-561aad2d-a9d3-4e7f-b44c-bee70fff5071 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 797 time: 0.1659155 May 12 03:29:52.929650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:52.952374 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-da17c276-af7f-47d4-b1c8-0b6d9b6cb2fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 472 time: 0.1101806 May 12 03:29:52.968095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['d754eaa0-a2f3-40de-9825-2616f0970eb3']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:53.068826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-06e6fc6e-cd0a-4c7b-bf4a-5cd8f91f531c None None] Provisioning complete for port a85ed46a-0592-45d0-b879-dfa500707c2e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:53.068826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-06e6fc6e-cd0a-4c7b-bf4a-5cd8f91f531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.108892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033ff25-1cff-4083-bce0-41af5dc7edc6 req-f1fce04a-7912-4f74-a388-b07536410dfd tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:53.110810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b033ff25-1cff-4083-bce0-41af5dc7edc6 req-f1fce04a-7912-4f74-a388-b07536410dfd tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 931 time: 0.0597894 May 12 03:29:53.122807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-06e6fc6e-cd0a-4c7b-bf4a-5cd8f91f531c None None] Port a85ed46a-0592-45d0-b879-dfa500707c2e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:53.199349 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b033ff25-1cff-4083-bce0-41af5dc7edc6 req-01927ea1-3c24-49f5-b33b-b0db741628df tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807118 May 12 03:29:53.206060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:29:53.209858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.351241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85ed46a-0592-45d0-b879-dfa500707c2e {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:29:53.362199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Publish callbacks [] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.396515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Transition to ACTIVE for port object a85ed46a-0592-45d0-b879-dfa500707c2e will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:29:53.401644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.458827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Pushing event updated for resources: {'Port': ['ID=a85ed46a-0592-45d0-b879-dfa500707c2e,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:53.534161 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Attempting to bind port a85ed46a-0592-45d0-b879-dfa500707c2e on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:53.534533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Attempting to bind port a85ed46a-0592-45d0-b879-dfa500707c2e by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:53.534835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Attempting to bind port a85ed46a-0592-45d0-b879-dfa500707c2e on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:53.540063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Port a85ed46a-0592-45d0-b879-dfa500707c2e on network b4561058-cde5-43d3-8a1b-1ae92a39d565 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:29:53.540393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Attempting to bind port a85ed46a-0592-45d0-b879-dfa500707c2e on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:53.546411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:53.546754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Checking segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:53.547151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Bound using segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:53.547593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Bound port: a85ed46a-0592-45d0-b879-dfa500707c2e, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:53.547957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.631215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] For port a85ed46a-0592-45d0-b879-dfa500707c2e, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:53.635326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] For port a85ed46a-0592-45d0-b879-dfa500707c2e, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=a85ed46a-0592-45d0-b879-dfa500707c2e,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:53.650418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.688262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:53.689775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.691296 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] 10.222.0.57 "PUT /v2.0/ports/a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 200 len: 1093 time: 0.8717132 May 12 03:29:53.693124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.9 (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c/c5c961ba-fdd0-4499-b11b-674816c4e9a2/f48a82d5-2679-4fd9-bfce-f53e09f17d80) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:29:53.694083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:53.700909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9094b78c-2123-4d91-92d7-65a3bbe8281a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:53.743294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff1ff1-fb01-48c7-ac14-1e089c1a479a service neutron] Pushing event updated for resources: {'Port': ['ID=a85ed46a-0592-45d0-b879-dfa500707c2e,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:53.765662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29898b8-a7a2-402d-b3af-b13b395de467 x-openstack-request-id: req-a29898b8-a7a2-402d-b3af-b13b395de467 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:53.766267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:53.766615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a29898b8-a7a2-402d-b3af-b13b395de467 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:53.767198 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29898b8-a7a2-402d-b3af-b13b395de467'] response: {'name': 'network-changed', 'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'status': 'completed', 'code': 200} May 12 03:29:53.852720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-11d3b9c5-54f2-459d-a2ee-303aedfa444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:53.861387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-11d3b9c5-54f2-459d-a2ee-303aedfa444d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1127 time: 0.0665283 May 12 03:29:53.919639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:53.948618 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-aa1e97dd-b2cd-4024-8ec4-6c5e6a56fc21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 200 len: 217 time: 0.0660245 May 12 03:29:53.990006 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d65505c-d87a-4c86-b69d-8256670c04d9 req-12cd0f50-562c-4a86-a651-424ca8bece53 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 210 time: 0.0580890 May 12 03:29:54.023097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.025909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-22f501b8-94ef-487a-bd97-bb6a9fb776c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.028088 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-22f501b8-94ef-487a-bd97-bb6a9fb776c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0735791 May 12 03:29:54.071694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:29:54.078797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:29:54.081375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:29:54.106946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=f48a82d5-2679-4fd9-bfce-f53e09f17d80,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:54.137743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.138396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.159592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-88ae99e1-d853-444a-b668-db871641299d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1976299 May 12 03:29:54.216101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Request body: {'port': {'device_id': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:29:54.264022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-b0552034-3297-46df-b725-4b5d372eea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.265549 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-b0552034-3297-46df-b725-4b5d372eea1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0537677 May 12 03:29:54.295599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.394455 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-89967964-17f0-4ceb-96e3-b853b228dd25 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185284 May 12 03:29:54.398378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f0b53720-993d-4bdf-b60d-a9612af233e8 None None] Provisioning complete for port f48a82d5-2679-4fd9-bfce-f53e09f17d80 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:54.399024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0b53720-993d-4bdf-b60d-a9612af233e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.406594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7852245-5155-4a05-a255-602bdce0c59d req-e3013aae-c12f-4e59-928e-646cc3c84e42 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.408643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7852245-5155-4a05-a255-602bdce0c59d req-e3013aae-c12f-4e59-928e-646cc3c84e42 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0929849 May 12 03:29:54.446195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f0b53720-993d-4bdf-b60d-a9612af233e8 None None] Port f48a82d5-2679-4fd9-bfce-f53e09f17d80 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:29:54.518258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1dac3c02-5374-4ae1-9683-c533e0dd763d req-f819c22c-43d8-421f-ac31-4f56e4ae4118 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134305 May 12 03:29:54.601963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7852245-5155-4a05-a255-602bdce0c59d req-47c1281a-e1bd-4ad4-80c7-4ad114e04462 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869676 May 12 03:29:54.613255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-ec124655-150c-43ef-a433-a45eb23b56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.615282 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-ec124655-150c-43ef-a433-a45eb23b56e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1127 time: 0.0432117 May 12 03:29:54.718529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-472010d6-c284-4ad8-a0f2-e925d8d51bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.720035 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-472010d6-c284-4ad8-a0f2-e925d8d51bf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0967593 May 12 03:29:54.754987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48a82d5-2679-4fd9-bfce-f53e09f17d80 {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:29:54.760801 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-829ad2f6-5c61-4bed-a498-06f0b345071b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 200 len: 217 time: 0.0342722 May 12 03:29:54.763049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Publish callbacks [] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.780975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Transition to ACTIVE for port object f48a82d5-2679-4fd9-bfce-f53e09f17d80 will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:29:54.785858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.815160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-17817710-a9e5-4a22-8fac-2d31f22c8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.816725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-17817710-a9e5-4a22-8fac-2d31f22c8e86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0498633 May 12 03:29:54.842362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Pushing event updated for resources: {'Port': ['ID=f48a82d5-2679-4fd9-bfce-f53e09f17d80,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:54.876912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-2efd5a77-f531-43e6-987e-70ff522c046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:54.878620 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-2efd5a77-f531-43e6-987e-70ff522c046c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0521154 May 12 03:29:54.924569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Attempting to bind port f48a82d5-2679-4fd9-bfce-f53e09f17d80 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:29:54.926333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Attempting to bind port f48a82d5-2679-4fd9-bfce-f53e09f17d80 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:29:54.926777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Attempting to bind port f48a82d5-2679-4fd9-bfce-f53e09f17d80 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:54.931792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Port f48a82d5-2679-4fd9-bfce-f53e09f17d80 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:29:54.932368 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Attempting to bind port f48a82d5-2679-4fd9-bfce-f53e09f17d80 on network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:29:54.937515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:29:54.938051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Checking segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:29:54.938641 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Bound using segment: {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:29:54.939695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Bound port: f48a82d5-2679-4fd9-bfce-f53e09f17d80, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fab241-fd30-4d67-847f-de7569642a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:29:54.940200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:54.991896 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-e88279a6-eb2a-478f-8f52-86a086094d79 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025085 May 12 03:29:55.025290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] For port f48a82d5-2679-4fd9-bfce-f53e09f17d80, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:29:55.030800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] For port f48a82d5-2679-4fd9-bfce-f53e09f17d80, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:29:55.054614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:55.134411 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9094b78c-2123-4d91-92d7-65a3bbe8281a req-48f068f4-2d99-42cc-a9c9-04bc663daada service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319971 May 12 03:29:55.155623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:55.156245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:55.157645 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] 10.222.0.57 "PUT /v2.0/ports/f48a82d5-2679-4fd9-bfce-f53e09f17d80 HTTP/1.1" status: 200 len: 1093 time: 0.9464514 May 12 03:29:55.161079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:55.163364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c" -d '{"events": [{"name": "network-changed", "server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:55.181718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322295b-6f14-40ac-b6e4-50cb3ec8b250 service neutron] Pushing event updated for resources: {'Port': ['ID=f48a82d5-2679-4fd9-bfce-f53e09f17d80,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:55.194404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3cdd9-25f6-47c3-9ba3-487f2843d7b3 req-2473034d-d7e1-478d-aa55-e3689aa587f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:55.195980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c4c3cdd9-25f6-47c3-9ba3-487f2843d7b3 req-2473034d-d7e1-478d-aa55-e3689aa587f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 943 time: 0.0840540 May 12 03:29:55.254012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e33e65-ac12-4014-b82c-394be4ddc6db x-openstack-request-id: req-35e33e65-ac12-4014-b82c-394be4ddc6db {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:55.254447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:55.254866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e33e65-ac12-4014-b82c-394be4ddc6db {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:55.255447 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e33e65-ac12-4014-b82c-394be4ddc6db'] response: {'name': 'network-changed', 'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'status': 'completed', 'code': 200} May 12 03:29:55.317540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-90784a15-2f3b-4989-8584-f6d051a22270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:55.319098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-90784a15-2f3b-4989-8584-f6d051a22270 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 1127 time: 0.1040015 May 12 03:29:55.331327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c4c3cdd9-25f6-47c3-9ba3-487f2843d7b3 req-f5f1cbd3-e671-43e2-ab32-8e1f70212a40 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252823 May 12 03:29:55.406117 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-08bef660-a7ea-4c14-a28e-ea2cd744a560 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80 HTTP/1.1" status: 200 len: 217 time: 0.0737579 May 12 03:29:55.472701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-3f32df59-c7f0-41b7-a59a-78519908c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:55.474252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-3f32df59-c7f0-41b7-a59a-78519908c04a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0589182 May 12 03:29:55.554017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f717-0171-4e18-88b1-03a4dd976909 req-2d3158a3-70d5-47e7-aac8-daddc4168589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:55.555886 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-2d3158a3-70d5-47e7-aac8-daddc4168589 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0729094 May 12 03:29:55.661109 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-b6a5996b-8029-4632-b602-605b9afec0cb service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952663 May 12 03:29:55.769276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc265b-007a-43a2-817f-14756acbbc47 req-b48cca91-a6c1-4e77-aad3-56e0b3641d41 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:55.770803 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3dc265b-007a-43a2-817f-14756acbbc47 req-b48cca91-a6c1-4e77-aad3-56e0b3641d41 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0910945 May 12 03:29:55.819995 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3756f717-0171-4e18-88b1-03a4dd976909 req-c46e15e5-9acd-43a9-bd94-e08585110c46 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480079 May 12 03:29:55.835907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3dc265b-007a-43a2-817f-14756acbbc47 req-0fb02cd5-df2d-4ced-a506-bcc805e57c2f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590074 May 12 03:29:56.448835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8fe4f-5975-4a77-ba0d-4449d20e3653 req-0a9adbb4-2024-4bf4-b5a3-a080c7518863 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:56.450411 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3fc8fe4f-5975-4a77-ba0d-4449d20e3653 req-0a9adbb4-2024-4bf4-b5a3-a080c7518863 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 943 time: 0.0466006 May 12 03:29:56.498160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3fc8fe4f-5975-4a77-ba0d-4449d20e3653 req-3f2c1023-aaff-4060-9940-23ac1888c1c1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 May 12 03:29:56.698858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-0763d5ae-a473-4377-894a-f06cb60480d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:56.700583 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-0763d5ae-a473-4377-894a-f06cb60480d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 1127 time: 0.0430906 May 12 03:29:56.847825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-309a41d8-75bc-4813-8fc8-4f0e90f7d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:56.849295 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-309a41d8-75bc-4813-8fc8-4f0e90f7d45d service neutron] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 898 time: 0.1396062 May 12 03:29:56.889706 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-c6904fc7-fa5e-44b2-b760-4e7ee3a461af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80 HTTP/1.1" status: 200 len: 217 time: 0.0339744 May 12 03:29:56.977104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924220-c52c-45cf-a234-3eb673f8c12b req-8be10963-f1b2-43cd-bf9f-1c58ff76026f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:56.978550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0e924220-c52c-45cf-a234-3eb673f8c12b req-8be10963-f1b2-43cd-bf9f-1c58ff76026f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0540650 May 12 03:29:56.980106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-f7dd9d7d-0dc9-4f13-ae36-48e4a288d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:56.981421 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-f7dd9d7d-0dc9-4f13-ae36-48e4a288d67b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0858128 May 12 03:29:57.040853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-90d15b81-9d49-4084-87b9-9d8b12c9b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:57.042389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-90d15b81-9d49-4084-87b9-9d8b12c9b168 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518329 May 12 03:29:57.070141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0e924220-c52c-45cf-a234-3eb673f8c12b req-27c997c0-cd76-46ee-bb9c-3deab7b75a29 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857913 May 12 03:29:57.122350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f48a82d5-2679-4fd9-bfce-f53e09f17d80 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:29:57.145819 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-2cb7df49-3397-46ec-907f-d66ae36aec75 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913570 May 12 03:29:57.229411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f48a82d5-2679-4fd9-bfce-f53e09f17d80, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:57.242297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'port_id': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'mac_address': 'fa:16:3e:ca:3b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:29:57.248882 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3f534a-bbb3-4b34-a64a-91804e6daa6c req-1dcd239b-9ea0-49f5-9748-d0e224e94332 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956910 May 12 03:29:57.280765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f48a82d5-2679-4fd9-bfce-f53e09f17d80 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:57.281154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:57.299963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48a82d5-2679-4fd9-bfce-f53e09f17d80 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:29:57.319712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f48a82d5-2679-4fd9-bfce-f53e09f17d80, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:57.325347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:57.374256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f48a82d5-2679-4fd9-bfce-f53e09f17d80,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:57.582171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['f48a82d5-2679-4fd9-bfce-f53e09f17d80'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:29:57.618406 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822d06-6a61-4675-aa53-95b3e301e71c req-4cf3b71b-40ab-4841-8c40-ea8b33dd5a09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:57.620026 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fb822d06-6a61-4675-aa53-95b3e301e71c req-4cf3b71b-40ab-4841-8c40-ea8b33dd5a09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 944 time: 0.0540752 May 12 03:29:57.671182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fb822d06-6a61-4675-aa53-95b3e301e71c req-73ec06ae-52b9-4e7c-a0f6-694c225c85a3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 May 12 03:29:58.181945 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756a01b-61f2-4b93-901d-0253fafc3b88 req-8071ad93-a2c9-4986-823e-d4fc9ca1f263 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:58.183420 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9756a01b-61f2-4b93-901d-0253fafc3b88 req-8071ad93-a2c9-4986-823e-d4fc9ca1f263 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0464365 May 12 03:29:58.231475 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9756a01b-61f2-4b93-901d-0253fafc3b88 req-f9f21ceb-ca48-49c9-aca6-7b7a177edb0d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 May 12 03:29:58.792241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e271cd4-5166-4d0e-bc2f-47866168e929 req-24e67892-f183-45c8-a048-ba1a8af335a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:58.793802 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3e271cd4-5166-4d0e-bc2f-47866168e929 req-24e67892-f183-45c8-a048-ba1a8af335a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 944 time: 0.0503283 May 12 03:29:58.844473 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3e271cd4-5166-4d0e-bc2f-47866168e929 req-f92d312d-5cda-411a-9545-71614e635758 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 May 12 03:29:59.123146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f48a82d5-2679-4fd9-bfce-f53e09f17d80 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:29:59.168549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port f48a82d5-2679-4fd9-bfce-f53e09f17d80 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:29:59.174826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port f48a82d5-2679-4fd9-bfce-f53e09f17d80 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:29:59.175201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:59.257048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f48a82d5-2679-4fd9-bfce-f53e09f17d80 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:29:59.258883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:59.301541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f48a82d5-2679-4fd9-bfce-f53e09f17d80, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:29:59.302630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:29:59.305126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ca788-9e86-4e3a-99fc-03ff17def8e0" -d '{"events": [{"server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "name": "network-vif-plugged", "status": "completed", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:29:59.324993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:29:59.364942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6b2ff-3999-4e97-b756-6bebe037fc4d req-06ae3852-a050-4c11-b16d-9bba3fde8815 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:59.378959 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d7b6b2ff-3999-4e97-b756-6bebe037fc4d req-06ae3852-a050-4c11-b16d-9bba3fde8815 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0711226 May 12 03:29:59.410689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8332b-ca70-49c1-8800-b74753adaa3f x-openstack-request-id: req-9ae8332b-ca70-49c1-8800-b74753adaa3f {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:29:59.410966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "name": "network-vif-plugged", "status": "completed", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:29:59.411368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ae8332b-ca70-49c1-8800-b74753adaa3f {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:29:59.412267 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae8332b-ca70-49c1-8800-b74753adaa3f'] response: {'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'code': 200} May 12 03:29:59.414087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f48a82d5-2679-4fd9-bfce-f53e09f17d80,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:29:59.444166 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d7b6b2ff-3999-4e97-b756-6bebe037fc4d req-85a1085c-d58c-4c9e-88d6-eb77e480f23d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638542 May 12 03:29:59.568583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23815845-e65f-4731-9bec-5003ba54970e req-e7287a2a-459d-4ef0-8bfd-d222c94cd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:59.570244 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23815845-e65f-4731-9bec-5003ba54970e req-e7287a2a-459d-4ef0-8bfd-d222c94cd874 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0446649 May 12 03:29:59.630327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23815845-e65f-4731-9bec-5003ba54970e req-3c03105c-ceb3-464e-b0f5-04006b306c9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494208 May 12 03:29:59.963363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36a6f2-5e90-4762-a13e-7d4946a9e842 req-e3dafdf8-e8eb-4195-a71b-63ceb92bacee tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:29:59.965165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8d36a6f2-5e90-4762-a13e-7d4946a9e842 req-e3dafdf8-e8eb-4195-a71b-63ceb92bacee tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0489042 May 12 03:30:00.015212 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8d36a6f2-5e90-4762-a13e-7d4946a9e842 req-db1f6b1d-1102-41bd-8133-687886f2728c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436280 May 12 03:30:00.557699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fff809-3873-433c-8eb8-5c54ec2a4f29 req-b366cc23-a93a-40d2-8798-e6918d24e830 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:00.559206 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b5fff809-3873-433c-8eb8-5c54ec2a4f29 req-b366cc23-a93a-40d2-8798-e6918d24e830 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0485251 May 12 03:30:00.616758 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b5fff809-3873-433c-8eb8-5c54ec2a4f29 req-a4c7cb2f-4168-4500-aeab-45cb4f106efc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517118 May 12 03:30:01.135017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4c6b-329e-4f20-8713-a161bbd16b48 req-e8093999-3e4c-418c-ac21-f7c8a7ef3819 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:01.136594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-10ab4c6b-329e-4f20-8713-a161bbd16b48 req-e8093999-3e4c-418c-ac21-f7c8a7ef3819 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0485570 May 12 03:30:01.194796 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-10ab4c6b-329e-4f20-8713-a161bbd16b48 req-100af409-a218-463f-a995-432b66f71fa3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496981 May 12 03:30:01.729658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ea746-7bd9-4fa1-ba58-72596961d9db req-00a62da3-5060-4598-b905-35246fde5f9e tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:01.731184 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4d3ea746-7bd9-4fa1-ba58-72596961d9db req-00a62da3-5060-4598-b905-35246fde5f9e tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0475075 May 12 03:30:01.779108 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4d3ea746-7bd9-4fa1-ba58-72596961d9db req-00dc40d6-82de-4e42-a934-b7e93d2ef837 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 May 12 03:30:02.310081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7aec-1b7a-4542-b596-462b9c715565 req-191be3af-0133-44dd-89f3-6192b4d7da62 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:02.311568 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-391e7aec-1b7a-4542-b596-462b9c715565 req-191be3af-0133-44dd-89f3-6192b4d7da62 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0496418 May 12 03:30:02.360517 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-391e7aec-1b7a-4542-b596-462b9c715565 req-7969d6fb-331f-4152-8388-8c88d9e732c5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430772 May 12 03:30:02.478520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb58846-4549-4ba5-ac61-3c55be9ccb34 req-91f6b6e6-0314-4fa2-b6b7-76ddd1874c9b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:02.479883 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2eb58846-4549-4ba5-ac61-3c55be9ccb34 req-91f6b6e6-0314-4fa2-b6b7-76ddd1874c9b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0483620 May 12 03:30:02.535100 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2eb58846-4549-4ba5-ac61-3c55be9ccb34 req-d822eac1-eda9-4cb1-8b1c-6292cc93fb66 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495808 May 12 03:30:02.557228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35490) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:02.745867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088f20e-07de-45d6-85c9-febe378f988e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:02.749435 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4088f20e-07de-45d6-85c9-febe378f988e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 1124 time: 0.1890457 May 12 03:30:02.750287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35494) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:02.755853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'port_id': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:02.798909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:02.899042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199e90-09a3-4094-9246-d4692611d602 req-be48a63d-5554-4581-8f4b-ac4db8cddf10 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:02.900586 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c199e90-09a3-4094-9246-d4692611d602 req-be48a63d-5554-4581-8f4b-ac4db8cddf10 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0496461 May 12 03:30:02.957549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c199e90-09a3-4094-9246-d4692611d602 req-717fc33d-f713-4432-81b4-738103adee6a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 May 12 03:30:03.075664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed465-dda1-40d8-8c69-12f0de1a7789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:03.403451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:03.407719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:03.507655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 5a267fe6-c065-40aa-a889-eed981505ada associated. External IP: 172.26.2.109, port: f48a82d5-2679-4fd9-bfce-f53e09f17d80. May 12 03:30:03.720426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:30:03.830834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:30:03.836111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:03.840502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:30:03.850974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:03.851582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:03.866390 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d6145d9-f0c2-424a-a083-af27b9d73033 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 991 time: 1.1144345 May 12 03:30:03.866995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:30:03.869169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35498) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:03.869678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898" -d '{"events": [{"name": "network-changed", "server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:30:03.911926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c6671-27b6-4d97-8ba0-ab081d225905 x-openstack-request-id: req-1a2c6671-27b6-4d97-8ba0-ab081d225905 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:30:03.912354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:30:03.912616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a2c6671-27b6-4d97-8ba0-ab081d225905 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:30:03.913057 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2c6671-27b6-4d97-8ba0-ab081d225905'] response: {'name': 'network-changed', 'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'status': 'completed', 'code': 200} May 12 03:30:03.961693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:03.966772 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-48778bc7-4caf-4a57-a0c9-4907adcbbc35 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 991 time: 0.0952914 May 12 03:30:03.978116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-062368fd-242b-4cd4-802c-5817ab577a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:03.979493 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-062368fd-242b-4cd4-802c-5817ab577a07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0423975 May 12 03:30:04.105799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72836-7661-409e-9251-5c1b9ecde8e8 req-607eb3ae-f658-4571-88ac-1447c4c52d54 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:04.107281 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-04f72836-7661-409e-9251-5c1b9ecde8e8 req-607eb3ae-f658-4571-88ac-1447c4c52d54 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0608113 May 12 03:30:04.112416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-99a912ce-bbf3-4212-a532-3d3489c5874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:04.113761 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-99a912ce-bbf3-4212-a532-3d3489c5874c service neutron] 10.222.0.57 "GET /v2.0/networks?id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 200 len: 898 time: 0.1274748 May 12 03:30:04.222391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5a267fe6-c065-40aa-a889-eed981505ada', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'port_id': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'mac_address': 'fa:16:3e:ca:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:29:07Z', 'updated_at': '2022-05-12T03:30:03Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:04.235596 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-04f72836-7661-409e-9251-5c1b9ecde8e8 req-959f6aea-96c1-4dd7-9cec-b0e4715c2a09 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207006 May 12 03:30:04.239531 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-379a5e12-8b2a-4f10-a9fb-649c3ab822db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80 HTTP/1.1" status: 200 len: 999 time: 0.1176200 May 12 03:30:04.253200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:30:04.261257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:04.261858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:29:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:04.288332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-0c13f24a-feaf-4f3f-9aa5-cbfc650b8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:04.289765 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-0c13f24a-feaf-4f3f-9aa5-cbfc650b8669 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 200 len: 835 time: 0.0432842 May 12 03:30:04.337133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-4d9441cd-21b0-4bae-a6ca-477e0c3a9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:04.338651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-4d9441cd-21b0-4bae-a6ca-477e0c3a9b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421882 May 12 03:30:04.432510 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-c0c4e9c4-0586-46a9-be21-94a229ca9500 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864944 May 12 03:30:04.507497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:04.525371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0ee3c02-12d2-477c-8bcc-d9618e4d8898 req-a8235421-8904-411c-8318-3de749399d37 service neutron] 10.222.0.57 "GET /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867474 May 12 03:30:04.723355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5a267fe6-c065-40aa-a889-eed981505ada', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'port_id': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'mac_address': 'fa:16:3e:ca:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:29:07Z', 'updated_at': '2022-05-12T03:30:03Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:04.753347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490b9a9-a351-45b7-8e8e-54cb2ba80b79 None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5a267fe6-c065-40aa-a889-eed981505ada', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'port_id': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'mac_address': 'fa:16:3e:ca:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:29:07Z', 'updated_at': '2022-05-12T03:30:03Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:30:04.948988 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d51473-42f9-4e5e-8df7-f5e13659f450 None None] New status for floating IP 5a267fe6-c065-40aa-a889-eed981505ada: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:30:04.969601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35504) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:05.028370 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-16d592d2-2df2-48a7-9d41-c23b4b37fa8a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 991 time: 0.0575857 May 12 03:30:05.349982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e61b0-18d7-4789-bf49-e8e3c4e06ac4 req-6267bab6-17f4-4641-a23e-46a518436a59 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:05.351380 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-201e61b0-18d7-4789-bf49-e8e3c4e06ac4 req-6267bab6-17f4-4641-a23e-46a518436a59 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0463786 May 12 03:30:05.402089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-201e61b0-18d7-4789-bf49-e8e3c4e06ac4 req-b244aadc-c024-448e-8716-63b27a6c783b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 May 12 03:30:05.602027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f567eca6-d7d3-429a-a7cb-e07bbc8a7ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:05.779023 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:30:06.031618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35508) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:06.089539 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6d5dd20f-0bc9-488b-ad67-89dae0ef2d58 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 200 len: 993 time: 0.0567565 May 12 03:30:06.418520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:06.515130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f128ac-e634-4fe0-8d76-d35e7273a118 req-93d6bd70-78c3-4c26-ac85-5953895d78f1 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:06.517410 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-96f128ac-e634-4fe0-8d76-d35e7273a118 req-93d6bd70-78c3-4c26-ac85-5953895d78f1 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0451279 May 12 03:30:06.568067 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-96f128ac-e634-4fe0-8d76-d35e7273a118 req-5502e127-a888-489c-93f7-b43277833bee tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453091 May 12 03:30:07.686489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59531bf3-f85d-449b-873c-121b84702d5e req-2a6deffc-23fb-42cd-86b7-a3c376654cc4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:07.687960 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59531bf3-f85d-449b-873c-121b84702d5e req-2a6deffc-23fb-42cd-86b7-a3c376654cc4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0524163 May 12 03:30:07.736858 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59531bf3-f85d-449b-873c-121b84702d5e req-670a2ae6-757c-4f96-9a29-6dab6572d1e8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 May 12 03:30:07.986816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:08.844799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346247e2-57e8-4a4e-b9ed-ebfa491f47a9 req-810111dd-3bac-4196-8ef1-6aabe0e19d37 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:08.846530 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-346247e2-57e8-4a4e-b9ed-ebfa491f47a9 req-810111dd-3bac-4196-8ef1-6aabe0e19d37 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0459518 May 12 03:30:08.893173 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-346247e2-57e8-4a4e-b9ed-ebfa491f47a9 req-cd342ac6-21a4-458b-a8f5-0b7e189e7207 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 May 12 03:30:09.581196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:10.005439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bca68-d67c-4e73-82ae-f1d8070bdb52 req-ef14b6c8-4032-4dcd-9975-35f26257e4f4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:10.006922 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a07bca68-d67c-4e73-82ae-f1d8070bdb52 req-ef14b6c8-4032-4dcd-9975-35f26257e4f4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0492275 May 12 03:30:10.054145 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a07bca68-d67c-4e73-82ae-f1d8070bdb52 req-71900e35-569f-49f5-a7ad-0f7ad54cc0cb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 May 12 03:30:11.164615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device a85ed46a-0592-45d0-b879-dfa500707c2e details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:30:11.179319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bc07-b4a1-4d3b-816f-bb82c993b3fb req-c6920f85-4a24-4b3c-a242-b75ecaf37e62 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:11.180803 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5b5bc07-b4a1-4d3b-816f-bb82c993b3fb req-c6920f85-4a24-4b3c-a242-b75ecaf37e62 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 943 time: 0.0468302 May 12 03:30:11.229576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5b5bc07-b4a1-4d3b-816f-bb82c993b3fb req-0a9884c6-52a3-43fc-bec0-1db124d7e1c3 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431337 May 12 03:30:11.261602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port a85ed46a-0592-45d0-b879-dfa500707c2e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=a85ed46a-0592-45d0-b879-dfa500707c2e,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:11.272934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'port_id': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'mac_address': 'fa:16:3e:47:fb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:30:11.308675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port a85ed46a-0592-45d0-b879-dfa500707c2e is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:11.309058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:11.321320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ed46a-0592-45d0-b879-dfa500707c2e {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:30:11.341189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port a85ed46a-0592-45d0-b879-dfa500707c2e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=a85ed46a-0592-45d0-b879-dfa500707c2e,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:11.345564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:11.395502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=a85ed46a-0592-45d0-b879-dfa500707c2e,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:11.605027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['a85ed46a-0592-45d0-b879-dfa500707c2e'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:30:12.278863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:12.340826 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b58ad-f1ee-4abc-b314-e529fdbd005e req-2ad55694-cd46-4ca3-b0f2-41412f981ae7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:12.342294 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-821b58ad-f1ee-4abc-b314-e529fdbd005e req-2ad55694-cd46-4ca3-b0f2-41412f981ae7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 944 time: 0.0449898 May 12 03:30:12.673700 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-821b58ad-f1ee-4abc-b314-e529fdbd005e req-21d40d6a-6ba6-4211-83e6-2222c35656a6 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249543 May 12 03:30:13.188271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device a85ed46a-0592-45d0-b879-dfa500707c2e up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:30:13.231094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port a85ed46a-0592-45d0-b879-dfa500707c2e completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:30:13.236785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port a85ed46a-0592-45d0-b879-dfa500707c2e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:13.237257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:13.312967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port a85ed46a-0592-45d0-b879-dfa500707c2e is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:13.313688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:13.340917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:30:13.342860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14b339-ab89-4500-a550-14db723ff810" -d '{"events": [{"server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "name": "network-vif-plugged", "status": "completed", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:30:13.355627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port a85ed46a-0592-45d0-b879-dfa500707c2e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=a85ed46a-0592-45d0-b879-dfa500707c2e,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:13.359533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:13.384101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97805450-5f4a-465b-a1c2-7dd85dbfa146 x-openstack-request-id: req-97805450-5f4a-465b-a1c2-7dd85dbfa146 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:30:13.384393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "name": "network-vif-plugged", "status": "completed", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:30:13.384648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97805450-5f4a-465b-a1c2-7dd85dbfa146 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:30:13.385045 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97805450-5f4a-465b-a1c2-7dd85dbfa146'] response: {'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'code': 200} May 12 03:30:13.410880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=a85ed46a-0592-45d0-b879-dfa500707c2e,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:13.575675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290319b0-7dbe-4a2d-9c7a-ca27c6882b90 req-b750bbde-c7d3-47b2-9b96-f7dc3efd820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:13.577071 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-290319b0-7dbe-4a2d-9c7a-ca27c6882b90 req-b750bbde-c7d3-47b2-9b96-f7dc3efd820a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1129 time: 0.0377426 May 12 03:30:13.622891 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-290319b0-7dbe-4a2d-9c7a-ca27c6882b90 req-709c936d-b116-46d4-bb7b-947e23d26359 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 May 12 03:30:13.783838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdee18-7981-42b8-a8c8-16c057446203 req-46f15c78-0799-47cd-8d16-ce4552f70e9f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:13.785287 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-03bdee18-7981-42b8-a8c8-16c057446203 req-46f15c78-0799-47cd-8d16-ce4552f70e9f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 945 time: 0.0449286 May 12 03:30:13.834658 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-03bdee18-7981-42b8-a8c8-16c057446203 req-0315bcb7-bb05-4962-94b0-d97ad72e5bbc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 May 12 03:30:14.947639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e31f-c257-4110-ad0d-37620f6144b9 req-cc17fe7c-609b-4b5d-938b-d8aee59ab40f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:14.949071 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3034e31f-c257-4110-ad0d-37620f6144b9 req-cc17fe7c-609b-4b5d-938b-d8aee59ab40f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 945 time: 0.0454965 May 12 03:30:14.999449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3034e31f-c257-4110-ad0d-37620f6144b9 req-61d62029-1781-4954-b97c-333b665f8413 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 May 12 03:30:15.115139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ccecd-7dce-476a-bd01-87be0d7965f0 req-697ca1ab-d73a-43ab-9245-68d8790a9bc0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:15.116537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb2ccecd-7dce-476a-bd01-87be0d7965f0 req-697ca1ab-d73a-43ab-9245-68d8790a9bc0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 945 time: 0.0483871 May 12 03:30:15.165202 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb2ccecd-7dce-476a-bd01-87be0d7965f0 req-7545e252-6090-4af9-8489-a33e87eadd37 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 May 12 03:30:15.187317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35530) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:15.325008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d0f3e-c823-4ac8-b9e8-68e6b1e3d15b tempest-TestVolumeBootPattern-1726117613 tempest-TestVolumeBootPattern-1726117613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:15.326871 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb3d0f3e-c823-4ac8-b9e8-68e6b1e3d15b tempest-TestVolumeBootPattern-1726117613 tempest-TestVolumeBootPattern-1726117613-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1124 time: 0.1382577 May 12 03:30:15.329350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35534) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:15.333466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:15.354043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:15.428190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:15.530091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Allocated IP 172.26.2.15 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/a3b41103-9423-4fe1-8e8a-35bf97e4b471) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:30:15.627931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:15.661224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:15.700369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:30:15.703162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:15.709677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:30:15.731251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=a3b41103-9423-4fe1-8e8a-35bf97e4b471,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:16.071191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (e6048902-9b5c-4329-9bf0-8b93bd0c3f2a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:16.138153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:16.315680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:16.321333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:16.403086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=a3b41103-9423-4fe1-8e8a-35bf97e4b471,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:16.409056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e6048902-9b5c-4329-9bf0-8b93bd0c3f2a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:16.513730 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Floating IP e6048902-9b5c-4329-9bf0-8b93bd0c3f2a associated. External IP: 172.26.2.15, port: a85ed46a-0592-45d0-b879-dfa500707c2e. May 12 03:30:16.717795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:30:16.827736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:30:16.838155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:30:16.845861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:16.848586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:16.849190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:16.875967 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6e672341-393a-46a0-b82a-2ed884eeaa93 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5455918 May 12 03:30:16.876594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:30:16.879054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:30:16.915131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c4e83a-22ba-47e9-9604-0ec04038a0d4 x-openstack-request-id: req-41c4e83a-22ba-47e9-9604-0ec04038a0d4 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:30:16.915491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:30:16.915756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41c4e83a-22ba-47e9-9604-0ec04038a0d4 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:30:16.916173 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c4e83a-22ba-47e9-9604-0ec04038a0d4'] response: {'name': 'network-changed', 'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'status': 'completed', 'code': 200} May 12 03:30:16.958599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:16.989159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-24b2fa22-c11a-47c7-9ee3-e9d575aecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:16.990628 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-24b2fa22-c11a-47c7-9ee3-e9d575aecc9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1129 time: 0.0441022 May 12 03:30:17.080762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-1071bf7e-0055-41a7-ac43-5012fcede623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:17.082333 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-1071bf7e-0055-41a7-ac43-5012fcede623 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0839818 May 12 03:30:17.152564 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-04ea67c4-fc71-4294-bf62-1a596e4d7fda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 200 len: 998 time: 0.0636158 May 12 03:30:17.173685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e6048902-9b5c-4329-9bf0-8b93bd0c3f2a', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.15', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:47:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:30:15Z', 'updated_at': '2022-05-12T03:30:15Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:17.199221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-fdc35a10-1461-4c3e-beaf-8603902f01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:17.199767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:30:17.200728 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-fdc35a10-1461-4c3e-beaf-8603902f01c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0417330 May 12 03:30:17.208472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:17.209069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:17.243119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-12a88ca7-5a98-4d3c-86aa-cb8d9eaaa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:17.244612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-12a88ca7-5a98-4d3c-86aa-cb8d9eaaa952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378361 May 12 03:30:17.317156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:17.336422 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-3eb6ca8e-58f8-40a5-a278-6127868a2641 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852792 May 12 03:30:17.427364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb905668-f2d7-455c-bd75-38fc8b6bb7c7 req-d42cf316-69d0-4a67-82db-826afe03fba3 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816891 May 12 03:30:17.529575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e6048902-9b5c-4329-9bf0-8b93bd0c3f2a', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.15', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:47:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:30:15Z', 'updated_at': '2022-05-12T03:30:15Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:17.558482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf5e0-eb97-41b3-9c97-83132c5e3049 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e6048902-9b5c-4329-9bf0-8b93bd0c3f2a', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.15', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:47:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:30:15Z', 'updated_at': '2022-05-12T03:30:15Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:30:17.756237 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b2a77-3f51-47a4-925d-2cf6ce5154c6 None None] New status for floating IP e6048902-9b5c-4329-9bf0-8b93bd0c3f2a: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:30:33.078187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-00621d47-789c-43db-94cf-a50108a2ef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:35.604408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5b6c75c5-3c60-4de1-afd4-b1e5c1f8808c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:36.421358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:37.403504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0fe4-983d-43d5-a0e6-e508e46901f2 req-9eb89b2f-712a-4360-8dcf-30366a78dc68 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:37.404982 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cecf0fe4-983d-43d5-a0e6-e508e46901f2 req-9eb89b2f-712a-4360-8dcf-30366a78dc68 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0546646 May 12 03:30:37.453648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cecf0fe4-983d-43d5-a0e6-e508e46901f2 req-5deda0d4-70e6-42a0-8ee8-a25f0fb57942 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 May 12 03:30:37.990306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:38.573671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa7cf-a744-43e3-88ec-1c355e8e0a19 req-02b2903c-ee4b-4980-9444-e8f9d07eff3a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:38.575204 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7f9fa7cf-a744-43e3-88ec-1c355e8e0a19 req-02b2903c-ee4b-4980-9444-e8f9d07eff3a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0508196 May 12 03:30:38.623410 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7f9fa7cf-a744-43e3-88ec-1c355e8e0a19 req-3602c8d6-ded3-4279-8200-1c032058d4f1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=d754eaa0-a2f3-40de-9825-2616f0970eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 May 12 03:30:38.903115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-eaa6cab1-537e-4dae-84b8-9c6d30f99444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:38.904445 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-eaa6cab1-537e-4dae-84b8-9c6d30f99444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 945 time: 0.0491462 May 12 03:30:38.992336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port f48a82d5-2679-4fd9-bfce-f53e09f17d80 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:30:38.992672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.081948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port f48a82d5-2679-4fd9-bfce-f53e09f17d80, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f48a82d5-2679-4fd9-bfce-f53e09f17d80,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:39.082313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.304233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.304592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.304900 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 5a267fe6-c065-40aa-a889-eed981505ada disassociated. External IP: 172.26.2.109, port: f48a82d5-2679-4fd9-bfce-f53e09f17d80. May 12 03:30:39.305238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for f48a82d5-2679-4fd9-bfce-f53e09f17d80 owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:30:39.440472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f48a82d5-2679-4fd9-bfce-f53e09f17d80), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.474545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=f48a82d5-2679-4fd9-bfce-f53e09f17d80,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:39.485800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.486223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.486534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.486856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.487200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.487539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.487872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.488333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.488563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.488923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.489226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.489567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.489912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.490334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.490554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:39.584537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.602378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:30:39.720241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:30:39.731064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:30:39.741799 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5571546-7a25-4b4d-95fb-1809c363336c req-43a645c5-29a7-411e-80d6-1cec38e278a2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=db41867e-8a06-4fc7-bf6a-636bf1c78bf5 HTTP/1.1" status: 200 len: 210 time: 0.0426111 May 12 03:30:39.742688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:39.743314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:39.777838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port f48a82d5-2679-4fd9-bfce-f53e09f17d80 on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:30:39.780886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:39.783666 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78d4bf87-552d-4b0a-b51c-9b5c2e404edf req-5331b740-8641-4df6-b3dc-f7a4e70517d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/f48a82d5-2679-4fd9-bfce-f53e09f17d80 HTTP/1.1" status: 204 len: 173 time: 0.8687463 May 12 03:30:39.784031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'name': 'network-vif-deleted', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:30:39.786317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bdc9e-d3e9-40e2-ba21-b60763dcbee0" -d '{"events": [{"server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "name": "network-vif-deleted", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:30:39.826532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca87f3d-17cb-44ea-bb57-7468d3d82fa6 x-openstack-request-id: req-aca87f3d-17cb-44ea-bb57-7468d3d82fa6 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:30:39.826834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db41867e-8a06-4fc7-bf6a-636bf1c78bf5", "name": "network-vif-deleted", "tag": "f48a82d5-2679-4fd9-bfce-f53e09f17d80", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:30:39.827125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aca87f3d-17cb-44ea-bb57-7468d3d82fa6 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:30:39.827518 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca87f3d-17cb-44ea-bb57-7468d3d82fa6'] response: {'server_uuid': 'db41867e-8a06-4fc7-bf6a-636bf1c78bf5', 'name': 'network-vif-deleted', 'tag': 'f48a82d5-2679-4fd9-bfce-f53e09f17d80', 'status': 'completed', 'code': 200} May 12 03:30:39.865219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:40.091900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:40.119357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:30:40.127667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:40.128274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:40.388521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:40.592495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:40.632578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4425c9-85dc-4585-a5e0-681f094d5684 None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:28:44Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '2c903f09-224f-4bfc-a6c5-edf0a9a80fcf', 'name': '', 'network_id': 'edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:73:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:42Z', 'updated_at': '2022-05-12T03:28:50Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'c5c961ba-fdd0-4499-b11b-674816c4e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:30:40.805481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35570) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:40.873972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (d754eaa0-a2f3-40de-9825-2616f0970eb3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:40.886869 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e6ffd-5cc2-46d1-a56e-a91a9df55ac2 None None] New status for floating IP 5a267fe6-c065-40aa-a889-eed981505ada: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:30:40.905128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (d754eaa0-a2f3-40de-9825-2616f0970eb3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:40.979279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (d754eaa0-a2f3-40de-9825-2616f0970eb3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:40.982464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:40.983692 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/d754eaa0-a2f3-40de-9825-2616f0970eb3 HTTP/1.1" status: 204 len: 168 time: 0.1764958 May 12 03:30:41.003220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d754eaa0-a2f3-40de-9825-2616f0970eb3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:41.014527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.015199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.016660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.017166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.017811 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.018318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.018810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.019347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.019797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.020196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.020851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.021382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35574) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:41.021903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.022262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.022605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.023113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c506b-8fbc-4b2c-9b71-d53521bb43ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:41.149814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 70baf89e-73f4-4ca5-9367-297cf8fbec5b {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:30:41.150188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:41.531972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:41.532297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (70baf89e-73f4-4ca5-9367-297cf8fbec5b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:41.544440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 70baf89e-73f4-4ca5-9367-297cf8fbec5b owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:30:41.669877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (70baf89e-73f4-4ca5-9367-297cf8fbec5b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:41.696502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=70baf89e-73f4-4ca5-9367-297cf8fbec5b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:41.758241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (5a267fe6-c065-40aa-a889-eed981505ada), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:41.760558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:41.761816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4bf56426-4c21-452b-8465-2ac2e64d7780 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/5a267fe6-c065-40aa-a889-eed981505ada HTTP/1.1" status: 204 len: 168 time: 0.7391334 May 12 03:30:41.984714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bfc2f-2dc7-46e1-9bcf-f283a2a02866 req-153a24e6-2790-4b43-951b-3e1bf6766a1e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:41.986236 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-067bfc2f-2dc7-46e1-9bcf-f283a2a02866 req-153a24e6-2790-4b43-951b-3e1bf6766a1e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.0552197 May 12 03:30:42.034427 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-067bfc2f-2dc7-46e1-9bcf-f283a2a02866 req-3332b29c-52c1-4cc3-805d-73f7c29c28b2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 May 12 03:30:42.291390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:42.778963 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:30:43.154622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560dcfe-2208-4f0a-ad26-cc315b525017 req-8afedda9-d9c1-481c-8411-b1019ac85639 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:43.156123 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c560dcfe-2208-4f0a-ad26-cc315b525017 req-8afedda9-d9c1-481c-8411-b1019ac85639 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.0497453 May 12 03:30:43.204216 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c560dcfe-2208-4f0a-ad26-cc315b525017 req-035a4f08-0d89-449d-9d66-72e2100629c7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=3431c410-2117-4346-88cf-983fde0c28be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 May 12 03:30:43.326204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f48a82d5-2679-4fd9-bfce-f53e09f17d80 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:30:43.347981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: f48a82d5-2679-4fd9-bfce-f53e09f17d80 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:30:43.348322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f48a82d5-2679-4fd9-bfce-f53e09f17d80 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:30:43.403918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-6ef6c4b9-3815-46ce-b59f-2088ab602284 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:43.405363 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-6ef6c4b9-3815-46ce-b59f-2088ab602284 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 945 time: 0.0479732 May 12 03:30:43.493369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 2a7a6f07-becb-4201-90b1-868720a904d6 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:30:43.493692 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:43.582973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 2a7a6f07-becb-4201-90b1-868720a904d6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2a7a6f07-becb-4201-90b1-868720a904d6,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:43.583355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:43.596727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 2a7a6f07-becb-4201-90b1-868720a904d6 owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:30:43.730247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2a7a6f07-becb-4201-90b1-868720a904d6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:43.758504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=2a7a6f07-becb-4201-90b1-868720a904d6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:43.807271 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 2a7a6f07-becb-4201-90b1-868720a904d6 on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:30:43.809978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:43.813187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cfa1f518-ad2c-4509-a812-14600d8f1f0a req-36be1c78-960e-4ab8-b867-7120c43d366c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/2a7a6f07-becb-4201-90b1-868720a904d6 HTTP/1.1" status: 204 len: 173 time: 0.4017344 May 12 03:30:43.813621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'name': 'network-vif-deleted', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:30:43.815877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2786d82-aed4-4107-bf7e-f8671c0dc7e7" -d '{"events": [{"server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "name": "network-vif-deleted", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:30:43.854776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34c196-7b28-4e18-8ec6-352cd1c7576d x-openstack-request-id: req-cf34c196-7b28-4e18-8ec6-352cd1c7576d {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:30:43.855348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14562f2-f352-4f07-a262-258060368daf", "name": "network-vif-deleted", "tag": "2a7a6f07-becb-4201-90b1-868720a904d6", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:30:43.855662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf34c196-7b28-4e18-8ec6-352cd1c7576d {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:30:43.855985 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf34c196-7b28-4e18-8ec6-352cd1c7576d'] response: {'server_uuid': 'e14562f2-f352-4f07-a262-258060368daf', 'name': 'network-vif-deleted', 'tag': '2a7a6f07-becb-4201-90b1-868720a904d6', 'status': 'completed', 'code': 200} May 12 03:30:44.335920 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-af02ad78-9ac4-46d9-bac4-0803243affaf req-4d1b7162-f5a9-43d2-a1ac-9d31a664dfe7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14562f2-f352-4f07-a262-258060368daf HTTP/1.1" status: 200 len: 210 time: 0.0360610 May 12 03:30:45.403315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35588) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:45.468173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54b1c484-c36b-4fb7-a19d-e03ca07592fc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (3431c410-2117-4346-88cf-983fde0c28be), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:45.495043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54b1c484-c36b-4fb7-a19d-e03ca07592fc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (3431c410-2117-4346-88cf-983fde0c28be), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:45.567097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54b1c484-c36b-4fb7-a19d-e03ca07592fc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3431c410-2117-4346-88cf-983fde0c28be), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:45.570322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-54b1c484-c36b-4fb7-a19d-e03ca07592fc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:45.571501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-54b1c484-c36b-4fb7-a19d-e03ca07592fc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/3431c410-2117-4346-88cf-983fde0c28be HTTP/1.1" status: 204 len: 168 time: 0.1678112 May 12 03:30:45.581135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c484-c36b-4fb7-a19d-e03ca07592fc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3431c410-2117-4346-88cf-983fde0c28be,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:45.617204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35592) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:46.288547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (40c8b818-2ced-45e3-806e-9f586099a58e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:46.544761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:30:46.545051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:46.652051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:46.652759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:46.666400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:30:46.874732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2c903f09-224f-4bfc-a6c5-edf0a9a80fcf), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:46.908040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=2c903f09-224f-4bfc-a6c5-edf0a9a80fcf,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:47.090448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (40c8b818-2ced-45e3-806e-9f586099a58e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.321009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 40c8b818-2ced-45e3-806e-9f586099a58e has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:30:47.348832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2a7a6f07-becb-4201-90b1-868720a904d6 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:30:47.376243 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 2a7a6f07-becb-4201-90b1-868720a904d6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:30:47.376711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2a7a6f07-becb-4201-90b1-868720a904d6 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:30:47.435911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:30:47.440963 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-979e6d41-c0ec-4a05-ae29-95535094554c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/40c8b818-2ced-45e3-806e-9f586099a58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220277 May 12 03:30:47.443590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35596) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:47.448315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] Sync routers for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:30:47.458903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:47.459554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:47.496619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet c5c961ba-fdd0-4499-b11b-674816c4e9a2 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:30:47.499851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (c5c961ba-fdd0-4499-b11b-674816c4e9a2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.541992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c5c961ba-fdd0-4499-b11b-674816c4e9a2), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.576697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:47.636138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c5c961ba-fdd0-4499-b11b-674816c4e9a2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.697171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c5c961ba-fdd0-4499-b11b-674816c4e9a2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.727718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c961ba-fdd0-4499-b11b-674816c4e9a2,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:47.731553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.734698 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8ee82e7a-33e0-4770-9424-f6d72f7f3204 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/c5c961ba-fdd0-4499-b11b-674816c4e9a2 HTTP/1.1" status: 204 len: 168 time: 0.2901447 May 12 03:30:47.737224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35598) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:47.757328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54550b6-c83b-478a-959b-a57b5bac0839 None None] Network edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:30:47.829075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:30:46Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:47.855615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (40c8b818-2ced-45e3-806e-9f586099a58e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.873382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] Checking router: 40c8b818-2ced-45e3-806e-9f586099a58e for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:30:47.893206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] Routers {'40c8b818-2ced-45e3-806e-9f586099a58e'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:47.893830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['40c8b818-2ced-45e3-806e-9f586099a58e'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:47.990225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (40c8b818-2ced-45e3-806e-9f586099a58e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:47.996542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] DHCP port deletion for edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:30:48.040182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 6ea635f7-232b-47f8-91b6-a93c6142ff93 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:30:48.040517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.052290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] Set router 40c8b818-2ced-45e3-806e-9f586099a58e gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:48.118235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Deleting port de2d6644-5036-41fb-aed4-1b54a9b57361 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:30:48.118519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.131058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 6ea635f7-232b-47f8-91b6-a93c6142ff93, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6ea635f7-232b-47f8-91b6-a93c6142ff93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:48.131727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.145725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 6ea635f7-232b-47f8-91b6-a93c6142ff93 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:30:48.236646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] For port de2d6644-5036-41fb-aed4-1b54a9b57361, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=de2d6644-5036-41fb-aed4-1b54a9b57361,segment=NetworkSegment(e8fab241-fd30-4d67-847f-de7569642a96),segment_id=e8fab241-fd30-4d67-847f-de7569642a96)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:48.236972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.261417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Calling delete_port for de2d6644-5036-41fb-aed4-1b54a9b57361 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:30:48.315787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:30:46Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:48.340659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6ea635f7-232b-47f8-91b6-a93c6142ff93), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.366258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=6ea635f7-232b-47f8-91b6-a93c6142ff93,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:48.375760 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8913ad9-04db-40c2-9283-8aaba43a2363 None None] The sync data for ids ['40c8b818-2ced-45e3-806e-9f586099a58e'] in dv-neutron-841363-5-hyperv is: [{'id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'name': 'tempest-TestNetworkBasicOps-router-2067916965', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:28:37Z', 'updated_at': '2022-05-12T03:30:46Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '6ea635f7-232b-47f8-91b6-a93c6142ff93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8b818-2ced-45e3-806e-9f586099a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:28:38Z', 'updated_at': '2022-05-12T03:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:30:48.431642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (de2d6644-5036-41fb-aed4-1b54a9b57361), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.456210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (40c8b818-2ced-45e3-806e-9f586099a58e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.462746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Pushing event deleted for resources: {'Port': ['ID=de2d6644-5036-41fb-aed4-1b54a9b57361,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:48.467431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] No DVR routers for this DVR port de2d6644-5036-41fb-aed4-1b54a9b57361 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:30:48.483327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.483758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.484287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.484655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.485050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.485396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.485780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.486234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.486577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.487090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.487489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.487884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.488277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.488670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.489058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c71e2-c86e-4993-a19e-e345cd45f1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:48.556285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (40c8b818-2ced-45e3-806e-9f586099a58e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.559130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (40c8b818-2ced-45e3-806e-9f586099a58e), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.607043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (40c8b818-2ced-45e3-806e-9f586099a58e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.607634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router 40c8b818-2ced-45e3-806e-9f586099a58e {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:30:48.614363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.617918 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8a497851-273c-435b-bc6a-3110e9c3b139 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/40c8b818-2ced-45e3-806e-9f586099a58e HTTP/1.1" status: 204 len: 168 time: 0.8771827 May 12 03:30:48.618237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35600) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:48.700953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.809802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.843445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:48.855654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fab241-fd30-4d67-847f-de7569642a96') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:48.856113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fab241-fd30-4d67-847f-de7569642a96') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:48.866287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (e8fab241-fd30-4d67-847f-de7569642a96), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.888421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e8fab241-fd30-4d67-847f-de7569642a96), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.896788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:30:48.913469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:30:48.913910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (e8fab241-fd30-4d67-847f-de7569642a96), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:48.919989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:30:48.920538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 2c903f09-224f-4bfc-a6c5-edf0a9a80fcf not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:30:48.921147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de2d6644-5036-41fb-aed4-1b54a9b57361 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:30:48.933669 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:30:48.948905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: de2d6644-5036-41fb-aed4-1b54a9b57361 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:30:48.949261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device de2d6644-5036-41fb-aed4-1b54a9b57361 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:30:48.994397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.002671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.004965 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c HTTP/1.1" status: 204 len: 168 time: 0.3857422 May 12 03:30:49.025027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e9ff8-d371-4df7-ab0f-169fe9a14c54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=edc9b88a-a2f5-4cbf-9bef-ffb0fd81c96c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:49.028278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35602) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:49.035713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--368694642', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:49.059838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:30:49.064828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.095162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:30:49.106233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (65cb11c7-32f5-4df6-a18d-32dee1d65b6f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.106788 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment 65cb11c7-32f5-4df6-a18d-32dee1d65b6f of type vlan for network 88eb2442-4084-420a-bc8a-180ce98f8908 May 12 03:30:49.158333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (88eb2442-4084-420a-bc8a-180ce98f8908), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.187934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (88eb2442-4084-420a-bc8a-180ce98f8908), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.193389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:49.194667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.234685 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.2043564 May 12 03:30:49.237377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35604) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:49.242840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:49.268020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (065062ad-8704-4d2f-b3f1-eb15e2a4c134), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.268563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (065062ad-8704-4d2f-b3f1-eb15e2a4c134), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.271941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367683-c4ef-4f56-8c97-2b224f3c8a27 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=88eb2442-4084-420a-bc8a-180ce98f8908,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:49.285135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 88eb2442-4084-420a-bc8a-180ce98f8908 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:30:49.333867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (065062ad-8704-4d2f-b3f1-eb15e2a4c134), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.492186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (065062ad-8704-4d2f-b3f1-eb15e2a4c134), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.547071 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-a735301b-0e80-4372-9f47-6604ceecc366 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527234 May 12 03:30:49.644964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa65e28-9b59-438b-9992-fb13b076493a req-682a03f3-d338-4904-b866-ba4bcf99c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:49.646513 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-682a03f3-d338-4904-b866-ba4bcf99c15a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1129 time: 0.0495927 May 12 03:30:49.698000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (065062ad-8704-4d2f-b3f1-eb15e2a4c134), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.724733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.760853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa65e28-9b59-438b-9992-fb13b076493a req-e4c89921-667c-439f-9f7e-79be6c061393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:49.762362 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-e4c89921-667c-439f-9f7e-79be6c061393 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0956092 May 12 03:30:49.836322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.11 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/b4da78e9-e7a8-436e-a1ca-bdfaefdb2705) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:30:49.838404 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-36ca7e03-5d75-42be-94ea-8cfb5e0ae3aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 200 len: 1000 time: 0.0681820 May 12 03:30:49.889843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa65e28-9b59-438b-9992-fb13b076493a req-7c120df0-aed8-4895-b3b5-d4af97c22c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:49.891355 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-7c120df0-aed8-4895-b3b5-d4af97c22c9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0467565 May 12 03:30:49.940902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa65e28-9b59-438b-9992-fb13b076493a req-d75f762c-49e0-4d5b-b858-5bf2572e5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:49.942433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-d75f762c-49e0-4d5b-b858-5bf2572e5c9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409262 May 12 03:30:49.942693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:49.980960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:50.019003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:30:50.021949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:50.024570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:30:50.042181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-1704a510-6020-427b-b26d-de6cda6faa4b service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934155 May 12 03:30:50.065080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:50.143480 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aa65e28-9b59-438b-9992-fb13b076493a req-83f744d3-129e-41d8-a2f0-d7296110fb98 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932784 May 12 03:30:50.588003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6ea635f7-232b-47f8-91b6-a93c6142ff93 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:30:50.588730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (065062ad-8704-4d2f-b3f1-eb15e2a4c134), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:50.615233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 6ea635f7-232b-47f8-91b6-a93c6142ff93 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:30:50.615717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6ea635f7-232b-47f8-91b6-a93c6142ff93 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:30:50.802515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (065062ad-8704-4d2f-b3f1-eb15e2a4c134), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:50.948539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:30:51.064371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:30:51.074632 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Sync routers for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:30:51.087457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.091835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35606) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:51.092492 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c9ce996-0a04-42ea-9bf6-2665cdda757d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8534088 May 12 03:30:51.092976 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:51.093512 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:51.127340 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-12b3a23e-e4ad-4b1a-995f-1bbc90b993e5 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343127 May 12 03:30:51.130291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35608) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:51.209818 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:51.295445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18be17-1427-4717-8876-f9e89e98f18f tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:51.296943 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3e18be17-1427-4717-8876-f9e89e98f18f tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1657121 May 12 03:30:51.299954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35610) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:51.337262 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4f4a524c-5f5b-49cf-8ce3-bd520a46bda6 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333345 May 12 03:30:51.337474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35612) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:51.342107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652650875', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:51.394992 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:50Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:51.422717 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Checking router: 065062ad-8704-4d2f-b3f1-eb15e2a4c134 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:30:51.422976 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Updating router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:30:51.452962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:30:51.453841 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.457744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.687048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (60e9e115-40e2-4b69-b20f-8f17af829af4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.752388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=60e9e115-40e2-4b69-b20f-8f17af829af4,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:51.766824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:30:51.767174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: 88eb2442-4084-420a-bc8a-180ce98f8908, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:30:51.791266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 88eb2442-4084-420a-bc8a-180ce98f8908 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:30:51.802563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 88eb2442-4084-420a-bc8a-180ce98f8908) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:51.807328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:51.807987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.822162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa40bd4-c3dd-49cf-bc61-4d3b21271a4c None None] Network 88eb2442-4084-420a-bc8a-180ce98f8908 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:30:51.827914 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-54ab55d0-0ce0-4770-9eef-df18bb9a7e48 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4893494 May 12 03:30:51.830610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35614) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:51.858289 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Publish callbacks [] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.865044 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.911490 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Pushing event updated for resources: {'Port': ['ID=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:51.936695 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.937040 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.937461 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.937748 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.938105 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.938437 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.938764 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.939089 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.939412 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.939807 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.940146 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.940500 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.940807 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.941130 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.941627 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:30:51.945068 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Attempting to bind port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:30:51.945437 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Attempting to bind port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:30:51.945795 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Attempting to bind port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:30:51.951946 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:30:51.952330 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:30:51.952728 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:51.953119 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:30:51.953646 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Bound port: b4da78e9-e7a8-436e-a1ca-bdfaefdb2705, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:30:51.954058 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.014434 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] For port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:30:52.017901 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] For port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:30:52.026584 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.072957 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:52.073770 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:52.147661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-88eb2442-4084-420a-bc8a-180ce98f8908', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:30:52.148928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.194279 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:52.342218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Allocated IP 172.20.0.2 (88eb2442-4084-420a-bc8a-180ce98f8908/60e9e115-40e2-4b69-b20f-8f17af829af4/81d63b12-0cdb-4021-bcf6-680281dc55a1) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:30:52.391755 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c15b20-5460-4e1b-ba58-7746e1465101 None None] Pushing event updated for resources: {'Port': ['ID=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:52.392010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.412074 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:50Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:52.452460 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653aa3-eff3-4c07-9270-7a6c072c41bb None None] The sync data for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv is: [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:50Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:30:52.523662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Publish callbacks [] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.537536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.591254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Network 88eb2442-4084-420a-bc8a-180ce98f8908 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:30:52.596585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:52.601497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:30:52.608411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Pushing event updated for resources: {'Port': ['ID=81d63b12-0cdb-4021-bcf6-680281dc55a1,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:52.669055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Attempting to bind port 81d63b12-0cdb-4021-bcf6-680281dc55a1 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:30:52.669519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Attempting to bind port 81d63b12-0cdb-4021-bcf6-680281dc55a1 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:30:52.670049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Attempting to bind port 81d63b12-0cdb-4021-bcf6-680281dc55a1 on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:30:52.675816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:30:52.676207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Checking segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:30:52.676619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.676972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Bound using segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:30:52.677424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Bound port: 81d63b12-0cdb-4021-bcf6-680281dc55a1, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:30:52.677800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.772694 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] For port 81d63b12-0cdb-4021-bcf6-680281dc55a1, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:30:52.781610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] For port 81d63b12-0cdb-4021-bcf6-680281dc55a1, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81d63b12-0cdb-4021-bcf6-680281dc55a1,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:30:52.800242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:52.838163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (88eb2442-4084-420a-bc8a-180ce98f8908/60e9e115-40e2-4b69-b20f-8f17af829af4/b27cf726-397e-4865-81cf-75cab7c281bb) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:30:52.899113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06eba7-a8f8-4690-9010-d88d640912fa None None] Pushing event updated for resources: {'Port': ['ID=81d63b12-0cdb-4021-bcf6-680281dc55a1,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:53.012085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b27cf726-397e-4865-81cf-75cab7c281bb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.054130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.117556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 88eb2442-4084-420a-bc8a-180ce98f8908 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:30:53.123946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:53.126498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:30:53.197997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b27cf726-397e-4865-81cf-75cab7c281bb,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:53.215287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (065062ad-8704-4d2f-b3f1-eb15e2a4c134), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.384171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.717231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b27cf726-397e-4865-81cf-75cab7c281bb), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.722820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.804266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (065062ad-8704-4d2f-b3f1-eb15e2a4c134), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:53.806266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b27cf726-397e-4865-81cf-75cab7c281bb,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:53.906131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 88eb2442-4084-420a-bc8a-180ce98f8908 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:30:53.907578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:54.003760 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b7cab-6e94-4bb8-9539-c5887cedd4a8 None None] Network 88eb2442-4084-420a-bc8a-180ce98f8908 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:30:54.117053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] Provisioning complete for port 81d63b12-0cdb-4021-bcf6-680281dc55a1 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:54.117523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:54.232458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] Current status of the port 81d63b12-0cdb-4021-bcf6-680281dc55a1 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:54.232995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:54.279313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] For port 81d63b12-0cdb-4021-bcf6-680281dc55a1, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81d63b12-0cdb-4021-bcf6-680281dc55a1,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:54.291170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:54.364203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd1464-b6b9-4a09-bf9b-3b56348f5321 None None] Pushing event updated for resources: {'Port': ['ID=81d63b12-0cdb-4021-bcf6-680281dc55a1,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:54.384134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:30:54.516162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-86cca3e3-73e1-4ddf-b3ea-43ad9b6e9ec6 None None] Provisioning complete for port b27cf726-397e-4865-81cf-75cab7c281bb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:54.516422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-86cca3e3-73e1-4ddf-b3ea-43ad9b6e9ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:54.527768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:30:54.540133 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9dca1922-601e-4401-8b2b-ed253d62be09 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/065062ad-8704-4d2f-b3f1-eb15e2a4c134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7060487 May 12 03:30:54.540521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35620) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:54.567390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Sync routers for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:30:54.593951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:54.594271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:54.705140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-86cca3e3-73e1-4ddf-b3ea-43ad9b6e9ec6 None None] Port b27cf726-397e-4865-81cf-75cab7c281bb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:30:54.726901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:30:54.732025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-86cca3e3-73e1-4ddf-b3ea-43ad9b6e9ec6 None None] Provisioning complete for port 81d63b12-0cdb-4021-bcf6-680281dc55a1 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:54.732204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-86cca3e3-73e1-4ddf-b3ea-43ad9b6e9ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:54.774662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:54.778024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.778771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.779688 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.780503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.780781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.781302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.783173 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c95baa7-82d8-4da7-abf8-543013e5a552 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2416353 May 12 03:30:54.785839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35622) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:54.845403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.846130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.846763 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.847230 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.847734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.848202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:54.850718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f8fbad92-3cda-4c06-8283-163e5f19b1d7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0637128 May 12 03:30:54.853329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35624) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:54.947687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:54.948061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:54.971877 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3dca8dc8-c408-4b3a-9d32-3988d7a486da tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1174061 May 12 03:30:54.975333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35626) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:54.980252 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1175835353', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:55.020310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-86cca3e3-73e1-4ddf-b3ea-43ad9b6e9ec6 None None] Current status of the port 81d63b12-0cdb-4021-bcf6-680281dc55a1 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:55.093220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:30:55.097168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.114495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] device_id is not set on port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b yet. {{(pid=104164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:30:55.120665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:55.125530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:55.125939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.161310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Checking router: 065062ad-8704-4d2f-b3f1-eb15e2a4c134 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:30:55.161661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Updating router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 port b27cf726-397e-4865-81cf-75cab7c281bb binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:30:55.190421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5ef13dbb-2bf0-459a-97bc-7961ec6cf92f None None] Provisioning complete for port b27cf726-397e-4865-81cf-75cab7c281bb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:55.190792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5ef13dbb-2bf0-459a-97bc-7961ec6cf92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.205591 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:55.222873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.6 (88eb2442-4084-420a-bc8a-180ce98f8908/60e9e115-40e2-4b69-b20f-8f17af829af4/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:30:55.231478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.232300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81d63b12-0cdb-4021-bcf6-680281dc55a1 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:30:55.237053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.315778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5ef13dbb-2bf0-459a-97bc-7961ec6cf92f None None] Port b27cf726-397e-4865-81cf-75cab7c281bb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:30:55.364831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:55.379917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.408512 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 81d63b12-0cdb-4021-bcf6-680281dc55a1 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:55.408891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.414705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.455373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 88eb2442-4084-420a-bc8a-180ce98f8908 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:30:55.458469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:30:55.462678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:30:55.497614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:55.524891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:55.525683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.544426 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-20b40306-dc5a-498a-8725-a2ddab42ed12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5679979 May 12 03:30:55.610573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35630) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:55.615029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237000190', 'description': 'tempest-secgroup-smoke-1237000190 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:55.626853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 81d63b12-0cdb-4021-bcf6-680281dc55a1 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:55.653519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.738720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (18b89af5-c74f-43e6-a410-00807cb6e202), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.744116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (18b89af5-c74f-43e6-a410-00807cb6e202), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.753107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-435aa35a-13ad-4430-bd75-ddc643d49b63 None None] Provisioning complete for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:55.753445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-435aa35a-13ad-4430-bd75-ddc643d49b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.757868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Publish callbacks [] for port (b27cf726-397e-4865-81cf-75cab7c281bb), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.784775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.785105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.789111 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1758592 May 12 03:30:55.789731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35632) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:55.791754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933778a5-4d91-4025-b806-ee8020529349 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b89af5-c74f-43e6-a410-00807cb6e202,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:55.798158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '18b89af5-c74f-43e6-a410-00807cb6e202', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:55.821004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-435aa35a-13ad-4430-bd75-ddc643d49b63 None None] Port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:30:55.842334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (db378d5b-3232-4f1f-a1b6-b07e7722e33c), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.842777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055c4bc-c45b-4586-802f-8fcfaa7e6356 None None] Pushing event updated for resources: {'Port': ['ID=b27cf726-397e-4865-81cf-75cab7c281bb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:55.904713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Attempting to bind port b27cf726-397e-4865-81cf-75cab7c281bb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:30:55.905369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Attempting to bind port b27cf726-397e-4865-81cf-75cab7c281bb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:30:55.905798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Attempting to bind port b27cf726-397e-4865-81cf-75cab7c281bb on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:30:55.907284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (db378d5b-3232-4f1f-a1b6-b07e7722e33c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.911166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:30:55.911541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Checking segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:30:55.912026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (db378d5b-3232-4f1f-a1b6-b07e7722e33c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.912290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.912557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Bound using segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:30:55.913202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Bound port: b27cf726-397e-4865-81cf-75cab7c281bb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:30:55.913584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.941717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db378d5b-3232-4f1f-a1b6-b07e7722e33c,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:55.947386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.948938 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2c362a6e-7465-412d-b8b7-160f1d16bf51 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574159 May 12 03:30:55.951951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35634) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:55.958475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '18b89af5-c74f-43e6-a410-00807cb6e202', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:55.992670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ddf6841c-bc9b-4872-8004-1d26232aad9c), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:55.995417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] For port b27cf726-397e-4865-81cf-75cab7c281bb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:30:56.000925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] For port b27cf726-397e-4865-81cf-75cab7c281bb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b27cf726-397e-4865-81cf-75cab7c281bb,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:30:56.010066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.071601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (ddf6841c-bc9b-4872-8004-1d26232aad9c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.075105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:30:56.075901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:30:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:56.076977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ddf6841c-bc9b-4872-8004-1d26232aad9c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.098887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf6841c-bc9b-4872-8004-1d26232aad9c,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.103509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.108005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35636) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:56.108354 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d0d8432-05b7-4236-9ca9-f78c05c019e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549282 May 12 03:30:56.114223 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '18b89af5-c74f-43e6-a410-00807cb6e202', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:56.120399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055c4bc-c45b-4586-802f-8fcfaa7e6356 None None] Pushing event updated for resources: {'Port': ['ID=b27cf726-397e-4865-81cf-75cab7c281bb,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.154656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (2ad63174-04af-44b1-9d97-88a0b8f246c2), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.213671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (2ad63174-04af-44b1-9d97-88a0b8f246c2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.218027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (2ad63174-04af-44b1-9d97-88a0b8f246c2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.243920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad63174-04af-44b1-9d97-88a0b8f246c2,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.255740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.257564 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7d7e9c98-988c-47bc-b4a1-7d7236e0843c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478791 May 12 03:30:56.260563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35638) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:56.265799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '18b89af5-c74f-43e6-a410-00807cb6e202', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:56.299095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (158b0242-27f5-4788-a286-eaae27596ba7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.390697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] Provisioning complete for port b27cf726-397e-4865-81cf-75cab7c281bb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:56.391093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.394485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:30:56.400516 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (158b0242-27f5-4788-a286-eaae27596ba7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.408571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (158b0242-27f5-4788-a286-eaae27596ba7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.442192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.443598 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815898 May 12 03:30:56.446341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35640) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:56.447759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56c98a-72c8-4d69-8b68-a6988e8e639b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158b0242-27f5-4788-a286-eaae27596ba7,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.452368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '18b89af5-c74f-43e6-a410-00807cb6e202', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:56.478740 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:30:56.487108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c6456ec8-d021-4f3a-b6cb-ad5e7762f54e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.547601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c6456ec8-d021-4f3a-b6cb-ad5e7762f54e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.551590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c6456ec8-d021-4f3a-b6cb-ad5e7762f54e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.569671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6456ec8-d021-4f3a-b6cb-ad5e7762f54e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.577296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.578529 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d28c4d6f-c1ac-4c79-bb13-807bd2531bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309092 May 12 03:30:56.581346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35642) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:56.586529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '18b89af5-c74f-43e6-a410-00807cb6e202', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:56.608512 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:30:56.614853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (53a06e4f-787b-4b64-ae72-a4b4d3f58af9), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.641990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] Current status of the port b27cf726-397e-4865-81cf-75cab7c281bb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:56.642458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.685628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:30:56.686722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (53a06e4f-787b-4b64-ae72-a4b4d3f58af9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.690834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (53a06e4f-787b-4b64-ae72-a4b4d3f58af9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.708685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a06e4f-787b-4b64-ae72-a4b4d3f58af9,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.716586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.717938 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-abc4cee7-55b9-40a0-ac52-316bb372864c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353538 May 12 03:30:56.748601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] For port b27cf726-397e-4865-81cf-75cab7c281bb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b27cf726-397e-4865-81cf-75cab7c281bb,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:30:56.759589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.797580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:30:56.832118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af873333-e17e-41a4-bcf2-d30196691a89 None None] The sync data for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv is: [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:30:56.860882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:56.861268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.865841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35745a6c-0bba-45af-b1e5-0399464b02ed None None] Pushing event updated for resources: {'Port': ['ID=b27cf726-397e-4865-81cf-75cab7c281bb,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:56.873348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-9be806ab-bb7a-47a6-86c5-1816da6cc889 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237000190&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0498412 May 12 03:30:56.917736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b7526daa-de15-40cb-8f9b-76174cb225eb None None] Provisioning complete for port b27cf726-397e-4865-81cf-75cab7c281bb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:56.918380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b7526daa-de15-40cb-8f9b-76174cb225eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:56.957427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-d0330658-065e-44be-b64d-31e24a17c24e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:56.960098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-d0330658-065e-44be-b64d-31e24a17c24e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 930 time: 0.0744886 May 12 03:30:57.019472 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-bbfcc437-df94-4ed4-ab2e-de53a8808404 service neutron] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0405481 May 12 03:30:57.030735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:57.051298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b7526daa-de15-40cb-8f9b-76174cb225eb None None] Current status of the port b27cf726-397e-4865-81cf-75cab7c281bb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:57.119362 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-0b1e3dd9-3a00-4fb4-8e58-1fdf04179539 service neutron] 10.222.0.23 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934715 May 12 03:30:57.210010 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-6c16f71d-c034-4051-ab4c-8487b2b34825 service neutron] 10.222.0.23 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 May 12 03:30:57.261240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-ab388b87-52a3-4cc4-b7f6-83eaa61e603d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:57.262743 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-ab388b87-52a3-4cc4-b7f6-83eaa61e603d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 930 time: 0.0469770 May 12 03:30:57.459630 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1de6da95-03a4-423b-addc-4e4d9f750d73 req-aa1af316-d738-47eb-8005-81c036e14a60 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 210 time: 0.0326102 May 12 03:30:57.483216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35666) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:30:57.533917 dv-neutron-841363-5-hyperv neutron-server[104165]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 03:30:57.580602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-231f5216-a706-4ed1-a84f-85e43e2f0c25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:57.582009 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-231f5216-a706-4ed1-a84f-85e43e2f0c25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 930 time: 0.0976634 May 12 03:30:58.544073 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-b2504621-e787-4771-bcc1-d9798fa85838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:58.545555 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-b2504621-e787-4771-bcc1-d9798fa85838 service neutron] 10.222.0.57 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1026 time: 0.0473874 May 12 03:30:58.570323 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3d679426-d70f-4378-b749-32846a1e8a97 req-7f8b55ef-5c73-4045-b390-20408b039e12 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 210 time: 0.0381830 May 12 03:30:58.677036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-07071362-1c90-4bf7-93a7-c26abe7d8c8c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:58.678971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-07071362-1c90-4bf7-93a7-c26abe7d8c8c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 796 time: 0.1187906 May 12 03:30:58.700447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b27cf726-397e-4865-81cf-75cab7c281bb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:30:58.756880 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-b8c012b5-27c1-42bb-8db6-8d6cab838506 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 380 time: 0.0649476 May 12 03:30:58.764093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b27cf726-397e-4865-81cf-75cab7c281bb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:30:58.764506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:58.847554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b27cf726-397e-4865-81cf-75cab7c281bb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:30:58.872412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Request body: {'port': {'device_id': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:30:58.932434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:59.224321 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:30:59.232285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Publish callbacks [] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:59.245300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Transition to ACTIVE for port object 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:30:59.250548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:59.299729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:59.384562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:30:59.385063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:30:59.386052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:30:59.390926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:30:59.391363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:30:59.397556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:30:59.398086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Checking segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:30:59.398583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Bound using segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:30:59.399113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Bound port: 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:30:59.399570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:59.467353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:30:59.471320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:30:59.483659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:59.518403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:59.518939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:30:59.520440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-06069339-b946-41ab-be93-26efcec3a85b service neutron] 10.222.0.57 "PUT /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1131 time: 0.6521578 May 12 03:30:59.523452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:30:59.525737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7" -d '{"events": [{"name": "network-changed", "server_uuid": "17c54ea4-65e1-4f94-ba92-f8063c46e507", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:30:59.556548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069339-b946-41ab-be93-26efcec3a85b service neutron] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:30:59.581479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd628c1-a45f-4acf-8f80-b8f560c4784c x-openstack-request-id: req-3dd628c1-a45f-4acf-8f80-b8f560c4784c {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:30:59.581866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c54ea4-65e1-4f94-ba92-f8063c46e507", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:30:59.582402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3dd628c1-a45f-4acf-8f80-b8f560c4784c {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:30:59.582834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd628c1-a45f-4acf-8f80-b8f560c4784c'] response: {'name': 'network-changed', 'server_uuid': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'status': 'completed', 'code': 200} May 12 03:30:59.621641 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-dd3ffca8-5589-4aad-ba1a-a002a3c698c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:59.623394 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-dd3ffca8-5589-4aad-ba1a-a002a3c698c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 1165 time: 0.0546689 May 12 03:30:59.689980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-a4fd1a6b-0c77-470a-aa14-c3b6ace143af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 217 time: 0.0510261 May 12 03:30:59.769409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd1825-6a09-422f-8aa3-14777d6f0520 req-ae6e9228-6ff5-4a66-bcdb-cd9ed4302bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:59.771006 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02dd1825-6a09-422f-8aa3-14777d6f0520 req-ae6e9228-6ff5-4a66-bcdb-cd9ed4302bec tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 981 time: 0.0828781 May 12 03:30:59.788005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-1c0601a2-461c-416a-93d8-4ab39172688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:59.790060 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-1c0601a2-461c-416a-93d8-4ab39172688d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60e9e115-40e2-4b69-b20f-8f17af829af4 HTTP/1.1" status: 200 len: 834 time: 0.0910957 May 12 03:30:59.856752 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02dd1825-6a09-422f-8aa3-14777d6f0520 req-5843417e-d42b-4850-9e8d-d17fde167307 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792673 May 12 03:30:59.858005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-b0ba25af-9212-42ea-9db1-f492fe1ca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:30:59.859454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-b0ba25af-9212-42ea-9db1-f492fe1ca65b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88eb2442-4084-420a-bc8a-180ce98f8908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0593820 May 12 03:30:59.956276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-3ca73c5c-da88-4295-a86b-c89974b9aeb6 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 May 12 03:31:00.046013 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-30d56f68-f2a3-4c70-a1a4-8f434f299f57 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794013 May 12 03:31:00.972307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-dfad6df5-2833-4426-8744-d8cc1ebed64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:00.973770 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-dfad6df5-2833-4426-8744-d8cc1ebed64e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 1165 time: 0.0672474 May 12 03:31:00.989385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84aed0-06fe-4798-8d44-ede5d56f68c3 req-a2631b71-9fbc-4d98-a320-1670c04afdcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:00.990781 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9d84aed0-06fe-4798-8d44-ede5d56f68c3 req-a2631b71-9fbc-4d98-a320-1670c04afdcc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 981 time: 0.0571907 May 12 03:31:01.092494 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9d84aed0-06fe-4798-8d44-ede5d56f68c3 req-61c45067-927f-4584-9d46-c234dbe6930f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929890 May 12 03:31:01.109089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-56de5bfa-76de-43dc-8ed5-71c5407ccdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:01.110635 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-56de5bfa-76de-43dc-8ed5-71c5407ccdb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 897 time: 0.1190226 May 12 03:31:01.388398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:31:01.470398 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-dd1cea1e-b23d-49f2-8dd4-f8cf23bc0bfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 217 time: 0.3485951 May 12 03:31:01.490442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:01.501301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'port_id': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'mac_address': 'fa:16:3e:3d:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:31:01.520586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-efd6fa5a-8fce-4c35-8359-c4da33a1f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:01.522069 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-efd6fa5a-8fce-4c35-8359-c4da33a1f433 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60e9e115-40e2-4b69-b20f-8f17af829af4 HTTP/1.1" status: 200 len: 834 time: 0.0418000 May 12 03:31:01.538489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:01.538879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:01.551580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:31:01.568061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-cc4ba1aa-a639-4458-b665-e8c8ddbce09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:01.570130 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-cc4ba1aa-a639-4458-b665-e8c8ddbce09c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88eb2442-4084-420a-bc8a-180ce98f8908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375202 May 12 03:31:01.571367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:01.575166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:01.626268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:01.664341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-db8ad484-3194-4bac-a922-5b45df4b763e service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833182 May 12 03:31:01.752861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd3b5c60-2dc7-4018-8c0d-c11142c527b7 req-1723f286-c9d2-4606-8404-946a56f0d0e6 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818577 May 12 03:31:01.823495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:31:02.204953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db4ed5-ab32-4c8e-9ba8-b61728de42ac req-3347c055-cd26-4c3b-b290-ba0d2da5e7b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:02.206432 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25db4ed5-ab32-4c8e-9ba8-b61728de42ac req-3347c055-cd26-4c3b-b290-ba0d2da5e7b0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 982 time: 0.0462904 May 12 03:31:02.251725 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25db4ed5-ab32-4c8e-9ba8-b61728de42ac req-6f69ef1a-9a02-445a-b35b-a5ed395119d5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 May 12 03:31:03.080718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76273a74-aed6-496c-a015-c781e680fdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:03.361365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e29a5-c8b3-4a02-a58e-34d6a1014b17 req-8aeee346-fd79-49c2-bc9b-e160f4202931 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:03.362814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d99e29a5-c8b3-4a02-a58e-34d6a1014b17 req-8aeee346-fd79-49c2-bc9b-e160f4202931 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 982 time: 0.0463040 May 12 03:31:03.403837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:03.410852 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d99e29a5-c8b3-4a02-a58e-34d6a1014b17 req-cb91ac3e-6589-46b4-b4bc-93db75b4c906 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 May 12 03:31:03.448032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:31:03.454047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:03.454424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:03.528869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:03.529251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:03.550853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:03.553411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2c4a49-b52e-48c7-97cd-6b825429bf15" -d '{"events": [{"server_uuid": "17c54ea4-65e1-4f94-ba92-f8063c46e507", "name": "network-vif-plugged", "status": "completed", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:03.569406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:03.574296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:03.598002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b39d70-a717-4066-84d0-d1290ee21e3a x-openstack-request-id: req-33b39d70-a717-4066-84d0-d1290ee21e3a {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:03.598279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c54ea4-65e1-4f94-ba92-f8063c46e507", "name": "network-vif-plugged", "status": "completed", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:03.598539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33b39d70-a717-4066-84d0-d1290ee21e3a {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:03.598931 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b39d70-a717-4066-84d0-d1290ee21e3a'] response: {'server_uuid': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'code': 200} May 12 03:31:03.624678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:03.762819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2073-74ef-443e-9fa7-f51f90e6f955 req-3818ad96-2f10-4cf0-bb66-78002bb8bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:03.764307 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-513f2073-74ef-443e-9fa7-f51f90e6f955 req-3818ad96-2f10-4cf0-bb66-78002bb8bdcb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 1167 time: 0.0413790 May 12 03:31:03.810094 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-513f2073-74ef-443e-9fa7-f51f90e6f955 req-57917f82-8ba6-43df-8edc-b53bfca9ecde service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 May 12 03:31:04.524933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f3b4a-dcd9-4b2e-bed3-43f0974fe65f req-b9cf1ee3-a46b-4575-9eff-7b4702ecc313 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:04.526429 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b1f3b4a-dcd9-4b2e-bed3-43f0974fe65f req-b9cf1ee3-a46b-4575-9eff-7b4702ecc313 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 983 time: 0.0458701 May 12 03:31:04.571195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b1f3b4a-dcd9-4b2e-bed3-43f0974fe65f req-75d008de-c402-42ed-a7c7-8bd05560f97e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 May 12 03:31:05.607611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-29292bc1-2ab9-410b-8ec7-5c390d3f9a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:05.688422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd240d1-e200-4b02-b662-fd85219ca0e6 req-60a0eceb-61a4-4535-937e-cb07a59ae0a1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:05.689875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2cd240d1-e200-4b02-b662-fd85219ca0e6 req-60a0eceb-61a4-4535-937e-cb07a59ae0a1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 983 time: 0.0499640 May 12 03:31:05.735625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2cd240d1-e200-4b02-b662-fd85219ca0e6 req-4715d512-1d80-4655-be2b-2f78ae957121 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 May 12 03:31:05.854345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70671c3f-388d-4426-8043-6693afbed39e req-62b3c3b7-9d4b-4ea1-a6da-5dcb2b52b650 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:05.855821 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70671c3f-388d-4426-8043-6693afbed39e req-62b3c3b7-9d4b-4ea1-a6da-5dcb2b52b650 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 983 time: 0.0508525 May 12 03:31:05.902669 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70671c3f-388d-4426-8043-6693afbed39e req-b12e2c31-1817-4285-95cf-9bebfd481802 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 May 12 03:31:05.923931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35702) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:05.959545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7eaa43-8221-43aa-a484-a8f53c07cdf5 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:05.961597 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ac7eaa43-8221-43aa-a484-a8f53c07cdf5 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 1162 time: 0.0360839 May 12 03:31:05.964163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35704) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:05.968563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:05.988684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.064941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.166724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.60 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/67f82c46-fc35-412a-be75-a3906d5d198f) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:31:06.262217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (67f82c46-fc35-412a-be75-a3906d5d198f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.293349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (67f82c46-fc35-412a-be75-a3906d5d198f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.328374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:06.331217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:06.334566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:31:06.362729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=67f82c46-fc35-412a-be75-a3906d5d198f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:06.423659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.708058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (9829b33d-b1f6-4848-bd26-dd1e3362002c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.778345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (67f82c46-fc35-412a-be75-a3906d5d198f), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.954057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (67f82c46-fc35-412a-be75-a3906d5d198f), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:06.958883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (67f82c46-fc35-412a-be75-a3906d5d198f), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:07.037618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=67f82c46-fc35-412a-be75-a3906d5d198f,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:07.049540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (9829b33d-b1f6-4848-bd26-dd1e3362002c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:07.152802 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 9829b33d-b1f6-4848-bd26-dd1e3362002c associated. External IP: 172.26.2.60, port: 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b. May 12 03:31:07.359918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:31:07.468119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:31:07.477846 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] Sync routers for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:31:07.485683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:07.487505 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:07.488112 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:07.514840 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3c1dfe24-1466-4eb0-b484-1c092563b1c2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.5496962 May 12 03:31:07.515420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:07.517663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d11bad-4310-48a5-85b0-2527047fc9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "17c54ea4-65e1-4f94-ba92-f8063c46e507", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:07.517917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35706) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:07.560187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67efdb2a-edd5-4ddb-9a2a-2c641efc90e9 x-openstack-request-id: req-67efdb2a-edd5-4ddb-9a2a-2c641efc90e9 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:07.560916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c54ea4-65e1-4f94-ba92-f8063c46e507", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:07.561486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67efdb2a-edd5-4ddb-9a2a-2c641efc90e9 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:07.562175 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67efdb2a-edd5-4ddb-9a2a-2c641efc90e9'] response: {'name': 'network-changed', 'server_uuid': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'status': 'completed', 'code': 200} May 12 03:31:07.588788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48272c-13e6-42dc-b822-b4aaaa1cf2da tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:07.590250 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9c48272c-13e6-42dc-b822-b4aaaa1cf2da tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507&network_id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 1162 time: 0.0712464 May 12 03:31:07.602128 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:07.632370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-4f43d1e2-64eb-47bf-a382-4f123fcc8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:07.634235 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-4f43d1e2-64eb-47bf-a382-4f123fcc8323 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 1167 time: 0.0516942 May 12 03:31:07.738387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-2eccacec-9d06-4915-a8aa-64f8b9fcc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:07.739928 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-2eccacec-9d06-4915-a8aa-64f8b9fcc21d service neutron] 10.222.0.57 "GET /v2.0/networks?id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 897 time: 0.0997212 May 12 03:31:07.820962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369687-e8e2-4b75-943c-575e24cb4da4 req-986a6ddd-fe36-4269-9486-1bdc8e166504 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:07.822467 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc369687-e8e2-4b75-943c-575e24cb4da4 req-986a6ddd-fe36-4269-9486-1bdc8e166504 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 983 time: 0.0460041 May 12 03:31:07.838658 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '9829b33d-b1f6-4848-bd26-dd1e3362002c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.60', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'port_id': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1175835353', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'mac_address': 'fa:16:3e:3d:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:06Z', 'updated_at': '2022-05-12T03:31:06Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:56Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:07.866775 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] Checking router: 065062ad-8704-4d2f-b3f1-eb15e2a4c134 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:31:07.870115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc369687-e8e2-4b75-943c-575e24cb4da4 req-e794ca77-f022-413e-bb2d-32624e6c924d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 May 12 03:31:07.874854 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:07.875450 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:07.981568 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:07.994135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:08.190473 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '9829b33d-b1f6-4848-bd26-dd1e3362002c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.60', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'port_id': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1175835353', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'mac_address': 'fa:16:3e:3d:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:06Z', 'updated_at': '2022-05-12T03:31:06Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:56Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:08.220518 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664852-33e8-44e3-9d7c-0e2887ab34e4 None None] The sync data for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv is: [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '9829b33d-b1f6-4848-bd26-dd1e3362002c', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.60', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'port_id': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1175835353', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'mac_address': 'fa:16:3e:3d:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c54ea4-65e1-4f94-ba92-f8063c46e507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:06Z', 'updated_at': '2022-05-12T03:31:06Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:56Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:31:08.415356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57868a-b078-48ba-a89a-e48d2fcb9afc None None] New status for floating IP 9829b33d-b1f6-4848-bd26-dd1e3362002c: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:31:08.908345 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-75577eb7-e333-485d-8a62-ccb7de3c881a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1038 time: 0.0624797 May 12 03:31:08.994943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40ef2-0488-4547-ad62-143d5d41901b req-cd00ef97-538d-4ab6-ad5a-7abe1ac27c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:08.996408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3ca40ef2-0488-4547-ad62-143d5d41901b req-cd00ef97-538d-4ab6-ad5a-7abe1ac27c9c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 983 time: 0.0546956 May 12 03:31:08.997821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-7f9b1038-6c46-47b9-961d-455886df262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:08.999190 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-7f9b1038-6c46-47b9-961d-455886df262b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60e9e115-40e2-4b69-b20f-8f17af829af4 HTTP/1.1" status: 200 len: 834 time: 0.0825174 May 12 03:31:09.053151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3ca40ef2-0488-4547-ad62-143d5d41901b req-e96827ad-ee7a-466a-a17a-165838085c80 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 May 12 03:31:09.079815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-66f1ff16-a9a7-4272-9253-3637fd2d4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:09.081313 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-66f1ff16-a9a7-4272-9253-3637fd2d4ca1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88eb2442-4084-420a-bc8a-180ce98f8908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429325 May 12 03:31:09.169511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-86e4f7a2-af88-4f57-b1be-bb35aeaf78ec service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799615 May 12 03:31:09.192896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-97fdd33b-878c-490c-b3e5-2259ed78015d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:09.194344 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-97fdd33b-878c-490c-b3e5-2259ed78015d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 983 time: 0.0463219 May 12 03:31:09.245759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a7a9c43d-7757-498e-94ef-572b26e15be2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:09.247164 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a7a9c43d-7757-498e-94ef-572b26e15be2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0457354 May 12 03:31:09.261459 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-49d11bad-4310-48a5-85b0-2527047fc9b4 req-e3547787-bc72-4bf3-8ae0-d0af88531836 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 May 12 03:31:09.348299 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-94fd908c-580c-4088-92f7-5f30f43306b2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0935438 May 12 03:31:09.366234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:09.428290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:09.589587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:09.594177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:09.626931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:09.659573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] device_id is not set on port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:31:09.668117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Publish callbacks [] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:09.673843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:09.773211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=6']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:09.850698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] No DVR routers for this DVR port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:31:09.896826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-03aef3d0-9e09-4421-aa24-212f513e8396 None None] Provisioning complete for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:09.897197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-03aef3d0-9e09-4421-aa24-212f513e8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:09.930351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-03aef3d0-9e09-4421-aa24-212f513e8396 None None] Port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:31:09.986592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] In _notify_port_updated(), no bound segment for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:31:09.987383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:09.987987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:09.989338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a70cd675-b498-42c3-8caf-fabba36cd70b req-a51f5f33-d664-441e-ad91-4d72ed7d7d0c service neutron] 10.222.0.57 "PUT /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1026 time: 0.6268232 May 12 03:31:10.159349 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c5be1702-2aa0-4345-933e-2f9322a3faeb req-9ce94bee-b2e3-47f2-a181-806b59a9b1e9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c54ea4-65e1-4f94-ba92-f8063c46e507 HTTP/1.1" status: 200 len: 210 time: 0.0279222 May 12 03:31:11.216051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35720) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.260611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdaff37-e8c4-4422-8318-80d75c5277e6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:11.261966 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ecdaff37-e8c4-4422-8318-80d75c5277e6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 925 time: 0.0460300 May 12 03:31:11.317032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35724) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.321674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118600763', 'description': 'tempest-secgroup-smoke-1118600763 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:11.342106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.417523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0cdfe1dc-e3d9-44ba-b129-aac7818cde2d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.420953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0cdfe1dc-e3d9-44ba-b129-aac7818cde2d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.447758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.448891 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1308739 May 12 03:31:11.451834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35726) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.456579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0cdfe1dc-e3d9-44ba-b129-aac7818cde2d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:11.456759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123071-9d6e-486d-ab2c-91158a7955ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdfe1dc-e3d9-44ba-b129-aac7818cde2d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:11.487989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c524c5d3-6d01-4ef2-b17d-72287240846b), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.532611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c524c5d3-6d01-4ef2-b17d-72287240846b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.536151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c524c5d3-6d01-4ef2-b17d-72287240846b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.559709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c524c5d3-6d01-4ef2-b17d-72287240846b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:11.565581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.566794 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a61b0daf-69b3-4595-a847-79fa034c3116 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138451 May 12 03:31:11.569480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35728) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.573655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0cdfe1dc-e3d9-44ba-b129-aac7818cde2d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:11.599479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (3ef6f53b-fc83-4ede-98f3-f9727ff37450), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.653842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (3ef6f53b-fc83-4ede-98f3-f9727ff37450), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.656963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (3ef6f53b-fc83-4ede-98f3-f9727ff37450), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.674957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef6f53b-fc83-4ede-98f3-f9727ff37450,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:11.683438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.684718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fffeedca-7315-4d55-8094-f8fba6b66026 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142967 May 12 03:31:11.687374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35730) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.691655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0cdfe1dc-e3d9-44ba-b129-aac7818cde2d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:11.716310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (130b9502-b35f-4a81-94a3-610d420bea7c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.771974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (130b9502-b35f-4a81-94a3-610d420bea7c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.776083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (130b9502-b35f-4a81-94a3-610d420bea7c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.793785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130b9502-b35f-4a81-94a3-610d420bea7c,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:11.801671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.802888 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9c00134e-e635-40cf-9b2b-b5e0ead83c2b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145966 May 12 03:31:11.805551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35732) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.809827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0cdfe1dc-e3d9-44ba-b129-aac7818cde2d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:11.834493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (18dc32f9-9ca0-46c9-a5d2-91a96f9325db), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.891984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (18dc32f9-9ca0-46c9-a5d2-91a96f9325db), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.895438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (18dc32f9-9ca0-46c9-a5d2-91a96f9325db), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.913969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dc32f9-9ca0-46c9-a5d2-91a96f9325db,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:11.922499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:11.923723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3d5b5f46-7ef4-4407-acd6-7ebab68ad9ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171417 May 12 03:31:11.926450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35734) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:11.930707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0cdfe1dc-e3d9-44ba-b129-aac7818cde2d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:11.950738 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:31:11.955811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (0bedd9ef-2d49-40c0-92e1-0be04c63d2be), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.012693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (0bedd9ef-2d49-40c0-92e1-0be04c63d2be), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.016444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0bedd9ef-2d49-40c0-92e1-0be04c63d2be), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.034663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bedd9ef-2d49-40c0-92e1-0be04c63d2be,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:12.042072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.043267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56c5319a-560d-4aa6-818a-fbfc4db793a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158578 May 12 03:31:12.045911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35736) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:12.050133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0cdfe1dc-e3d9-44ba-b129-aac7818cde2d', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:12.069440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:31:12.075117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (610eab24-7a62-4bd4-8131-109d3fd5e8a1), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.133228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (610eab24-7a62-4bd4-8131-109d3fd5e8a1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.137093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (610eab24-7a62-4bd4-8131-109d3fd5e8a1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.156915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610eab24-7a62-4bd4-8131-109d3fd5e8a1,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:12.162547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.170747 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fd75ed13-0076-4b6b-ae79-8e2abbb46366 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167893 May 12 03:31:12.291716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:12.369677 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-855d10aa-a895-429b-9a39-b95546f3a374 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118600763&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0434384 May 12 03:31:12.421459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-5ec41eaa-d977-4a1b-8aca-148bc3f31a55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:12.422812 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-5ec41eaa-d977-4a1b-8aca-148bc3f31a55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 930 time: 0.0468323 May 12 03:31:12.467980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-ea5ebbb3-8cbc-41d0-940f-6f4dbf845220 service neutron] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0334747 May 12 03:31:12.554359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-472a61e8-a154-4612-96eb-b5fbf8de7e8e service neutron] 10.222.0.23 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807834 May 12 03:31:12.644220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-1c63a393-976c-4b5d-882f-9fd66fd94c1c service neutron] 10.222.0.23 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842397 May 12 03:31:12.695545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-2e70a2c9-e87f-49c7-84ca-73821d47c6a7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:12.697376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-2e70a2c9-e87f-49c7-84ca-73821d47c6a7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 930 time: 0.0470850 May 12 03:31:12.871196 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cfe22886-480c-4577-8e39-523796a3e0fc req-7ba84095-5b8f-4fd4-9380-3e4422fd0d8d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 210 time: 0.0333478 May 12 03:31:12.875407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35756) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:12.964567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-15ad8016-680b-458a-93f1-2e2377e828e9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:12.965966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-15ad8016-680b-458a-93f1-2e2377e828e9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 930 time: 0.0895662 May 12 03:31:13.482483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:31:13.523981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] The host hv-neutron-8413 is not matching for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b host ! {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 12 03:31:13.525028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:31:13.912769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-106546af-1b1f-4e87-9a2a-53e9af1dabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:13.914853 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-106546af-1b1f-4e87-9a2a-53e9af1dabbe service neutron] 10.222.0.57 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1026 time: 0.0395653 May 12 03:31:13.980593 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c65072d5-5a05-45ff-a6cc-c12862b620fa req-7eb6cb93-2411-433c-85c9-b5663548dbed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 210 time: 0.0314882 May 12 03:31:14.038641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-4ef0d836-b38e-492b-9c64-ae0265378ca6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:14.040676 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-4ef0d836-b38e-492b-9c64-ae0265378ca6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 796 time: 0.1207967 May 12 03:31:14.123028 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-094a9f68-6f8d-4f32-acf8-61ba08a0de0f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 473 time: 0.0701289 May 12 03:31:14.182911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Request body: {'port': {'device_id': '5a780ae7-5422-448f-846a-e9cfdfad1239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:14.239455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:14.527182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:31:14.534522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Publish callbacks [] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:14.546450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Transition to ACTIVE for port object 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:31:14.550398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:14.627771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=7']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:14.728605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:31:14.728949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:31:14.729276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:14.733963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:31:14.734286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Attempting to bind port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:14.739261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:31:14.739595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Checking segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:31:14.739980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Bound using segment: {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:31:14.740402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Bound port: 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cb11c7-32f5-4df6-a18d-32dee1d65b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:31:14.740757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:14.807109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:14.810129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:31:14.815141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:14.850437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:14.851075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:14.853062 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] 10.222.0.57 "PUT /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1131 time: 0.6741042 May 12 03:31:14.853484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a780ae7-5422-448f-846a-e9cfdfad1239', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:14.855767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87550922-b5c0-4198-9076-f784289c58f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a780ae7-5422-448f-846a-e9cfdfad1239", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:14.882974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9cc51-e293-4c3e-ac67-601d76e8ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=8']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:14.905505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac561b0d-79a1-4931-8def-3d696d426874 x-openstack-request-id: req-ac561b0d-79a1-4931-8def-3d696d426874 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:14.905933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a780ae7-5422-448f-846a-e9cfdfad1239", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:14.906285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac561b0d-79a1-4931-8def-3d696d426874 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:14.906756 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac561b0d-79a1-4931-8def-3d696d426874'] response: {'name': 'network-changed', 'server_uuid': '5a780ae7-5422-448f-846a-e9cfdfad1239', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'status': 'completed', 'code': 200} May 12 03:31:14.937176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-c93dcd81-ccca-412a-b714-71b3f63be18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:14.938718 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-c93dcd81-ccca-412a-b714-71b3f63be18d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 1165 time: 0.0456614 May 12 03:31:15.006760 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-34d0fe91-c820-47d2-9428-95eb53a94f88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1036 time: 0.0599680 May 12 03:31:15.060430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-4c23777f-e22e-4ef4-a248-9d4fcafc8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:15.061915 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-4c23777f-e22e-4ef4-a248-9d4fcafc8c3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60e9e115-40e2-4b69-b20f-8f17af829af4 HTTP/1.1" status: 200 len: 834 time: 0.0495303 May 12 03:31:15.108440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f75381-6922-4333-8323-dea5b80de537 req-213065b0-c8bb-48b9-a99a-8531f9b29fa4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:15.109636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-54e321ad-bd9d-4eae-9a56-e77e8597ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:15.111397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-54e321ad-bd9d-4eae-9a56-e77e8597ca0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88eb2442-4084-420a-bc8a-180ce98f8908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419321 May 12 03:31:15.113795 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-53f75381-6922-4333-8323-dea5b80de537 req-213065b0-c8bb-48b9-a99a-8531f9b29fa4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 981 time: 0.0516975 May 12 03:31:15.157059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-53f75381-6922-4333-8323-dea5b80de537 req-99dc00dd-ece5-43a2-9a91-88cdf64906b4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 May 12 03:31:15.203371 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-d7cddd09-1307-4a78-9868-f5845c5b32dc service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815141 May 12 03:31:15.295703 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-914f2eb6-e086-4ffc-94e9-b05f70d0a814 req-2d08664c-1c23-4f61-a426-efd305dea740 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 May 12 03:31:16.210863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550922-b5c0-4198-9076-f784289c58f0 req-bf2619a2-8185-4c99-ac9b-2b5cf01b770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:16.212908 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-bf2619a2-8185-4c99-ac9b-2b5cf01b770c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 1165 time: 0.0396144 May 12 03:31:16.280145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a7f0-77c6-4cac-b743-5239ac18119c req-ca186d89-fb0e-437d-84f8-e853b0ecf5cd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:16.281637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50a0a7f0-77c6-4cac-b743-5239ac18119c req-ca186d89-fb0e-437d-84f8-e853b0ecf5cd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 981 time: 0.0517242 May 12 03:31:16.309082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550922-b5c0-4198-9076-f784289c58f0 req-e1a951e4-c2f1-446e-bec6-01b4bea3e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:16.310605 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-e1a951e4-c2f1-446e-bec6-01b4bea3e957 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 897 time: 0.0919864 May 12 03:31:16.334096 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50a0a7f0-77c6-4cac-b743-5239ac18119c req-2691665b-54e4-407f-b4fa-fc5c72e1b6e4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 May 12 03:31:16.384192 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-bfdc74af-56d9-40f8-9ccf-b2e9a26654e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1036 time: 0.0630555 May 12 03:31:16.434867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550922-b5c0-4198-9076-f784289c58f0 req-57dd9c1b-a3f6-4a45-bb78-7bf3be68289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:16.436382 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-57dd9c1b-a3f6-4a45-bb78-7bf3be68289c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60e9e115-40e2-4b69-b20f-8f17af829af4 HTTP/1.1" status: 200 len: 834 time: 0.0435729 May 12 03:31:16.486956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550922-b5c0-4198-9076-f784289c58f0 req-0c2b24cc-12d7-4f62-8fbe-a47f624055bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:16.488452 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-0c2b24cc-12d7-4f62-8fbe-a47f624055bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88eb2442-4084-420a-bc8a-180ce98f8908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433207 May 12 03:31:16.579804 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-4afb10b3-eb94-4c2e-81ff-f9f18ed12e35 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 May 12 03:31:16.681838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87550922-b5c0-4198-9076-f784289c58f0 req-be80f120-6792-4363-9575-fab5da815ef0 service neutron] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925820 May 12 03:31:17.443158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc553ed-fc03-4194-a7fa-ee6c802303e6 req-32fbed8e-7403-4470-886a-7e266e7e295a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:17.444610 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9dc553ed-fc03-4194-a7fa-ee6c802303e6 req-32fbed8e-7403-4470-886a-7e266e7e295a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 981 time: 0.0448427 May 12 03:31:17.491978 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9dc553ed-fc03-4194-a7fa-ee6c802303e6 req-d2ed047d-bd80-4039-94a5-6a000f8a39d6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 May 12 03:31:18.608936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a7e0e-a410-4be7-8592-d25a999d669c req-e86c80f0-0103-4c30-ae8d-0955dd78f64e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:18.610488 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f74a7e0e-a410-4be7-8592-d25a999d669c req-e86c80f0-0103-4c30-ae8d-0955dd78f64e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 981 time: 0.0510991 May 12 03:31:18.656616 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f74a7e0e-a410-4be7-8592-d25a999d669c req-23647c9f-ad64-42be-8a20-f32b6fcb5b14 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405738 May 12 03:31:19.496465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:31:19.596854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:19.607481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'port_id': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'mac_address': 'fa:16:3e:3d:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:31:19.643605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:19.643990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:19.657023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:31:19.675898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:19.688740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:19.740990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=9']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:19.774556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7467c2-cd9e-40e3-aa20-041714431feb req-7de77819-df68-4cfd-87d3-2ea7c21c8aad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:19.776023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de7467c2-cd9e-40e3-aa20-041714431feb req-7de77819-df68-4cfd-87d3-2ea7c21c8aad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 982 time: 0.0467792 May 12 03:31:19.777398 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:31:19.822388 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de7467c2-cd9e-40e3-aa20-041714431feb req-206c3d70-72ef-45cf-90ea-c18f27cf6ef7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 May 12 03:31:19.978153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:31:20.932044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582a82c-4546-40d7-9ff4-ca9d73fa7041 req-d521d5f0-87ce-415a-b7ba-6df11f520fc4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:20.933476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0582a82c-4546-40d7-9ff4-ca9d73fa7041 req-d521d5f0-87ce-415a-b7ba-6df11f520fc4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 982 time: 0.0444596 May 12 03:31:20.982119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0582a82c-4546-40d7-9ff4-ca9d73fa7041 req-f2fdf595-cabb-4d7f-af97-42a29fb012f3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 May 12 03:31:21.503737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:21.546472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:31:21.551962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:21.552338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:21.629751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:21.630071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:21.651405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a780ae7-5422-448f-846a-e9cfdfad1239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:21.653599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256331a5-b2c8-4ff5-a9de-6802aa60b5b8" -d '{"events": [{"server_uuid": "5a780ae7-5422-448f-846a-e9cfdfad1239", "name": "network-vif-plugged", "status": "completed", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:21.666437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:21.670120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:21.694998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663c2de0-6219-499e-b182-bd03a51e7c76 x-openstack-request-id: req-663c2de0-6219-499e-b182-bd03a51e7c76 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:21.695296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a780ae7-5422-448f-846a-e9cfdfad1239", "name": "network-vif-plugged", "status": "completed", "tag": "94c3be43-42b5-46f0-a073-5aa7bbaaaa4b", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:21.696058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-663c2de0-6219-499e-b182-bd03a51e7c76 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:21.696449 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663c2de0-6219-499e-b182-bd03a51e7c76'] response: {'server_uuid': '5a780ae7-5422-448f-846a-e9cfdfad1239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3be43-42b5-46f0-a073-5aa7bbaaaa4b', 'code': 200} May 12 03:31:21.722659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=10']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:21.866646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ae03-f89e-494e-a343-9da8621ff5cb req-52a8333e-01a6-4ed2-a5c8-d8a3c7fa9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:21.868147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e4f0ae03-f89e-494e-a343-9da8621ff5cb req-52a8333e-01a6-4ed2-a5c8-d8a3c7fa9885 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 1168 time: 0.0393448 May 12 03:31:21.911397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e4f0ae03-f89e-494e-a343-9da8621ff5cb req-be9f68aa-337c-4e89-a532-5fd6c2f6b272 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 May 12 03:31:22.093442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4d0a9-444b-4cb4-9bb8-9a67b66444cd req-3b9b61d9-a415-461f-ae28-7d98b18ad833 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:22.094921 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77c4d0a9-444b-4cb4-9bb8-9a67b66444cd req-3b9b61d9-a415-461f-ae28-7d98b18ad833 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0455143 May 12 03:31:22.142414 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77c4d0a9-444b-4cb4-9bb8-9a67b66444cd req-bb87ca86-337b-4f39-bb4d-77452a8be2c9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 May 12 03:31:23.255768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198076f-66db-4cb7-984f-50c499cbe2be req-3790e080-d104-45a5-b4ab-87eb025f6e03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:23.257254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e198076f-66db-4cb7-984f-50c499cbe2be req-3790e080-d104-45a5-b4ab-87eb025f6e03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0468042 May 12 03:31:23.302169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e198076f-66db-4cb7-984f-50c499cbe2be req-3cde6fe9-5f22-4db9-98d4-dd4106cab808 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 May 12 03:31:24.414026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe3dd-3f91-4ff0-876b-1c0a872e46c2 req-6fcd426b-02a3-4357-b54e-a048b78eae67 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:24.415494 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-35cbe3dd-3f91-4ff0-876b-1c0a872e46c2 req-6fcd426b-02a3-4357-b54e-a048b78eae67 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0495818 May 12 03:31:24.461181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-35cbe3dd-3f91-4ff0-876b-1c0a872e46c2 req-0accf283-4d95-458f-87a5-6cb75f0addb6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 May 12 03:31:24.571104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4b19-f28a-49ae-9c6e-4005c5440844 req-08e12720-782d-4c73-95e2-38518600af93 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:24.572556 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-682b4b19-f28a-49ae-9c6e-4005c5440844 req-08e12720-782d-4c73-95e2-38518600af93 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0461700 May 12 03:31:24.618670 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-682b4b19-f28a-49ae-9c6e-4005c5440844 req-8ac30f65-5100-40a2-a3c7-8af51a6353d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 May 12 03:31:24.639690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35802) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:24.713270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994cf43a-6a1e-47bc-8e10-055150911134 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:24.714799 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-994cf43a-6a1e-47bc-8e10-055150911134 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239&network_id=88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 200 len: 1163 time: 0.0741787 May 12 03:31:24.930213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ec507-5243-4640-81a3-cd8da37720b0 req-cd71c2a6-1975-4eb4-b394-412a0d32d0fa tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:24.931678 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-276ec507-5243-4640-81a3-cd8da37720b0 req-cd71c2a6-1975-4eb4-b394-412a0d32d0fa tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0460677 May 12 03:31:24.977267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-276ec507-5243-4640-81a3-cd8da37720b0 req-a8768408-1eee-4a0e-a762-248a2269ffcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 May 12 03:31:26.089652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b943cf-6fed-489d-82a8-877fe8542874 req-d76c6626-0e32-4ecc-8539-3c543efab242 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:26.091128 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b8b943cf-6fed-489d-82a8-877fe8542874 req-d76c6626-0e32-4ecc-8539-3c543efab242 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0448120 May 12 03:31:26.140538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b8b943cf-6fed-489d-82a8-877fe8542874 req-a1d52bf4-f394-4ea4-a2f8-fa3d3f06413b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fb476aa-cf12-47c2-8810-20b4c75271a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 May 12 03:31:26.295533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-f753dae9-b649-40b9-8cf2-58d6c4bc8198 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:26.296864 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-f753dae9-b649-40b9-8cf2-58d6c4bc8198 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 984 time: 0.0496747 May 12 03:31:26.345828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-46e86327-737a-4dcc-9b55-3fe03be95f6e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:26.348211 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-46e86327-737a-4dcc-9b55-3fe03be95f6e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0432401 May 12 03:31:26.457230 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-a4ef81ad-3e25-47f1-b21f-241e04eb7688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0983417 May 12 03:31:26.471477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:26.531273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:26.690290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:26.732719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] For port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:26.764473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] device_id is not set on port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b yet. {{(pid=104165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 03:31:26.772576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Publish callbacks [] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:26.778313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:26.862282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Pushing event updated for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=11']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:26.904552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] No DVR routers for this DVR port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:31:27.043222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] In _notify_port_updated(), no bound segment for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b on network 88eb2442-4084-420a-bc8a-180ce98f8908 {{(pid=104165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}} May 12 03:31:27.044091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:27.044693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:27.046013 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c6ee273-632d-4d8e-9aeb-8898e17a815f req-2a1fdcd0-5c14-49be-a24b-0710a192f6ef service neutron] 10.222.0.57 "PUT /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 200 len: 1027 time: 0.5783474 May 12 03:31:27.083120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-434a9546-5ee6-486f-83c7-0da488b82a04 None None] Provisioning complete for port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:27.083695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-434a9546-5ee6-486f-83c7-0da488b82a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:27.118986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-434a9546-5ee6-486f-83c7-0da488b82a04 None None] Port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:31:27.245407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-60573573-b216-4b0c-810b-61de1e403d18 req-bb9e524b-f841-417b-ba72-2b6bac0deeca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a780ae7-5422-448f-846a-e9cfdfad1239 HTTP/1.1" status: 200 len: 210 time: 0.0268087 May 12 03:31:28.303649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35814) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:28.362485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c53e4ffd-5e3a-437c-b39c-9150b26846ff tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0cdfe1dc-e3d9-44ba-b129-aac7818cde2d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.387669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c53e4ffd-5e3a-437c-b39c-9150b26846ff tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0cdfe1dc-e3d9-44ba-b129-aac7818cde2d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.448046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c53e4ffd-5e3a-437c-b39c-9150b26846ff tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0cdfe1dc-e3d9-44ba-b129-aac7818cde2d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.450930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c53e4ffd-5e3a-437c-b39c-9150b26846ff tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.452128 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c53e4ffd-5e3a-437c-b39c-9150b26846ff tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/0cdfe1dc-e3d9-44ba-b129-aac7818cde2d HTTP/1.1" status: 204 len: 168 time: 0.1484289 May 12 03:31:28.461531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e4ffd-5e3a-437c-b39c-9150b26846ff tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdfe1dc-e3d9-44ba-b129-aac7818cde2d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:28.484685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35818) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:28.627382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 67f82c46-fc35-412a-be75-a3906d5d198f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:31:28.627720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (67f82c46-fc35-412a-be75-a3906d5d198f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.711173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (67f82c46-fc35-412a-be75-a3906d5d198f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.711541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (67f82c46-fc35-412a-be75-a3906d5d198f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.725014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 67f82c46-fc35-412a-be75-a3906d5d198f owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:31:28.866461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (67f82c46-fc35-412a-be75-a3906d5d198f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.896756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=67f82c46-fc35-412a-be75-a3906d5d198f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:28.953248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (9829b33d-b1f6-4848-bd26-dd1e3362002c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:28.953637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 9829b33d-b1f6-4848-bd26-dd1e3362002c disassociated (deleted). External IP: 172.26.2.60, port: 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b. May 12 03:31:29.158910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:31:29.264871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:31:29.269599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.274614 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] Sync routers for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:31:29.283462 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:29.284065 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:29.297474 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dd509bef-7022-4bc9-b71e-61755db39a73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/9829b33d-b1f6-4848-bd26-dd1e3362002c HTTP/1.1" status: 204 len: 168 time: 0.8116078 May 12 03:31:29.382075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35824) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:29.441161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-912c32b0-1986-4527-b54e-c90f76c92bcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (18b89af5-c74f-43e6-a410-00807cb6e202), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.465855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-912c32b0-1986-4527-b54e-c90f76c92bcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (18b89af5-c74f-43e6-a410-00807cb6e202), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.490055 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:29.528163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-912c32b0-1986-4527-b54e-c90f76c92bcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (18b89af5-c74f-43e6-a410-00807cb6e202), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.531012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-912c32b0-1986-4527-b54e-c90f76c92bcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.532336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-912c32b0-1986-4527-b54e-c90f76c92bcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/18b89af5-c74f-43e6-a410-00807cb6e202 HTTP/1.1" status: 204 len: 168 time: 0.1491904 May 12 03:31:29.542918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c32b0-1986-4527-b54e-c90f76c92bcd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b89af5-c74f-43e6-a410-00807cb6e202,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:29.563772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:29.657844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:31:29.658207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.686970 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:56Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:29.713721 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] Checking router: 065062ad-8704-4d2f-b3f1-eb15e2a4c134 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:31:29.722264 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:29.722874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:29.745627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.757539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b owned by {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:31:29.830398 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:29.887487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (94c3be43-42b5-46f0-a073-5aa7bbaaaa4b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.916156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=94c3be43-42b5-46f0-a073-5aa7bbaaaa4b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:29.985334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:29.991410 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ec564456-ed58-4b2b-91d4-a641d2ce14d9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/ports/94c3be43-42b5-46f0-a073-5aa7bbaaaa4b HTTP/1.1" status: 204 len: 168 time: 0.4240978 May 12 03:31:29.992301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35830) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:30.036604 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:56Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:30.063689 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52e2aa-6aa9-4344-997e-2806b06c54c2 None None] The sync data for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv is: [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:53Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b27cf726-397e-4865-81cf-75cab7c281bb', 'name': '', 'network_id': '88eb2442-4084-420a-bc8a-180ce98f8908', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:f2:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:52Z', 'updated_at': '2022-05-12T03:30:56Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '60e9e115-40e2-4b69-b20f-8f17af829af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:31:30.306407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac023399-31bd-4c0c-b443-f63e02b6f1d2 None None] New status for floating IP 9829b33d-b1f6-4848-bd26-dd1e3362002c: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:31:30.672220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (065062ad-8704-4d2f-b3f1-eb15e2a4c134), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:30.913106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port b27cf726-397e-4865-81cf-75cab7c281bb {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:31:30.913403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.001025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port b27cf726-397e-4865-81cf-75cab7c281bb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b27cf726-397e-4865-81cf-75cab7c281bb,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:31.001393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.014644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for b27cf726-397e-4865-81cf-75cab7c281bb owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:31:31.194933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (b27cf726-397e-4865-81cf-75cab7c281bb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.222224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=b27cf726-397e-4865-81cf-75cab7c281bb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:31.397679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (065062ad-8704-4d2f-b3f1-eb15e2a4c134), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.543532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:31:31.562743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:31:31.563087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 94c3be43-42b5-46f0-a073-5aa7bbaaaa4b not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:31:31.613103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:31:31.718007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:31:31.723186 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cb83c774-f605-4e10-bbf5-8e69e6eb51ed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/065062ad-8704-4d2f-b3f1-eb15e2a4c134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298329 May 12 03:31:31.725767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35832) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:31.728223 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] Sync routers for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:31:31.738719 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:31.739316 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:31.775723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet 60e9e115-40e2-4b69-b20f-8f17af829af4 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:31:31.778789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (60e9e115-40e2-4b69-b20f-8f17af829af4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.817505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (60e9e115-40e2-4b69-b20f-8f17af829af4), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.845789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:31.905308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (60e9e115-40e2-4b69-b20f-8f17af829af4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.963484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (60e9e115-40e2-4b69-b20f-8f17af829af4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.990585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=60e9e115-40e2-4b69-b20f-8f17af829af4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:31.996699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:31.999567 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5a188e1b-ddd1-4a19-9bd8-c117ed1a1f99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/60e9e115-40e2-4b69-b20f-8f17af829af4 HTTP/1.1" status: 204 len: 168 time: 0.2723744 May 12 03:31:32.001932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:32.004870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d5fbf-ea09-4d01-a041-0702ecbb8366 None None] Network 88eb2442-4084-420a-bc8a-180ce98f8908 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:31:32.016019 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:31:31Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:32.046841 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] Checking router: 065062ad-8704-4d2f-b3f1-eb15e2a4c134 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:31:32.056879 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] Routers {'065062ad-8704-4d2f-b3f1-eb15e2a4c134'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:32.057495 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:32.121202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (065062ad-8704-4d2f-b3f1-eb15e2a4c134), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.165156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80704089-4a6f-443d-a927-993925fc6921 None None] DHCP port deletion for 88eb2442-4084-420a-bc8a-180ce98f8908 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:31:32.167943 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] Set router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:32.204732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-80704089-4a6f-443d-a927-993925fc6921 None None] Deleting port 81d63b12-0cdb-4021-bcf6-680281dc55a1 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:31:32.205189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80704089-4a6f-443d-a927-993925fc6921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.235572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (065062ad-8704-4d2f-b3f1-eb15e2a4c134), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.275670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-80704089-4a6f-443d-a927-993925fc6921 None None] For port 81d63b12-0cdb-4021-bcf6-680281dc55a1, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81d63b12-0cdb-4021-bcf6-680281dc55a1,segment=NetworkSegment(65cb11c7-32f5-4df6-a18d-32dee1d65b6f),segment_id=65cb11c7-32f5-4df6-a18d-32dee1d65b6f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:32.276356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80704089-4a6f-443d-a927-993925fc6921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.280402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:31:32.280741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.291172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-80704089-4a6f-443d-a927-993925fc6921 None None] Calling delete_port for 81d63b12-0cdb-4021-bcf6-680281dc55a1 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:31:32.345540 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:31:31Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:32.375043 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d87f5e-fff0-45bc-a2b1-6b9b83719b83 None None] The sync data for ids ['065062ad-8704-4d2f-b3f1-eb15e2a4c134'] in dv-neutron-841363-5-hyperv is: [{'id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'name': 'tempest-TestNetworkBasicOps-router-1244521803', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:31:31Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'b4da78e9-e7a8-436e-a1ca-bdfaefdb2705', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065062ad-8704-4d2f-b3f1-eb15e2a4c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:30:49Z', 'updated_at': '2022-05-12T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:31:32.388287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80704089-4a6f-443d-a927-993925fc6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (81d63b12-0cdb-4021-bcf6-680281dc55a1), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.415713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80704089-4a6f-443d-a927-993925fc6921 None None] Pushing event deleted for resources: {'Port': ['ID=81d63b12-0cdb-4021-bcf6-680281dc55a1,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:32.421004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80704089-4a6f-443d-a927-993925fc6921 None None] No DVR routers for this DVR port 81d63b12-0cdb-4021-bcf6-680281dc55a1 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:31:32.646652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port b4da78e9-e7a8-436e-a1ca-bdfaefdb2705, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:32.646931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.659248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:31:32.774683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b27cf726-397e-4865-81cf-75cab7c281bb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:31:32.804415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: b27cf726-397e-4865-81cf-75cab7c281bb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:31:32.804766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b27cf726-397e-4865-81cf-75cab7c281bb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:31:32.805186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81d63b12-0cdb-4021-bcf6-680281dc55a1 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:31:32.827657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 81d63b12-0cdb-4021-bcf6-680281dc55a1 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:31:32.828026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81d63b12-0cdb-4021-bcf6-680281dc55a1 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:31:32.846814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b4da78e9-e7a8-436e-a1ca-bdfaefdb2705), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:32.873298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=b4da78e9-e7a8-436e-a1ca-bdfaefdb2705,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:32.940606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (065062ad-8704-4d2f-b3f1-eb15e2a4c134), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.033015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (065062ad-8704-4d2f-b3f1-eb15e2a4c134), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.035180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (065062ad-8704-4d2f-b3f1-eb15e2a4c134), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.079916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (065062ad-8704-4d2f-b3f1-eb15e2a4c134), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.080687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router 065062ad-8704-4d2f-b3f1-eb15e2a4c134 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:31:33.083597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-92a7a07d-a508-4c22-8954-acbd0ff85c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.088718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.089832 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2f3dd8b0-4228-4b30-a50a-297f9cbac976 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/065062ad-8704-4d2f-b3f1-eb15e2a4c134 HTTP/1.1" status: 204 len: 168 time: 1.0864315 May 12 03:31:33.092844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35836) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:33.173380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (88eb2442-4084-420a-bc8a-180ce98f8908), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.264712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (88eb2442-4084-420a-bc8a-180ce98f8908), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.284824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eb2442-4084-420a-bc8a-180ce98f8908']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:33.294511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb11c7-32f5-4df6-a18d-32dee1d65b6f') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:33.294812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb11c7-32f5-4df6-a18d-32dee1d65b6f') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:33.304127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (65cb11c7-32f5-4df6-a18d-32dee1d65b6f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.317020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (65cb11c7-32f5-4df6-a18d-32dee1d65b6f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.323260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:31:33.323649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (65cb11c7-32f5-4df6-a18d-32dee1d65b6f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:31:33.326890 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:31:33.390014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (88eb2442-4084-420a-bc8a-180ce98f8908), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.399401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.402544 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/88eb2442-4084-420a-bc8a-180ce98f8908 HTTP/1.1" status: 204 len: 168 time: 0.3087029 May 12 03:31:33.411543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3700a2c-9e82-45ef-94f2-e7e7f70c332a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=88eb2442-4084-420a-bc8a-180ce98f8908,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:33.417597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35838) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:33.429794 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2a36d387-181e-43f2-a81c-8e9e3e1ddfb4 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107231 May 12 03:31:33.432112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35840) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:33.436607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1998525930', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:33.456241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:31:33.459460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.483158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:31:33.491932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a1422bbb-8fd5-48e3-9240-602f6f55b7d8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.492338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment a1422bbb-8fd5-48e3-9240-602f6f55b7d8 of type vlan for network 9870c2b1-9f22-4619-a0a4-0250814b7652 May 12 03:31:33.535435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (9870c2b1-9f22-4619-a0a4-0250814b7652), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.562964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (9870c2b1-9f22-4619-a0a4-0250814b7652), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.568043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:33.568616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.605656 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1725526 May 12 03:31:33.608326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35842) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:33.636103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-243583896', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:33.646001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc541f-2452-48b4-a3e0-5de5769643a0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=9870c2b1-9f22-4619-a0a4-0250814b7652,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:33.656306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:31:33.660978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (de100068-172d-4698-9a24-d11bf69d5462), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.662091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (de100068-172d-4698-9a24-d11bf69d5462), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.717007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (de100068-172d-4698-9a24-d11bf69d5462), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:33.852885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (de100068-172d-4698-9a24-d11bf69d5462), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.025758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (de100068-172d-4698-9a24-d11bf69d5462), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.043648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.147816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.47 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/af0d292e-3cfd-4b23-96b9-6b036b1bdbcb) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:31:34.251321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.284036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.318218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:34.321169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:34.323543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:31:34.364340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:34.591612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (de100068-172d-4698-9a24-d11bf69d5462), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.647789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:31:34.667319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:31:34.667747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b4da78e9-e7a8-436e-a1ca-bdfaefdb2705 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:31:34.798133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (de100068-172d-4698-9a24-d11bf69d5462), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:34.927077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router de100068-172d-4698-9a24-d11bf69d5462 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:31:35.032923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:31:35.042730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Sync routers for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:31:35.053173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.053959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:35.057345 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-97cef200-59ef-4092-9cbe-b7c376ceb62a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4451773 May 12 03:31:35.057475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:35.057614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:35.094849 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31337a8f-01e3-4226-b643-b0b326e3b2f1 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340428 May 12 03:31:35.095082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35848) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:35.164156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:35.194876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0710bb3-6794-40c3-b977-9184c342415b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:35.196390 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d0710bb3-6794-40c3-b977-9184c342415b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004193 May 12 03:31:35.199215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35850) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:35.227739 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1fbd160b-2579-4af9-8fe1-cf16388eb7f6 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274274 May 12 03:31:35.230191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35852) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:35.234775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254062020', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:35.317254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:31:35.321481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.338179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:34Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:35.364733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Checking router: de100068-172d-4698-9a24-d11bf69d5462 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:31:35.365076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Updating router de100068-172d-4698-9a24-d11bf69d5462 port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:31:35.393040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.503543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (dc46732b-2efa-443d-9808-a7551e3697a8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.565378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=dc46732b-2efa-443d-9808-a7551e3697a8,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:35.574569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:31:35.574928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: 9870c2b1-9f22-4619-a0a4-0250814b7652, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:31:35.594856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:31:35.603469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 9870c2b1-9f22-4619-a0a4-0250814b7652) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:35.608041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:35.608642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.617368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6dcc9d-ebd7-432f-a63d-517e810b8dfa None None] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:31:35.626010 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d829b8de-38a1-4866-8afe-76679dc4d24f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3948188 May 12 03:31:35.628672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35854) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:35.633703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-07572f9e-246e-41fd-bc1c-13134e16c139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.784915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-9870c2b1-9f22-4619-a0a4-0250814b7652', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:31:35.785875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.792138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Publish callbacks [] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.808171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.925966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885578-f84a-4443-a3a0-b2faf55f6aec None None] Pushing event updated for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:35.930758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Attempting to bind port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:31:35.931095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Attempting to bind port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:31:35.931465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Attempting to bind port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:35.940798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:31:35.941205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:31:35.941593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:35.942107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:31:35.942498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Bound port: af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:31:35.942883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.024601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Allocated IP 172.20.0.2 (9870c2b1-9f22-4619-a0a4-0250814b7652/dc46732b-2efa-443d-9808-a7551e3697a8/9631ce74-0aa3-42b5-a86a-3656ab28708f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:31:36.035667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] For port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:36.039021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] For port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:31:36.046868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.159352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:36.159983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:36.163530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885578-f84a-4443-a3a0-b2faf55f6aec None None] Pushing event updated for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:36.320025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Publish callbacks [] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.328817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:36.331676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.369181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.453638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:36.461543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:36.463258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Pushing event updated for resources: {'Port': ['ID=9631ce74-0aa3-42b5-a86a-3656ab28708f,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:36.467263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:31:36.497871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.571625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Attempting to bind port 9631ce74-0aa3-42b5-a86a-3656ab28708f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:31:36.571905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Attempting to bind port 9631ce74-0aa3-42b5-a86a-3656ab28708f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:31:36.572265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Attempting to bind port 9631ce74-0aa3-42b5-a86a-3656ab28708f on network 9870c2b1-9f22-4619-a0a4-0250814b7652 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:36.598637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:31:36.599020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Checking segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:31:36.599427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.599818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Bound using segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:31:36.600288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Bound port: 9631ce74-0aa3-42b5-a86a-3656ab28708f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:31:36.601207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.622934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:34Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:36.648015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (9870c2b1-9f22-4619-a0a4-0250814b7652/dc46732b-2efa-443d-9808-a7551e3697a8/9d3a7982-8bd2-45c4-bbba-a31df463fe3a) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:31:36.773659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.807683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.812031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5a0-b0d4-4c8e-acaf-56dcf355a067 None None] The sync data for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv is: [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:34Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:31:36.842902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:36.846611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:36.851299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:31:36.859885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] For port 9631ce74-0aa3-42b5-a86a-3656ab28708f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:36.863078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] For port 9631ce74-0aa3-42b5-a86a-3656ab28708f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9631ce74-0aa3-42b5-a86a-3656ab28708f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:31:36.869490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.888620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:36.911475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (de100068-172d-4698-9a24-d11bf69d5462), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:36.939875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9cd90-c9b0-4ce4-ba4d-ea50c4fc5a8a None None] Pushing event updated for resources: {'Port': ['ID=9631ce74-0aa3-42b5-a86a-3656ab28708f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:37.077061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:37.434801 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:37.439925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:37.519550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (de100068-172d-4698-9a24-d11bf69d5462), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:37.521288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:37.626662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:37.628597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:37.753821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router de100068-172d-4698-9a24-d11bf69d5462 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:31:37.871857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:31:37.879768 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-190de747-7093-487e-a450-abb578cb5b00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2474597 May 12 03:31:37.879894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35856) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:37.927594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a1a6c-10f2-4c09-90a0-72f76109df1c None None] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:31:37.959988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] Provisioning complete for port 9631ce74-0aa3-42b5-a86a-3656ab28708f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:37.960362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:37.984462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:37.985057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:37.985993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:37.986327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:37.986792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:37.987387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:37.989115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f89b514-2847-4d2c-a2fd-c0ea288d7fc7 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1083643 May 12 03:31:37.992307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35858) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.039990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.051304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:38.051775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:38.052239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:38.052693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:38.053144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:38.054148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:38.056053 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d7a195aa-df64-4809-90b3-d363f2450beb tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0628388 May 12 03:31:38.058808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35860) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.122350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] Current status of the port 9631ce74-0aa3-42b5-a86a-3656ab28708f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:38.122745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.158929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] For port 9631ce74-0aa3-42b5-a86a-3656ab28708f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9631ce74-0aa3-42b5-a86a-3656ab28708f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:38.165055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.187282 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2cb0e5fe-d246-4bd3-942b-aa45e77a8d48 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1223700 May 12 03:31:38.220343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661c974-5870-46b7-b8de-7491db8aa86f None None] Pushing event updated for resources: {'Port': ['ID=9631ce74-0aa3-42b5-a86a-3656ab28708f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:38.248756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35864) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.253637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951717771', 'description': 'tempest-secgroup-smoke-951717771 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:38.277618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.358854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (ad3abd78-ca54-4bda-9439-ba8aa44271e1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.363393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ad3abd78-ca54-4bda-9439-ba8aa44271e1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.395879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.398240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-17cf9e32-9ebf-430b-9ab7-6bc7605395d7 None None] Provisioning complete for port 9631ce74-0aa3-42b5-a86a-3656ab28708f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:38.398754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-17cf9e32-9ebf-430b-9ab7-6bc7605395d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.400092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.402103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1485889 May 12 03:31:38.405466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'ad3abd78-ca54-4bda-9439-ba8aa44271e1', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:38.407783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd2ca2-9f72-4dc3-8469-1eddf3a9b611 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3abd78-ca54-4bda-9439-ba8aa44271e1,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:38.444269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (0510cfcb-3387-4b4d-a724-776d384f1f5e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.499147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9e32-9ebf-430b-9ab7-6bc7605395d7 None None] Current status of the port 9631ce74-0aa3-42b5-a86a-3656ab28708f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:38.500047 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Sync routers for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:31:38.509513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-17cf9e32-9ebf-430b-9ab7-6bc7605395d7 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:38.509908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-17cf9e32-9ebf-430b-9ab7-6bc7605395d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.513338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (0510cfcb-3387-4b4d-a724-776d384f1f5e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.517793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0510cfcb-3387-4b4d-a724-776d384f1f5e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.521183 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:38.521899 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:38.546099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0510cfcb-3387-4b4d-a724-776d384f1f5e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:38.553495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9e32-9ebf-430b-9ab7-6bc7605395d7 None None] Port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:31:38.555341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.558451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d6cc9551-e0a2-44c0-b4fd-b75503c7b9d8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556075 May 12 03:31:38.559799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35868) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.564428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'ad3abd78-ca54-4bda-9439-ba8aa44271e1', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:38.598615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (3e1f8b08-11af-42d7-9a8a-f2e40e652021), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.666587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (3e1f8b08-11af-42d7-9a8a-f2e40e652021), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.672057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-39d3bf73-a723-4cab-9a4b-a864503ddc92 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:38.672426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-39d3bf73-a723-4cab-9a4b-a864503ddc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.674300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (3e1f8b08-11af-42d7-9a8a-f2e40e652021), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.700707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1f8b08-11af-42d7-9a8a-f2e40e652021,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:38.708005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.712696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c8d83fb4-97c3-4a15-9439-867cc590f605 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484125 May 12 03:31:38.712880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35870) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.718018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'ad3abd78-ca54-4bda-9439-ba8aa44271e1', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:38.764543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4245a048-8c05-40b9-8d83-9b62b1e736c8), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.781015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-39d3bf73-a723-4cab-9a4b-a864503ddc92 None None] Port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:31:38.789155 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:38.790650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9631ce74-0aa3-42b5-a86a-3656ab28708f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:38.852567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4245a048-8c05-40b9-8d83-9b62b1e736c8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.853409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9631ce74-0aa3-42b5-a86a-3656ab28708f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:38.853832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.859547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (4245a048-8c05-40b9-8d83-9b62b1e736c8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.884774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4245a048-8c05-40b9-8d83-9b62b1e736c8,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:38.906966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.908193 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b857e65-aa00-43df-8031-ded3abf415f0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1945410 May 12 03:31:38.910989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35872) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:38.915602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'ad3abd78-ca54-4bda-9439-ba8aa44271e1', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:38.942151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (cac1d92e-a237-429e-9e4d-887073bfc06f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:38.948907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9631ce74-0aa3-42b5-a86a-3656ab28708f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:38.950602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:39.002915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-eda3e325-964a-4e1d-b7e3-39ad60c3812e None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:39.003587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-eda3e325-964a-4e1d-b7e3-39ad60c3812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.009858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (cac1d92e-a237-429e-9e4d-887073bfc06f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.012715 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:39.014674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (cac1d92e-a237-429e-9e4d-887073bfc06f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.033088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac1d92e-a237-429e-9e4d-887073bfc06f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.033350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:39.033594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.042321 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.044498 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Checking router: de100068-172d-4698-9a24-d11bf69d5462 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:31:39.044860 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Updating router de100068-172d-4698-9a24-d11bf69d5462 port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:31:39.046353 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4d2b99af-ca34-46b1-8669-d40617863e7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342785 May 12 03:31:39.046520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35874) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:39.050891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'ad3abd78-ca54-4bda-9439-ba8aa44271e1', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:39.076338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:31:39.079244 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.080122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-eda3e325-964a-4e1d-b7e3-39ad60c3812e None None] Port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:31:39.084640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c6ad1de8-93d9-4f60-9fe4-65c3e5046631), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.136802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:39.137206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.149093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c6ad1de8-93d9-4f60-9fe4-65c3e5046631), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.152965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c6ad1de8-93d9-4f60-9fe4-65c3e5046631), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.159103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:39.163416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.168714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ad1de8-93d9-4f60-9fe4-65c3e5046631,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.180932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.184805 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b9f58315-bf16-4bb6-a0f3-ffec00b96022 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347241 May 12 03:31:39.185237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35876) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:39.189608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'ad3abd78-ca54-4bda-9439-ba8aa44271e1', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:39.212297 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:31:39.216854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.218195 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (fe121819-6746-405d-8663-23cd20e6d40b), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.278086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (fe121819-6746-405d-8663-23cd20e6d40b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.281536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (fe121819-6746-405d-8663-23cd20e6d40b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.296377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe121819-6746-405d-8663-23cd20e6d40b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.307176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.315856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce4c8b46-a94c-43b4-a715-19f3a71cc9dd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222663 May 12 03:31:39.405840 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Publish callbacks [] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.411665 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.469594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-8a90ea88-0659-4b4e-994e-4e2078293e67 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951717771&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0522890 May 12 03:31:39.515584 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311c587-a4b7-4bc8-b2f9-69d671841fd2 None None] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.531889 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Attempting to bind port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:31:39.532258 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Attempting to bind port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:31:39.532615 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Attempting to bind port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a on network 9870c2b1-9f22-4619-a0a4-0250814b7652 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:39.538042 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:31:39.538412 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Checking segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:31:39.538808 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.539200 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Bound using segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:31:39.539663 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Bound port: 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:31:39.540037 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.592126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-6b8d664e-d582-4771-b138-d4c92a9b32a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:39.594617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.601552 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-6b8d664e-d582-4771-b138-d4c92a9b32a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=9870c2b1-9f22-4619-a0a4-0250814b7652 HTTP/1.1" status: 200 len: 797 time: 0.1246924 May 12 03:31:39.618454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-bc6a8ad3-b160-4dd2-8e23-481778d124f1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0153248 May 12 03:31:39.622661 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] For port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:39.625853 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] For port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:31:39.632040 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.663810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-ad096b9d-fdfb-4eb4-9398-2094838c8612 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443225 May 12 03:31:39.693484 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311c587-a4b7-4bc8-b2f9-69d671841fd2 None None] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.699797 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:39.700344 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:39.701550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:39.701956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.776080 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-08a61d0c-1280-42b8-94b2-fbf221e7a422 service neutron] 10.222.0.23 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007130 May 12 03:31:39.804669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] Current status of the port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:39.805569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.829683 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:39.861273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] For port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:39.868496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:39.893869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-f381385b-91d2-428f-8fb9-22a92caae888 service neutron] 10.222.0.23 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116102 May 12 03:31:39.919439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b785a-1d93-4dd7-a796-ab2bf6660546 None None] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:39.989690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e705e7fc-ffff-442f-a975-c8b5ba1dc786 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:39.990496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e705e7fc-ffff-442f-a975-c8b5ba1dc786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:40.054216 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:40.080276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fa210204-0bc2-4092-9a7e-bb40197f3c36 req-aae9ef91-8859-47c1-92dd-e0f7a7ec07e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 210 time: 0.0284164 May 12 03:31:40.084410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e705e7fc-ffff-442f-a975-c8b5ba1dc786 None None] Current status of the port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:40.087131 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f948e1d-2781-433c-92f8-d7cefaa2a6b8 None None] The sync data for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv is: [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:31:40.743312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:40.798281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:40.798666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:40.877724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:40.879074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9d3a7982-8bd2-45c4-bbba-a31df463fe3a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:40.924903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:40.925297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.009270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:41.139485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-5848fca3-8d69-4dea-8779-50c6f7219792 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:41.141909 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-5848fca3-8d69-4dea-8779-50c6f7219792 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=9870c2b1-9f22-4619-a0a4-0250814b7652 HTTP/1.1" status: 200 len: 797 time: 0.1199477 May 12 03:31:41.189325 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c99e209f-ee89-4a1a-945c-9bf72044193b req-1ce0e476-8f1d-46d5-858a-98206f270ca6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 210 time: 0.0318193 May 12 03:31:41.217383 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-37350615-b948-4d8b-9a7b-577f97e605c7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 379 time: 0.0611501 May 12 03:31:41.225955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['ad3abd78-ca54-4bda-9439-ba8aa44271e1']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:41.327667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:31:41.331148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.454034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.12 (9870c2b1-9f22-4619-a0a4-0250814b7652/dc46732b-2efa-443d-9808-a7551e3697a8/2651e2ee-f2d5-46e7-91ef-6caaaaffd31f) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:31:41.604693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.636591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.676184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:41.679722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:41.685726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:31:41.691678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:41.722354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.722703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.723045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.723390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.723727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.724057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.724381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.724705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.725041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.725965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.726296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.726621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.726944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.727263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.727580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:41.750478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:41.751087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.769200 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-a22a8ad9-4e65-40e1-a7f2-607353345ad4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467441 May 12 03:31:41.783901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Request body: {'port': {'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:41.852718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.915310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-642a4dde-9ade-44f8-9356-96872ae79157 None None] Provisioning complete for port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:41.915681 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-642a4dde-9ade-44f8-9356-96872ae79157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:41.949166 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-642a4dde-9ade-44f8-9356-96872ae79157 None None] Port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:31:42.148070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:31:42.155478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Publish callbacks [] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:42.167670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Transition to ACTIVE for port object 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:31:42.171082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:42.228126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Pushing event updated for resources: {'Port': ['ID=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:42.296439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:42.308110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Attempting to bind port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:31:42.308591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Attempting to bind port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:31:42.309013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Attempting to bind port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f on network 9870c2b1-9f22-4619-a0a4-0250814b7652 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:42.313979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f on network 9870c2b1-9f22-4619-a0a4-0250814b7652 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:31:42.314421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Attempting to bind port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f on network 9870c2b1-9f22-4619-a0a4-0250814b7652 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:31:42.320333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:31:42.320785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Checking segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:31:42.322264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Bound using segment: {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:31:42.322689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Bound port: 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:31:42.323151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:42.342398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367c90-8f7a-4803-8ccf-f683fe9c72c4 req-241fac28-337d-406d-9f55-8bc1444d6f52 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:42.344344 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85367c90-8f7a-4803-8ccf-f683fe9c72c4 req-241fac28-337d-406d-9f55-8bc1444d6f52 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 944 time: 0.0517163 May 12 03:31:42.397619 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85367c90-8f7a-4803-8ccf-f683fe9c72c4 req-389c1353-d948-427c-8d4c-a0fee002e950 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458555 May 12 03:31:42.407959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] For port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:31:42.420634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] For port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:31:42.420634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:42.451338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:42.451959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:42.453334 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] 10.222.0.57 "PUT /v2.0/ports/2651e2ee-f2d5-46e7-91ef-6caaaaffd31f HTTP/1.1" status: 200 len: 1094 time: 0.6736429 May 12 03:31:42.453772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:42.456061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c" -d '{"events": [{"name": "network-changed", "server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:42.479696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5502-e560-4f21-876b-d6118375487c service neutron] Pushing event updated for resources: {'Port': ['ID=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:42.515989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12ef974-2866-4cb6-8c33-d7f694f5ad45 x-openstack-request-id: req-c12ef974-2866-4cb6-8c33-d7f694f5ad45 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:42.516286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:42.516541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c12ef974-2866-4cb6-8c33-d7f694f5ad45 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:42.516960 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12ef974-2866-4cb6-8c33-d7f694f5ad45'] response: {'name': 'network-changed', 'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'status': 'completed', 'code': 200} May 12 03:31:42.558207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-42bc051c-13a1-428d-93d6-66c7d6e665fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:42.559785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-42bc051c-13a1-428d-93d6-66c7d6e665fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 1128 time: 0.0419836 May 12 03:31:42.611018 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-526a9156-dfd8-46b1-8556-8084a3d9b5d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f HTTP/1.1" status: 200 len: 217 time: 0.0390098 May 12 03:31:42.660449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-52197000-9b80-4d00-8487-3be74d0f6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:42.661919 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-52197000-9b80-4d00-8487-3be74d0f6414 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc46732b-2efa-443d-9808-a7551e3697a8 HTTP/1.1" status: 200 len: 835 time: 0.0436039 May 12 03:31:42.709614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-3d2cc70d-adc2-4291-99d9-3afaeed47a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:42.711175 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-3d2cc70d-adc2-4291-99d9-3afaeed47a89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9870c2b1-9f22-4619-a0a4-0250814b7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384238 May 12 03:31:42.802831 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-1adecff4-40d9-4ddc-afee-0e36746e9cc6 service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841830 May 12 03:31:42.892725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7c26ae18-feb9-4b5a-a8ae-e53f28a1c93d req-3df7f8cf-d4ed-48b5-a4c6-3c251e42ca56 service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802164 May 12 03:31:43.511196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbec1-edec-4c68-b801-91bbe751d20b req-ed451164-976b-4ba8-9a41-805717603cca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:43.512635 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-069fbec1-edec-4c68-b801-91bbe751d20b req-ed451164-976b-4ba8-9a41-805717603cca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 944 time: 0.0449560 May 12 03:31:43.579758 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-069fbec1-edec-4c68-b801-91bbe751d20b req-17c3d2a5-0e0a-4394-9cbd-ae1e79a2c6a8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614693 May 12 03:31:43.899532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-aa9f589f-d679-4e15-99df-ca35dcac2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:43.902100 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-aa9f589f-d679-4e15-99df-ca35dcac2d38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 1128 time: 0.0413201 May 12 03:31:43.996352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-c72862e2-7350-44e9-95fe-9555be43836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:43.997788 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-c72862e2-7350-44e9-95fe-9555be43836a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9870c2b1-9f22-4619-a0a4-0250814b7652 HTTP/1.1" status: 200 len: 898 time: 0.0865297 May 12 03:31:44.040595 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-17c68db2-d372-4f46-91f2-3257db5de76a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f HTTP/1.1" status: 200 len: 217 time: 0.0323076 May 12 03:31:44.091385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-927d0f0a-494b-4fdc-bd23-9ae82aeeef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:44.092792 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-927d0f0a-494b-4fdc-bd23-9ae82aeeef71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc46732b-2efa-443d-9808-a7551e3697a8 HTTP/1.1" status: 200 len: 835 time: 0.0461442 May 12 03:31:44.134949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-a130ff9f-0436-4b78-8466-bd7818ff74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:44.136299 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-a130ff9f-0436-4b78-8466-bd7818ff74d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9870c2b1-9f22-4619-a0a4-0250814b7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372891 May 12 03:31:44.231421 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-bba00b18-d7b5-4de9-8a5e-46109aa5b46b service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854878 May 12 03:31:44.320031 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-49d50bb8-a5bb-43df-a3f7-b6b664d5009c req-a843b524-725f-41c4-a403-c6aa0c57f463 service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798004 May 12 03:31:44.692675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c207868-2368-4dac-b91a-5ac4c437fa13 req-c7aa2e4b-fc6b-42d7-b293-4c06f96ae382 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:44.694157 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c207868-2368-4dac-b91a-5ac4c437fa13 req-c7aa2e4b-fc6b-42d7-b293-4c06f96ae382 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 944 time: 0.0452268 May 12 03:31:44.741625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c207868-2368-4dac-b91a-5ac4c437fa13 req-3753b6e3-b2b1-4165-a1d8-ccde33522a7d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418956 May 12 03:31:45.620003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:31:45.714529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:45.725939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:31:45.765790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:45.766216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:45.779038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:31:45.798344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:45.804019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:45.851888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:45.853949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464379-58de-4175-a5db-36c40fa7019f req-88e48b6b-96d3-43c7-8754-3409bb57742e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:45.856096 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e3464379-58de-4175-a5db-36c40fa7019f req-88e48b6b-96d3-43c7-8754-3409bb57742e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 945 time: 0.0466952 May 12 03:31:45.904605 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e3464379-58de-4175-a5db-36c40fa7019f req-2350cf74-2940-4b40-9c94-b3ec4d730ea4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 May 12 03:31:46.052599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['2651e2ee-f2d5-46e7-91ef-6caaaaffd31f'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:31:47.017580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea76a02-9822-416d-ba2f-e1d0974e410f req-f81b067c-881c-4a16-8215-2cc891c4d18a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:47.019047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2ea76a02-9822-416d-ba2f-e1d0974e410f req-f81b067c-881c-4a16-8215-2cc891c4d18a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 945 time: 0.0490856 May 12 03:31:47.067497 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2ea76a02-9822-416d-ba2f-e1d0974e410f req-6b40a197-8134-4419-8450-42dd23182167 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 May 12 03:31:47.622119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:31:47.669464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:31:47.675475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:31:47.675844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:47.750561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:31:47.750948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:47.773394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:47.775654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7167ba-f036-41cb-97f8-4789e25ee155" -d '{"events": [{"server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "name": "network-vif-plugged", "status": "completed", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:47.788652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:31:47.792605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:47.814823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab80b044-1f13-489e-affb-f87d3e22a1a2 x-openstack-request-id: req-ab80b044-1f13-489e-affb-f87d3e22a1a2 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:47.815109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "name": "network-vif-plugged", "status": "completed", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:47.815360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab80b044-1f13-489e-affb-f87d3e22a1a2 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:47.815746 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab80b044-1f13-489e-affb-f87d3e22a1a2'] response: {'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'code': 200} May 12 03:31:47.841221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:47.978169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd52ad-93d4-4b26-a92c-74c3e31a0d07 req-31b6d78c-9091-49bd-8680-ddb9c454b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:47.979613 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8ebd52ad-93d4-4b26-a92c-74c3e31a0d07 req-31b6d78c-9091-49bd-8680-ddb9c454b4c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 1130 time: 0.0387988 May 12 03:31:48.031225 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8ebd52ad-93d4-4b26-a92c-74c3e31a0d07 req-75fa291c-15cf-49e5-9fd1-77c604098f53 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 May 12 03:31:48.182490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193aad5-dc33-48c7-bb64-5f8f11b2ac92 req-54e5dab1-8f4d-46aa-bbfc-aa3a2ec9ba98 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:48.183915 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5193aad5-dc33-48c7-bb64-5f8f11b2ac92 req-54e5dab1-8f4d-46aa-bbfc-aa3a2ec9ba98 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0494976 May 12 03:31:48.232288 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5193aad5-dc33-48c7-bb64-5f8f11b2ac92 req-251f7838-7ea1-456e-ae52-7b170714e51a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427816 May 12 03:31:49.345619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cef0b-e178-4efc-af3d-13e4047a0b6d req-0fff273e-1cae-42cf-903a-94239cb6fe55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:49.347144 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1c3cef0b-e178-4efc-af3d-13e4047a0b6d req-0fff273e-1cae-42cf-903a-94239cb6fe55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0456920 May 12 03:31:49.398959 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1c3cef0b-e178-4efc-af3d-13e4047a0b6d req-57dda8b1-e4dc-470e-bfad-d3208a9583b7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456607 May 12 03:31:49.542694 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-22e27656-fe70-4bee-9211-a1649d4438ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387394 May 12 03:31:49.623230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877209-a198-469e-8851-465bcf5a3736 req-29322ff5-e178-4c22-9ca0-98383d262a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:49.624708 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-29322ff5-e178-4c22-9ca0-98383d262a30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 1129 time: 0.0393188 May 12 03:31:50.026651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877209-a198-469e-8851-465bcf5a3736 req-c889d6a1-621f-49bf-80d9-4796e13f8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:50.028082 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-c889d6a1-621f-49bf-80d9-4796e13f8e06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.3847935 May 12 03:31:50.090147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-aa4637e6-d887-4c0a-9a0a-2c796889b665 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 200 len: 1000 time: 0.0554066 May 12 03:31:50.138124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877209-a198-469e-8851-465bcf5a3736 req-dc567b1a-91fc-4a30-820b-43d21cb1484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:50.139574 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-dc567b1a-91fc-4a30-820b-43d21cb1484b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0440402 May 12 03:31:50.184626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877209-a198-469e-8851-465bcf5a3736 req-3a911a7b-459b-44f7-ad1a-cc483a9db2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:50.186107 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-3a911a7b-459b-44f7-ad1a-cc483a9db2a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406110 May 12 03:31:50.272800 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-de452ed6-5d5a-4cf6-acd1-299e99914594 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804570 May 12 03:31:50.361537 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25877209-a198-469e-8851-465bcf5a3736 req-194a65f3-6b20-4a28-9422-3a8cad729116 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 May 12 03:31:50.509487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ecddf-e42c-4afc-832c-816380dcb9b1 req-f4a76d31-9d3e-46f8-852f-97504a4d5317 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:50.511010 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de4ecddf-e42c-4afc-832c-816380dcb9b1 req-f4a76d31-9d3e-46f8-852f-97504a4d5317 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0461531 May 12 03:31:50.558668 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de4ecddf-e42c-4afc-832c-816380dcb9b1 req-be7a4111-02ae-41f2-bc6e-bffba9fe8090 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 May 12 03:31:50.667582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd45e9-beec-4e13-9811-3688e194bda4 req-9afd2346-8b72-4394-8c0b-16366d2aa81d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:50.669363 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fcbd45e9-beec-4e13-9811-3688e194bda4 req-9afd2346-8b72-4394-8c0b-16366d2aa81d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0460186 May 12 03:31:50.717156 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fcbd45e9-beec-4e13-9811-3688e194bda4 req-20f82331-497e-433d-97f3-deeebdb02d54 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 May 12 03:31:50.738873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35928) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:50.777604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ecc68a-56e0-49a6-a92a-4bd0b3d825ce tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:50.779087 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-86ecc68a-56e0-49a6-a92a-4bd0b3d825ce tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 1125 time: 0.0392869 May 12 03:31:50.781691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35930) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:50.785712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:31:50.806973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:50.884682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:50.986001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.122 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/c2348de0-7c05-42f2-bf31-e900b09a8e2c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:31:51.083308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:51.119918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:51.156545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:31:51.159231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:31:51.165159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:31:51.170638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=c2348de0-7c05-42f2-bf31-e900b09a8e2c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:51.197588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.197986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.198335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.198677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.199010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.199343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.199671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.199999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.200326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.200652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.200983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.201308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.201630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.201983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.202307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:31:51.861098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (0cd1715a-4d1f-4656-ab7c-519af1c2d096), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:51.926183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:52.099568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:52.103979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:52.172930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=c2348de0-7c05-42f2-bf31-e900b09a8e2c,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:31:52.184581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (0cd1715a-4d1f-4656-ab7c-519af1c2d096), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:52.284881 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 0cd1715a-4d1f-4656-ab7c-519af1c2d096 associated. External IP: 172.26.2.122, port: 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f. May 12 03:31:52.494036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router de100068-172d-4698-9a24-d11bf69d5462 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:31:52.601721 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:31:52.612407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] Sync routers for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:31:52.620041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:31:52.624199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:52.624808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:52.649731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-39bd4b2c-33d6-4892-afec-7f3fe32d94ca tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8670220 May 12 03:31:52.650450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:31:52.652550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35932) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:52.653014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:31:52.686819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b6069-c3c8-4d0a-8fd0-91fdb55f03d8 x-openstack-request-id: req-4a2b6069-c3c8-4d0a-8fd0-91fdb55f03d8 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:31:52.687115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:31:52.687372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a2b6069-c3c8-4d0a-8fd0-91fdb55f03d8 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:31:52.687783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2b6069-c3c8-4d0a-8fd0-91fdb55f03d8'] response: {'name': 'network-changed', 'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'status': 'completed', 'code': 200} May 12 03:31:52.738377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:52.784180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-9963b8d4-c352-429f-8cad-e97ab0f346ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:52.785575 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-9963b8d4-c352-429f-8cad-e97ab0f346ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 1130 time: 0.0734878 May 12 03:31:52.804874 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e0dd6213-2d45-4037-9195-ce631d67e3b2 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462 HTTP/1.1" status: 200 len: 921 time: 0.1511223 May 12 03:31:52.807534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35936) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:52.869794 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1c051a22-a6ea-4281-a896-9ee0091fb73e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 992 time: 0.0611198 May 12 03:31:52.891203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-e0693c7d-adaa-4e00-8cf1-14ca8ff08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:52.892644 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-e0693c7d-adaa-4e00-8cf1-14ca8ff08dd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9870c2b1-9f22-4619-a0a4-0250814b7652 HTTP/1.1" status: 200 len: 898 time: 0.0998647 May 12 03:31:52.956301 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-800db72f-edf4-4dcf-af55-a02bb92cbc08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f HTTP/1.1" status: 200 len: 1000 time: 0.0567753 May 12 03:31:52.959506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0cd1715a-4d1f-4656-ab7c-519af1c2d096', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:51Z', 'updated_at': '2022-05-12T03:31:51Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:52.989157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] Checking router: de100068-172d-4698-9a24-d11bf69d5462 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:31:52.997853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:31:52.998501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:31:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:53.003816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-ec0bc8c0-d33a-4d91-bc5b-d855f56fc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:53.005268 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-ec0bc8c0-d33a-4d91-bc5b-d855f56fc0c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc46732b-2efa-443d-9808-a7551e3697a8 HTTP/1.1" status: 200 len: 835 time: 0.0429461 May 12 03:31:53.052831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-063246cb-62d6-44c7-8216-f539f07e8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:31:53.054328 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-063246cb-62d6-44c7-8216-f539f07e8a65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9870c2b1-9f22-4619-a0a4-0250814b7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421627 May 12 03:31:53.063920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-dcf79bc6-4d0e-4289-bdac-e4a432c072d9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:31:53.064921 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-dcf79bc6-4d0e-4289-bdac-e4a432c072d9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049658 May 12 03:31:53.105941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:31:53.154515 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-17ff33ae-abb4-46dc-a00a-2aae27864ebd service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829959 May 12 03:31:53.247539 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85299ad-9eac-4cfe-8cfa-112f4d98ac1c req-4c03a3bb-8201-4bf5-be4c-eb70e83fc3da service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869379 May 12 03:31:53.466298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0cd1715a-4d1f-4656-ab7c-519af1c2d096', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:51Z', 'updated_at': '2022-05-12T03:31:51Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:31:53.495489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b99-8c22-4ea9-a30d-21d2facc4db0 None None] The sync data for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv is: [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0cd1715a-4d1f-4656-ab7c-519af1c2d096', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:51Z', 'updated_at': '2022-05-12T03:31:51Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:31:39Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:31:53.681897 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c6f76-fef2-4e9e-83ef-84bd3458004f None None] New status for floating IP 0cd1715a-4d1f-4656-ab7c-519af1c2d096: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:31:53.873101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 35938) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:31:53.936125 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d7559475-0ec5-4f85-845c-c01516f825c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 994 time: 0.0618799 May 12 03:31:56.777749 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:32:03.087794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0756a6cf-b2de-4aad-8faa-abca9a5ae761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:05.606515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38c6a2e9-a537-4984-86a7-e2db881fccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:06.431002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:08.001770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:09.589083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:12.304208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:15.058992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908510-ff9a-43b0-a446-4a61f645dce8 req-caa9d047-a0d5-4909-93d8-a96de35748f7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:15.060489 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9e908510-ff9a-43b0-a446-4a61f645dce8 req-caa9d047-a0d5-4909-93d8-a96de35748f7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 945 time: 0.0950799 May 12 03:32:15.108718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9e908510-ff9a-43b0-a446-4a61f645dce8 req-72492215-6ba8-44c8-825f-0706dc8eadfb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 May 12 03:32:16.222066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbe1ca-8b47-43ea-aad3-18e29d798ec9 req-e5e62bbb-2efd-471f-9a8d-b2a2c1e3e607 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:16.223506 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aadbe1ca-8b47-43ea-aad3-18e29d798ec9 req-e5e62bbb-2efd-471f-9a8d-b2a2c1e3e607 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 945 time: 0.0469182 May 12 03:32:16.274363 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aadbe1ca-8b47-43ea-aad3-18e29d798ec9 req-2497029f-b9c6-4f3a-bb6d-93006193a419 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452728 May 12 03:32:16.742481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badba2a-c402-407b-b109-c017d496db77 req-56f88ef8-6359-49dc-b4eb-361e529bbafa tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:16.743885 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4badba2a-c402-407b-b109-c017d496db77 req-56f88ef8-6359-49dc-b4eb-361e529bbafa tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 945 time: 0.0471554 May 12 03:32:16.826243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Deleting port a85ed46a-0592-45d0-b879-dfa500707c2e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:32:16.826582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:16.919947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] For port a85ed46a-0592-45d0-b879-dfa500707c2e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=a85ed46a-0592-45d0-b879-dfa500707c2e,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:16.920419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:17.137247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:17.137602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e6048902-9b5c-4329-9bf0-8b93bd0c3f2a), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:17.137932 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Floating IP e6048902-9b5c-4329-9bf0-8b93bd0c3f2a disassociated. External IP: 172.26.2.15, port: a85ed46a-0592-45d0-b879-dfa500707c2e. May 12 03:32:17.138278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Calling delete_port for a85ed46a-0592-45d0-b879-dfa500707c2e owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:32:17.262700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a85ed46a-0592-45d0-b879-dfa500707c2e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:17.294922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'Port': ['ID=a85ed46a-0592-45d0-b879-dfa500707c2e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:17.412364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:32:17.426819 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4b63731-1121-4e08-b926-f34b4e0f1c50 req-d3a6d635-6c50-404a-9931-189c4c0435af tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0779202 May 12 03:32:17.521827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:32:17.531573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:17.540950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:17.541570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:17.563393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] No DVR routers for this DVR port a85ed46a-0592-45d0-b879-dfa500707c2e on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:32:17.565873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:17.569108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4badba2a-c402-407b-b109-c017d496db77 req-1f6d1509-9e44-493d-895d-719f234bb405 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "DELETE /v2.0/ports/a85ed46a-0592-45d0-b879-dfa500707c2e HTTP/1.1" status: 204 len: 173 time: 0.8184888 May 12 03:32:17.569547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'name': 'network-vif-deleted', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:17.571835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77acf176-65c5-4e3a-8d69-7b9ce0b5fccc" -d '{"events": [{"server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "name": "network-vif-deleted", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:17.673542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:17.686722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7084f3-ddc8-4c51-9514-b7ae030c8a61 x-openstack-request-id: req-aa7084f3-ddc8-4c51-9514-b7ae030c8a61 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:17.687067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8f462c-ccad-48b2-b613-14e592c26b19", "name": "network-vif-deleted", "tag": "a85ed46a-0592-45d0-b879-dfa500707c2e", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:17.687325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa7084f3-ddc8-4c51-9514-b7ae030c8a61 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:17.687735 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7084f3-ddc8-4c51-9514-b7ae030c8a61'] response: {'server_uuid': 'bb8f462c-ccad-48b2-b613-14e592c26b19', 'name': 'network-vif-deleted', 'tag': 'a85ed46a-0592-45d0-b879-dfa500707c2e', 'status': 'completed', 'code': 200} May 12 03:32:17.896596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:17.923414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:17.931495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:17.932117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:18.039704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:18.246208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:18.277679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b7539-63b3-40c7-9282-58dd50bc39b9 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:18.529273 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-213a39fc-5819-4536-9ca5-009ec1b10d03 req-b6525f73-d326-489f-b4dc-bce143933979 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0312421 May 12 03:32:18.559048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551547e-f958-4d6c-ae26-63398a88148e None None] New status for floating IP e6048902-9b5c-4329-9bf0-8b93bd0c3f2a: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:32:19.628762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2fc0acfd-bf90-461a-bc87-9e9fc3797e99 req-0da203b9-c1e5-4d20-ad52-2f34024c7e59 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0275249 May 12 03:32:20.727941 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5a0207c5-b765-42fa-a638-d2c4e6219d30 req-f9fac668-a8e9-4f6b-be7d-f317db705c9a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0312321 May 12 03:32:21.807162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device a85ed46a-0592-45d0-b879-dfa500707c2e no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:21.826676 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb3d0f99-6e61-4f73-9d3a-bca63b1f1bb5 req-5ecb13ff-c866-4fe9-b731-170e3dd77fd2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0333309 May 12 03:32:21.828947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: a85ed46a-0592-45d0-b879-dfa500707c2e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:32:21.829302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device a85ed46a-0592-45d0-b879-dfa500707c2e not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:32:22.925269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbba6971-bd4e-422d-a4f2-27fe0dc052ff req-dc55b602-406a-4f68-984b-c598eac50289 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0290549 May 12 03:32:24.018402 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-284dfc38-f3ab-4372-aec4-fa4cf134a871 req-a70e9733-0e39-4cd7-860c-f516a6f0d283 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0274324 May 12 03:32:25.114739 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e815c9ae-b952-4a62-863d-63ddb531b77d req-0f10b573-08d7-4ff5-927d-3119817e03d5 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0312774 May 12 03:32:26.209141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a707d0ed-ac87-4b5f-b9c6-2f5fbf7de10c req-fb216b90-33ec-4159-9cfc-76fd81fa9884 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8f462c-ccad-48b2-b613-14e592c26b19 HTTP/1.1" status: 200 len: 210 time: 0.0275300 May 12 03:32:27.306245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35990) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:27.423034 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ed8ea68b-4f9f-4daf-8d45-bdd8d9dad572 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1155844 May 12 03:32:27.425929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35996) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:27.436784 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-81bbd616-dcc8-441b-8105-2f96101ca2ac tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695819678&fields=id&tenant_id=5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 267 time: 0.0433590 May 12 03:32:27.545083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-751c2d87-ae58-4888-b028-8d215bdd9941 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:27.545747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8ec004-67d7-447b-9783-770345869ffe tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Notify agent at dv-neutron-841363-5-hyperv the message router_removed_from_agent {{(pid=104165) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 12 03:32:27.546516 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-751c2d87-ae58-4888-b028-8d215bdd9941 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 811 time: 0.1030121 May 12 03:32:27.551443 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0e8ec004-67d7-447b-9783-770345869ffe tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "DELETE /v2.0/agents/07766785-59a6-4af3-a876-fc006ca9fbff/l3-routers/de100068-172d-4698-9a24-d11bf69d5462 HTTP/1.1" status: 204 len: 168 time: 0.1221290 May 12 03:32:27.552717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 35998) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:27.564518 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-5c03ba0b-513a-45cf-9b43-8a7bfc0e35db tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/quotas/5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 375 time: 0.0123634 May 12 03:32:27.623051 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-4a565ef0-c35d-4537-b95a-7d571543375b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526066 May 12 03:32:27.638493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-a15c7dab-f88e-4874-9530-9313722c0424 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:32:27.639508 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-a15c7dab-f88e-4874-9530-9313722c0424 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054719 May 12 03:32:27.678901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8fc36020-fe4a-4edc-bb35-f03b798e880b tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1250699 May 12 03:32:27.681583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36000) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:27.727047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-892de990-1616-4f3b-85b5-9bf891a39d56 service neutron] 10.222.0.23 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818224 May 12 03:32:27.744902 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e2f76b92-59ce-470e-9996-35a2b0f20ff7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 994 time: 0.0621142 May 12 03:32:27.819307 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-e74ec0a7-7625-4fc4-baa1-be4fdf77644c service neutron] 10.222.0.23 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 May 12 03:32:28.127440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5add7421-43f8-42d2-935d-b9afa1b4c01d req-b7752e77-8e01-4553-ac0e-7e8e0245b1d7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0280564 May 12 03:32:28.354369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a4806-57fd-4a9a-a3d2-7f5442b5c161 None None] New status for floating IP 0cd1715a-4d1f-4656-ab7c-519af1c2d096: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:32:28.682249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:28.749404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36018) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:28.758060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:28.758458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:28.780036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:28.783691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:28.784419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9d3a7982-8bd2-45c4-bbba-a31df463fe3a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:28.808828 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1083016a-6dcf-49a4-b3cb-aa54b9d68dc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 992 time: 0.0582492 May 12 03:32:28.861831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:28.872283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.872687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.872980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.873322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.873659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.874023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.874357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.874686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.875014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.875343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.875673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.875999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.876323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.876646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.876966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:28.911454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:28.911848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:28.943551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:28.947689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:29.000504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:29.119575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-46cb47af-314d-4240-a1ca-8de4637071c0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:29.121650 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-46cb47af-314d-4240-a1ca-8de4637071c0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 811 time: 0.1059115 May 12 03:32:29.195520 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-96d9ddfa-c920-43fa-8330-d937383fa97f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 380 time: 0.0571058 May 12 03:32:29.204498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'port': {'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'admin_state_up': True, 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'security_groups': ['14c120b1-770c-4e82-a102-326b22113538']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:29.229140 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7b5d31cd-817b-4367-bac1-6087dfdd9855 req-ec4f2f1d-8773-43c1-b0fe-44a583aeae19 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0317178 May 12 03:32:29.327491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Made reservation on behalf of 5a7f18ce91624bc98c280c920727400b for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:32:29.331325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:29.463211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Allocated IP 172.20.0.9 (b4561058-cde5-43d3-8a1b-1ae92a39d565/1511f170-78ff-46ef-b94c-37696fa33362/67e33926-2c31-4547-aec0-489fb2e0d6e0) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:32:29.603582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:29.641070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:29.680846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:29.685759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:29.691441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:32:29.697867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=67e33926-2c31-4547-aec0-489fb2e0d6e0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:29.745561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:29.746196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:29.763025 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-d4b6568f-026b-47f0-90d1-1e6b98c338d2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623012 May 12 03:32:29.830582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Request body: {'port': {'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:29.899829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:29.938977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:30.004434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-84f0e8c7-35ae-4c25-9e30-f2ca4035510b None None] Provisioning complete for port 67e33926-2c31-4547-aec0-489fb2e0d6e0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:30.005498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84f0e8c7-35ae-4c25-9e30-f2ca4035510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:30.049730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-84f0e8c7-35ae-4c25-9e30-f2ca4035510b None None] Port 67e33926-2c31-4547-aec0-489fb2e0d6e0 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:32:30.081409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ed50d7-18da-4a3a-b997-6a0de6d7cbec tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Router de100068-172d-4698-9a24-d11bf69d5462 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:32:30.081797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed50d7-18da-4a3a-b997-6a0de6d7cbec tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Notify agent at dv-neutron-841363-5-hyperv the message router_added_to_agent {{(pid=104164) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 12 03:32:30.106628 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] Sync routers for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:30.110421 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43ed50d7-18da-4a3a-b997-6a0de6d7cbec tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "POST /v2.0/agents/07766785-59a6-4af3-a876-fc006ca9fbff/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1703210 May 12 03:32:30.111373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36034) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:30.117818 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:30.118922 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:30.208795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e33926-2c31-4547-aec0-489fb2e0d6e0 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:32:30.218677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Publish callbacks [] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:30.233463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Transition to ACTIVE for port object 67e33926-2c31-4547-aec0-489fb2e0d6e0 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:32:30.240197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:30.250208 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0be5b361-b24a-42ef-bb04-8539d5e2770d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1366076 May 12 03:32:30.255471 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:30.264175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36036) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:30.342914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Pushing event updated for resources: {'Port': ['ID=67e33926-2c31-4547-aec0-489fb2e0d6e0,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:30.359650 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0c116faf-c1bf-4695-bbc6-c666fbeaf959 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 992 time: 0.0918729 May 12 03:32:30.442561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1de0c-5f13-402a-9c67-799bd3c5b80a req-2b8762ca-cdce-4e50-81b6-5c6b837b7bc8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:30.450857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Attempting to bind port 67e33926-2c31-4547-aec0-489fb2e0d6e0 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:32:30.451246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Attempting to bind port 67e33926-2c31-4547-aec0-489fb2e0d6e0 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:32:30.451526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Attempting to bind port 67e33926-2c31-4547-aec0-489fb2e0d6e0 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:30.452385 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dfd1de0c-5f13-402a-9c67-799bd3c5b80a req-2b8762ca-cdce-4e50-81b6-5c6b837b7bc8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0896938 May 12 03:32:30.456405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Port 67e33926-2c31-4547-aec0-489fb2e0d6e0 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:32:30.456720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Attempting to bind port 67e33926-2c31-4547-aec0-489fb2e0d6e0 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:30.462482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:32:30.462827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Checking segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:32:30.463202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Bound using segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:32:30.463633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Bound port: 67e33926-2c31-4547-aec0-489fb2e0d6e0, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:32:30.464024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:30.536188 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dfd1de0c-5f13-402a-9c67-799bd3c5b80a req-2ea9fb9c-f87b-457d-85b7-354bbe9d23f3 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827792 May 12 03:32:30.553663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] For port 67e33926-2c31-4547-aec0-489fb2e0d6e0, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:32:30.558468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] For port 67e33926-2c31-4547-aec0-489fb2e0d6e0, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:32:30.566776 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0cd1715a-4d1f-4656-ab7c-519af1c2d096', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:51Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:30.570542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:30.595716 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] Checking router: de100068-172d-4698-9a24-d11bf69d5462 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:30.605749 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:30.606459 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:30.614649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:30.615464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:30.617240 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] 10.222.0.57 "PUT /v2.0/ports/67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 1093 time: 0.8433878 May 12 03:32:30.621630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:30.624291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228c70f-2efe-448c-a37c-32db74dedc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:30.664334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752eb07-9400-4a5b-a588-1290980d80ae service neutron] Pushing event updated for resources: {'Port': ['ID=67e33926-2c31-4547-aec0-489fb2e0d6e0,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:30.727088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e76de5-721b-454e-bcc2-88929ba1cd6d x-openstack-request-id: req-94e76de5-721b-454e-bcc2-88929ba1cd6d {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:30.727513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:30.727831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94e76de5-721b-454e-bcc2-88929ba1cd6d {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:30.728365 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e76de5-721b-454e-bcc2-88929ba1cd6d'] response: {'name': 'network-changed', 'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'status': 'completed', 'code': 200} May 12 03:32:30.741846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-3fcbc3a7-5755-4884-8add-73c97b14b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:30.743496 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-3fcbc3a7-5755-4884-8add-73c97b14b755 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1127 time: 0.0550163 May 12 03:32:30.791799 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:30.793816 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-3b8ebca1-5561-4aa4-a32e-a1bbeedefe01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0374038 May 12 03:32:30.857921 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-fefd2c51-1092-42d7-b055-533d9a80e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:30.859663 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-fefd2c51-1092-42d7-b055-533d9a80e70e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0566316 May 12 03:32:30.924038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-14e81ee0-7c73-4365-9c5b-c2e580cf7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:30.925586 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-14e81ee0-7c73-4365-9c5b-c2e580cf7890 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0562863 May 12 03:32:31.021373 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-69ccb2d5-ada0-4ca2-ba1e-a0713f0cc07c service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 May 12 03:32:31.032391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0cd1715a-4d1f-4656-ab7c-519af1c2d096', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:51Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:31.060296 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90772c-9ddc-4b50-822f-8333bacfbde3 None None] The sync data for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv is: [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '0cd1715a-4d1f-4656-ab7c-519af1c2d096', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'port_id': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'mac_address': 'fa:16:3e:39:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:31:51Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:32:28Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:31.123303 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-31e9a863-c011-43eb-89b5-afe902bdec0d req-ee164642-d197-4205-926f-16aa6903fc9e service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 May 12 03:32:31.211310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-0df079a1-525a-4805-a143-e1ec9b7c2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:31.212849 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-0df079a1-525a-4805-a143-e1ec9b7c2a5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1127 time: 0.0399220 May 12 03:32:31.352688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-d4e4021c-79db-417c-8363-a52f17d38a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:31.354402 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-d4e4021c-79db-417c-8363-a52f17d38a19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.1327090 May 12 03:32:31.356393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36042) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:31.411422 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-ffa62631-f3e6-4533-9554-3bb960cf0323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0468769 May 12 03:32:31.428641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a16366a6-825b-4df2-8905-b5cd56fe6fd3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 992 time: 0.0699806 May 12 03:32:31.471745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-f2b3e10e-5f01-4811-aa22-bbf6cd696aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:31.473249 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-f2b3e10e-5f01-4811-aa22-bbf6cd696aec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0519221 May 12 03:32:31.669121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299afe51-0267-4378-a978-afcb5e5ed3ee req-8c98825e-71fc-4cc4-846f-00dfcfe9a41b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:31.671192 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-299afe51-0267-4378-a978-afcb5e5ed3ee req-8c98825e-71fc-4cc4-846f-00dfcfe9a41b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0593774 May 12 03:32:31.734429 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-299afe51-0267-4378-a978-afcb5e5ed3ee req-ccf1e932-50b6-4029-bc58-b69b71f59b9f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573158 May 12 03:32:31.861165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-baab8da2-0dc2-4fe3-8bb5-d5216385eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:31.864358 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-baab8da2-0dc2-4fe3-8bb5-d5216385eb55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3800180 May 12 03:32:31.962361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-3c703c0d-82af-4b16-84f7-50acae3f9cb0 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 May 12 03:32:32.061779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5228c70f-2efe-448c-a37c-32db74dedc1e req-c8f8bd93-1408-4fdd-8747-8cf526d5c875 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904701 May 12 03:32:32.431564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36046) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:32.505112 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6fd195a7-f396-41e3-afe1-409d0f841d8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 992 time: 0.0724909 May 12 03:32:32.727479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:32.778358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:32.779002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:32.861865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:32.862550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:32.874674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3a6d1-569a-4f99-8df0-7fcf58d27582 req-6c1d0d44-6646-4f07-8d03-a887a9fad61d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:32.882598 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22d3a6d1-569a-4f99-8df0-7fcf58d27582 req-6c1d0d44-6646-4f07-8d03-a887a9fad61d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0647829 May 12 03:32:32.885187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:32.894574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:32.896898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9d3a7982-8bd2-45c4-bbba-a31df463fe3a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:32.940379 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22d3a6d1-569a-4f99-8df0-7fcf58d27582 req-236724ad-ff95-4170-9e65-bca2dea28f21 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563729 May 12 03:32:32.950720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c74d6-e0e0-4743-bae7-8e884c5b02fa None None] New status for floating IP 0cd1715a-4d1f-4656-ab7c-519af1c2d096: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:32:33.020821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:33.087400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:33.087867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:33.159799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c6a2757f-41eb-4845-b788-ee87e4aec4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:33.215295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:33.215690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:33.252083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:33.256651 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:33.304557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:33.508131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36050) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:33.568425 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-87b8ba79-906b-474f-8770-6a19e299e78c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 200 len: 994 time: 0.0591421 May 12 03:32:33.775779 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:32:33.826184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36056) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:33.982748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port c2348de0-7c05-42f2-bf31-e900b09a8e2c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:32:33.983359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.098934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c54ee1-0909-4135-9a58-e079d3b92678 req-e5faf0ac-46fc-417a-a2a9-97880e694edb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:34.100471 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-11c54ee1-0909-4135-9a58-e079d3b92678 req-e5faf0ac-46fc-417a-a2a9-97880e694edb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0669584 May 12 03:32:34.105279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.105680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (c2348de0-7c05-42f2-bf31-e900b09a8e2c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.131598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for c2348de0-7c05-42f2-bf31-e900b09a8e2c owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:32:34.203612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-11c54ee1-0909-4135-9a58-e079d3b92678 req-1ad6c417-4bc2-4e77-8ee2-decbb040c26e tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950787 May 12 03:32:34.323897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c2348de0-7c05-42f2-bf31-e900b09a8e2c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.354436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=c2348de0-7c05-42f2-bf31-e900b09a8e2c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:34.414171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (0cd1715a-4d1f-4656-ab7c-519af1c2d096), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.414629 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 0cd1715a-4d1f-4656-ab7c-519af1c2d096 disassociated (deleted). External IP: 172.26.2.122, port: 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f. May 12 03:32:34.622508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router de100068-172d-4698-9a24-d11bf69d5462 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:32:34.730329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:34.743806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:32:34.748793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.755488 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] Sync routers for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:34.768803 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:34.769922 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:34.787906 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c28b7a8a-a27b-486f-b4fd-e0e5c72e1b41 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/0cd1715a-4d1f-4656-ab7c-519af1c2d096 HTTP/1.1" status: 204 len: 168 time: 0.9606280 May 12 03:32:34.788600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:34.790619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:34.791012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.794789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48564170-a105-4f68-a07c-dd9ae25b291b" -d '{"events": [{"name": "network-changed", "server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:34.910244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:34.911691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9d3a7982-8bd2-45c4-bbba-a31df463fe3a up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:34.912121 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:34.986094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:34.986764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:34.989993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d970e8a2-f0eb-445b-bc17-d22380e1f8bf x-openstack-request-id: req-d970e8a2-f0eb-445b-bc17-d22380e1f8bf {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:34.990508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:34.990802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d970e8a2-f0eb-445b-bc17-d22380e1f8bf {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:34.991277 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d970e8a2-f0eb-445b-bc17-d22380e1f8bf'] response: {'name': 'network-changed', 'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'status': 'completed', 'code': 200} May 12 03:32:35.097957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:35.114782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ab636-d548-4da9-b554-78c36c682cf4 req-a1b8eb8e-d9fc-48c4-81ad-09b778e55dcf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:35.116559 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-899ab636-d548-4da9-b554-78c36c682cf4 req-a1b8eb8e-d9fc-48c4-81ad-09b778e55dcf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0588441 May 12 03:32:35.149171 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:32:33Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:35.177778 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-899ab636-d548-4da9-b554-78c36c682cf4 req-d14894cb-77a2-4d25-a51a-f3bfeed12b13 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543869 May 12 03:32:35.272144 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] Checking router: de100068-172d-4698-9a24-d11bf69d5462 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:35.280815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:35.281510 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:35.400719 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:35.594457 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:32:33Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:35.618481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6b7739d4-595f-4e14-aebb-78cbe6b5ab09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:35.632030 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784134e-d8e3-47b1-bdce-8a66b97f682b None None] The sync data for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv is: [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:31:37Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9d3a7982-8bd2-45c4-bbba-a31df463fe3a', 'name': '', 'network_id': '9870c2b1-9f22-4619-a0a4-0250814b7652', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:16:a8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:36Z', 'updated_at': '2022-05-12T03:32:33Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'dc46732b-2efa-443d-9808-a7551e3697a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:35.673372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dafbc-4211-4c88-be2f-327eb25fca77 req-81283da6-0a78-49d0-8f1b-ea3115123654 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:35.675396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-031dafbc-4211-4c88-be2f-327eb25fca77 req-81283da6-0a78-49d0-8f1b-ea3115123654 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.4001219 May 12 03:32:35.745477 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-031dafbc-4211-4c88-be2f-327eb25fca77 req-2dacb7f0-2aa7-42f3-9b43-5e1b9ffe6816 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612614 May 12 03:32:36.199958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564170-a105-4f68-a07c-dd9ae25b291b req-b51e81d7-f81f-4bd1-b188-597bf52fc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.201484 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-b51e81d7-f81f-4bd1-b188-597bf52fc87a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 1130 time: 0.0402191 May 12 03:32:36.308914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564170-a105-4f68-a07c-dd9ae25b291b req-4bb99982-8fe3-4385-8d68-b49c77d3ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.310414 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-4bb99982-8fe3-4385-8d68-b49c77d3ddbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9870c2b1-9f22-4619-a0a4-0250814b7652 HTTP/1.1" status: 200 len: 898 time: 0.1011715 May 12 03:32:36.314370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e58a07-fa59-48f0-ad9a-766615f05b65 req-b154274b-6ae1-4c38-bc06-a730315c8647 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.315865 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76e58a07-fa59-48f0-ad9a-766615f05b65 req-b154274b-6ae1-4c38-bc06-a730315c8647 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0577245 May 12 03:32:36.380590 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76e58a07-fa59-48f0-ad9a-766615f05b65 req-970aeb60-121f-4c32-8036-b2bdcfb56aa9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad3abd78-ca54-4bda-9439-ba8aa44271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530415 May 12 03:32:36.381095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040cb7a7-8740-42b9-815b-8d41352a27e0 None None] New status for floating IP 0cd1715a-4d1f-4656-ab7c-519af1c2d096: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:32:36.398462 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-f2c26fad-1c59-4683-8214-1f347692d2a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f HTTP/1.1" status: 200 len: 217 time: 0.0527415 May 12 03:32:36.449689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564170-a105-4f68-a07c-dd9ae25b291b req-79fc4ee9-f3ac-4f46-8211-fba9bb59a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.451062 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-79fc4ee9-f3ac-4f46-8211-fba9bb59a191 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc46732b-2efa-443d-9808-a7551e3697a8 HTTP/1.1" status: 200 len: 835 time: 0.0446687 May 12 03:32:36.462372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:36.515969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564170-a105-4f68-a07c-dd9ae25b291b req-52e1f5d3-d65f-48fa-8b13-57073dffee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.518615 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-52e1f5d3-d65f-48fa-8b13-57073dffee7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9870c2b1-9f22-4619-a0a4-0250814b7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438247 May 12 03:32:36.535654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-e720447b-806f-4bf1-ab95-342bbb0c9ca3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.537229 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-e720447b-806f-4bf1-ab95-342bbb0c9ca3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 946 time: 0.0642715 May 12 03:32:36.617130 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-1ecd602e-0946-43f3-a67e-e82e59b5fa91 service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912013 May 12 03:32:36.624847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:32:36.625266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:36.711856 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-48564170-a105-4f68-a07c-dd9ae25b291b req-1ce66725-765b-45fa-8826-82cdbad13529 service neutron] 10.222.0.57 "GET /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851567 May 12 03:32:36.722099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:36.722553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:36.737444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:32:36.896535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2283c6-00d5-4ecf-8d92-4c2ede5d5207 req-d7421ffd-ea0a-4a36-aa63-2fbd5547e1dd tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:36.898067 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb2283c6-00d5-4ecf-8d92-4c2ede5d5207 req-d7421ffd-ea0a-4a36-aa63-2fbd5547e1dd tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0824449 May 12 03:32:36.921140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (2651e2ee-f2d5-46e7-91ef-6caaaaffd31f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:36.960593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=2651e2ee-f2d5-46e7-91ef-6caaaaffd31f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:37.002110 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb2283c6-00d5-4ecf-8d92-4c2ede5d5207 req-1140e15b-85fa-4e63-a863-64a6892957ee tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953536 May 12 03:32:37.024041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:32:37.026554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:37.030017 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f593bc5b-6c59-4bef-8bfb-c6c28c340b33 req-d092768b-ee7b-4426-bf4c-1b9729878c5c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/2651e2ee-f2d5-46e7-91ef-6caaaaffd31f HTTP/1.1" status: 204 len: 173 time: 0.4845550 May 12 03:32:37.030578 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'name': 'network-vif-deleted', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:37.032461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd02b2ba-5679-4a69-8c21-d8790e1a9b94" -d '{"events": [{"server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "name": "network-vif-deleted", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:37.082703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe88787b-1244-455c-b52a-1abbfb280fba x-openstack-request-id: req-fe88787b-1244-455c-b52a-1abbfb280fba {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:37.082991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a273dd3c-967f-4036-9c62-e7fe6d54b270", "name": "network-vif-deleted", "tag": "2651e2ee-f2d5-46e7-91ef-6caaaaffd31f", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:37.083323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe88787b-1244-455c-b52a-1abbfb280fba {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:37.083733 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe88787b-1244-455c-b52a-1abbfb280fba'] response: {'server_uuid': 'a273dd3c-967f-4036-9c62-e7fe6d54b270', 'name': 'network-vif-deleted', 'tag': '2651e2ee-f2d5-46e7-91ef-6caaaaffd31f', 'status': 'completed', 'code': 200} May 12 03:32:37.512255 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb5d0923-adc9-4cca-b74f-3508d20b7d8a req-5bb8b001-524f-4a5f-aa21-866d04295446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=a273dd3c-967f-4036-9c62-e7fe6d54b270 HTTP/1.1" status: 200 len: 210 time: 0.0329070 May 12 03:32:38.004509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:38.116194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3460da7-b62c-444a-87e3-e9045d6a7f48 req-8b5362f2-0d43-426a-8a30-269350af52d4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:38.117661 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3460da7-b62c-444a-87e3-e9045d6a7f48 req-8b5362f2-0d43-426a-8a30-269350af52d4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0468073 May 12 03:32:38.165811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3460da7-b62c-444a-87e3-e9045d6a7f48 req-654dee50-8727-42de-8646-942e45befd98 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 May 12 03:32:38.571468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36082) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:38.627754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a234a17-3912-4cff-b049-3557df04a32a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (ad3abd78-ca54-4bda-9439-ba8aa44271e1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:38.659062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a234a17-3912-4cff-b049-3557df04a32a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (ad3abd78-ca54-4bda-9439-ba8aa44271e1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:38.719575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a234a17-3912-4cff-b049-3557df04a32a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ad3abd78-ca54-4bda-9439-ba8aa44271e1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:38.722764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2a234a17-3912-4cff-b049-3557df04a32a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:38.724384 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2a234a17-3912-4cff-b049-3557df04a32a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/ad3abd78-ca54-4bda-9439-ba8aa44271e1 HTTP/1.1" status: 204 len: 168 time: 0.1525135 May 12 03:32:38.735404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234a17-3912-4cff-b049-3557df04a32a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3abd78-ca54-4bda-9439-ba8aa44271e1,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:38.773490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36086) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:39.117031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (de100068-172d-4698-9a24-d11bf69d5462), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:39.282658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683164e-0f0a-4a02-8f6c-5aaf2793c42d req-9c57f461-79b4-457a-bc66-a2df9d20b2b8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:39.284556 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4683164e-0f0a-4a02-8f6c-5aaf2793c42d req-9c57f461-79b4-457a-bc66-a2df9d20b2b8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0484061 May 12 03:32:39.345004 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4683164e-0f0a-4a02-8f6c-5aaf2793c42d req-a7209619-3f0b-493e-8e72-bf261fa2555c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529163 May 12 03:32:39.372940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:32:39.373229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:39.467530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 9d3a7982-8bd2-45c4-bbba-a31df463fe3a, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:39.467894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:39.481793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 9d3a7982-8bd2-45c4-bbba-a31df463fe3a owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:32:39.597019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:39.683153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9d3a7982-8bd2-45c4-bbba-a31df463fe3a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:39.711115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=9d3a7982-8bd2-45c4-bbba-a31df463fe3a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:39.900054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (de100068-172d-4698-9a24-d11bf69d5462), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:39.924662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:39.945369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:32:39.945712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 2651e2ee-f2d5-46e7-91ef-6caaaaffd31f not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:32:40.125718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router de100068-172d-4698-9a24-d11bf69d5462 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:32:40.231674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:32:40.236569 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b0ffab4f-d12d-4056-8ac5-2499dd0ac919 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4624109 May 12 03:32:40.239308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36090) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:40.241875 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] Sync routers for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:40.251415 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:40.252147 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:40.289815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet dc46732b-2efa-443d-9808-a7551e3697a8 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:32:40.292961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (dc46732b-2efa-443d-9808-a7551e3697a8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.331732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (dc46732b-2efa-443d-9808-a7551e3697a8), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.360391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:40.420919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (dc46732b-2efa-443d-9808-a7551e3697a8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.472154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61a8da-db76-4763-aebb-d147c76a11c3 req-e7121895-660e-4b3d-95c9-7702baf5f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:40.478366 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a61a8da-db76-4763-aebb-d147c76a11c3 req-e7121895-660e-4b3d-95c9-7702baf5f658 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0560954 May 12 03:32:40.484652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (dc46732b-2efa-443d-9808-a7551e3697a8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.511991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=dc46732b-2efa-443d-9808-a7551e3697a8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:40.515773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.522131 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-61428d11-c4ef-4022-8efd-18d04a715a00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/dc46732b-2efa-443d-9808-a7551e3697a8 HTTP/1.1" status: 204 len: 168 time: 0.2787580 May 12 03:32:40.522131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36094) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:40.529642 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a61a8da-db76-4763-aebb-d147c76a11c3 req-5b20112a-f4fe-4050-8d0a-4391dfb6768a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502732 May 12 03:32:40.537308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b5085-5ae9-4c2e-9595-3b32df1a31a6 None None] Network 9870c2b1-9f22-4619-a0a4-0250814b7652 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:32:40.546679 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:32:39Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:40.574432 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] Checking router: de100068-172d-4698-9a24-d11bf69d5462 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:40.583447 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] Routers {'de100068-172d-4698-9a24-d11bf69d5462'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:40.584138 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['de100068-172d-4698-9a24-d11bf69d5462'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:40.670657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (de100068-172d-4698-9a24-d11bf69d5462), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.743578 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] Set router de100068-172d-4698-9a24-d11bf69d5462 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:40.804302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (de100068-172d-4698-9a24-d11bf69d5462), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.853407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:32:40.853876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.856688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] DHCP port deletion for 9870c2b1-9f22-4619-a0a4-0250814b7652 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:32:40.896101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] Deleting port 9631ce74-0aa3-42b5-a86a-3656ab28708f {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:32:40.896472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.922877 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:32:39Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:40.943583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port af0d292e-3cfd-4b23-96b9-6b036b1bdbcb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:40.944246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.949110 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ffcb3-644b-4a4b-9696-bf19ae3a7b24 None None] The sync data for ids ['de100068-172d-4698-9a24-d11bf69d5462'] in dv-neutron-841363-5-hyperv is: [{'id': 'de100068-172d-4698-9a24-d11bf69d5462', 'name': 'tempest-TestNetworkBasicOps-router-243583896', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:31:33Z', 'updated_at': '2022-05-12T03:32:39Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'af0d292e-3cfd-4b23-96b9-6b036b1bdbcb', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de100068-172d-4698-9a24-d11bf69d5462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:31:34Z', 'updated_at': '2022-05-12T03:32:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:40.957954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for af0d292e-3cfd-4b23-96b9-6b036b1bdbcb owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:32:40.962735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] For port 9631ce74-0aa3-42b5-a86a-3656ab28708f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9631ce74-0aa3-42b5-a86a-3656ab28708f,segment=NetworkSegment(a1422bbb-8fd5-48e3-9240-602f6f55b7d8),segment_id=a1422bbb-8fd5-48e3-9240-602f6f55b7d8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:40.963134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:40.983702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] Calling delete_port for 9631ce74-0aa3-42b5-a86a-3656ab28708f owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:32:41.072229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (9631ce74-0aa3-42b5-a86a-3656ab28708f), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.096590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] Pushing event deleted for resources: {'Port': ['ID=9631ce74-0aa3-42b5-a86a-3656ab28708f,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:41.102563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2289916-9326-493e-9b38-a9d5455990cd None None] No DVR routers for this DVR port 9631ce74-0aa3-42b5-a86a-3656ab28708f on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:32:41.433505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (af0d292e-3cfd-4b23-96b9-6b036b1bdbcb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.459430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=af0d292e-3cfd-4b23-96b9-6b036b1bdbcb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:41.519349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (de100068-172d-4698-9a24-d11bf69d5462), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.611866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (de100068-172d-4698-9a24-d11bf69d5462), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.614047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (de100068-172d-4698-9a24-d11bf69d5462), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.643350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bf21e-f785-448b-a6de-f84d8e702702 req-dd1d764b-1d5a-4b5d-b1a0-e65f9851a637 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:41.644832 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb2bf21e-f785-448b-a6de-f84d8e702702 req-dd1d764b-1d5a-4b5d-b1a0-e65f9851a637 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0466712 May 12 03:32:41.664911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (de100068-172d-4698-9a24-d11bf69d5462), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.665506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router de100068-172d-4698-9a24-d11bf69d5462 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:32:41.672324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.673293 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7b06e45b-7ed1-4131-ad2a-981f849e2720 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/de100068-172d-4698-9a24-d11bf69d5462 HTTP/1.1" status: 204 len: 168 time: 1.1506112 May 12 03:32:41.676082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36098) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:41.701224 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb2bf21e-f785-448b-a6de-f84d8e702702 req-3b080cfc-fefc-4cbd-8951-241a2d8073aa tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500350 May 12 03:32:41.761776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (9870c2b1-9f22-4619-a0a4-0250814b7652), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.846708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (9870c2b1-9f22-4619-a0a4-0250814b7652), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.866937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9870c2b1-9f22-4619-a0a4-0250814b7652']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:41.876476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:41.876774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1422bbb-8fd5-48e3-9240-602f6f55b7d8') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:41.885853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (a1422bbb-8fd5-48e3-9240-602f6f55b7d8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.898565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (a1422bbb-8fd5-48e3-9240-602f6f55b7d8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.904233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:32:41.904610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (a1422bbb-8fd5-48e3-9240-602f6f55b7d8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:32:41.907571 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:32:41.967724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (9870c2b1-9f22-4619-a0a4-0250814b7652), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.974393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:41.977381 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/9870c2b1-9f22-4619-a0a4-0250814b7652 HTTP/1.1" status: 204 len: 168 time: 0.3001182 May 12 03:32:41.989438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=9870c2b1-9f22-4619-a0a4-0250814b7652,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:41.997807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.997983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.998295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.998640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.998975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.999325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.999637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:41.999964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.000122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36100) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:42.000285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.000636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.000928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.002249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.002249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.002249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.002249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5324e-62f9-4a82-8410-0ba2b1841988 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:42.005755 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1837466425', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:42.043724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:32:42.048986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.077359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:32:42.091008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5af1c5c9-a465-4b32-9489-79d05f8600c8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.091599 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment 5af1c5c9-a465-4b32-9489-79d05f8600c8 of type vlan for network a3697fee-a188-4c13-b8f8-9a1674a9626f May 12 03:32:42.135008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (a3697fee-a188-4c13-b8f8-9a1674a9626f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.157929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (a3697fee-a188-4c13-b8f8-9a1674a9626f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.162887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:42.163460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.201841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.2002630 May 12 03:32:42.204507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36102) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:42.208661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-194700319', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:42.247494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66ea5-acb8-49ba-ab6c-c1fc8dde126a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=a3697fee-a188-4c13-b8f8-9a1674a9626f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:42.258364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network a3697fee-a188-4c13-b8f8-9a1674a9626f details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:32:42.260056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (c273f4be-0c38-493d-a96b-b69343dcd031), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.261790 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (c273f4be-0c38-493d-a96b-b69343dcd031), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.312846 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (c273f4be-0c38-493d-a96b-b69343dcd031), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.339495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.464088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (c273f4be-0c38-493d-a96b-b69343dcd031), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.633778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (c273f4be-0c38-493d-a96b-b69343dcd031), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.651629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.699631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9631ce74-0aa3-42b5-a86a-3656ab28708f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:42.723464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9631ce74-0aa3-42b5-a86a-3656ab28708f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:32:42.723811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9631ce74-0aa3-42b5-a86a-3656ab28708f not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:32:42.724232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:42.758516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: af0d292e-3cfd-4b23-96b9-6b036b1bdbcb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:32:42.758937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device af0d292e-3cfd-4b23-96b9-6b036b1bdbcb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:32:42.759409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9d3a7982-8bd2-45c4-bbba-a31df463fe3a no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:32:42.760548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.185 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/3db2e647-7384-48e6-ac1f-d06f8e0d916e) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:32:42.781112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9d3a7982-8bd2-45c4-bbba-a31df463fe3a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:32:42.781452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9d3a7982-8bd2-45c4-bbba-a31df463fe3a not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:32:42.863618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9831f-4b39-431b-9e7a-135258936a2b req-5732f7cf-e5fb-4e19-abe4-a8b7271c6938 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:42.865103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-55a9831f-4b39-431b-9e7a-135258936a2b req-5732f7cf-e5fb-4e19-abe4-a8b7271c6938 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0917988 May 12 03:32:42.936831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:42.941463 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-55a9831f-4b39-431b-9e7a-135258936a2b req-f2e36b7d-31ec-4766-9472-14f475888888 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700457 May 12 03:32:42.973216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:43.014844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:43.017617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:43.023072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:32:43.045027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=3db2e647-7384-48e6-ac1f-d06f8e0d916e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:43.270589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (c273f4be-0c38-493d-a96b-b69343dcd031), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:43.468431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (c273f4be-0c38-493d-a96b-b69343dcd031), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:43.595537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router c273f4be-0c38-493d-a96b-b69343dcd031 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:32:43.698545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:32:43.708056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Sync routers for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:43.718270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:43.718466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:43.718895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:43.722496 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-981da735-003d-437e-b4a2-2b1611aa1555 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5141978 May 12 03:32:43.722767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36106) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:43.753268 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-71036748-cc72-4fe5-8760-bd618977a13c tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293028 May 12 03:32:43.759145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36108) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:43.831392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:43.846754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18bf0d-dbca-4c23-9114-0dae2bb03d2a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:43.851328 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0d18bf0d-dbca-4c23-9114-0dae2bb03d2a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886562 May 12 03:32:43.851652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36110) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:43.883020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-05149736-bfcc-416d-9d41-3392fc5a9c7c tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301611 May 12 03:32:43.885437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36112) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:43.890683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393767039', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:43.976007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:32:43.979543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.005056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:43Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:44.037456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Checking router: c273f4be-0c38-493d-a96b-b69343dcd031 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:44.037803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Updating router c273f4be-0c38-493d-a96b-b69343dcd031 port 3db2e647-7384-48e6-ac1f-d06f8e0d916e binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:32:44.071746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.099048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eef0bf-7ecd-4bf9-bf43-4d9095926e07 req-50917701-dc52-427c-a6eb-05a0431c226a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:44.100443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c1eef0bf-7ecd-4bf9-bf43-4d9095926e07 req-50917701-dc52-427c-a6eb-05a0431c226a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0906916 May 12 03:32:44.182844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c1eef0bf-7ecd-4bf9-bf43-4d9095926e07 req-c82de61b-8675-4e0c-8a23-95b066343954 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756075 May 12 03:32:44.245192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.302695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=b6db3ece-abe0-4a8d-854c-b3214e4376a5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:44.314808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:32:44.315234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: a3697fee-a188-4c13-b8f8-9a1674a9626f, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:32:44.337451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network a3697fee-a188-4c13-b8f8-9a1674a9626f is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:32:44.346950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, a3697fee-a188-4c13-b8f8-9a1674a9626f) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:44.352280 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:44.352595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.360650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abeeb60-cc7c-40ca-bf47-6776d7a698dd None None] Network a3697fee-a188-4c13-b8f8-9a1674a9626f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:32:44.366628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Publish callbacks [] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.371255 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3ea4a842-54e3-4ff8-b7b9-787b7463f960 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4837210 May 12 03:32:44.373989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36116) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:44.388079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.478530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90238500-6abe-4744-a169-8fad2e0820ea None None] Pushing event updated for resources: {'Port': ['ID=3db2e647-7384-48e6-ac1f-d06f8e0d916e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:44.489800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Attempting to bind port 3db2e647-7384-48e6-ac1f-d06f8e0d916e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:32:44.490196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Attempting to bind port 3db2e647-7384-48e6-ac1f-d06f8e0d916e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:32:44.490554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Attempting to bind port 3db2e647-7384-48e6-ac1f-d06f8e0d916e on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:44.510918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:32:44.511296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:32:44.511692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.512077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:32:44.512541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Bound port: 3db2e647-7384-48e6-ac1f-d06f8e0d916e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:32:44.512911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.535798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-a3697fee-a188-4c13-b8f8-9a1674a9626f', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:32:44.536724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.623991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] For port 3db2e647-7384-48e6-ac1f-d06f8e0d916e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:32:44.648257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] For port 3db2e647-7384-48e6-ac1f-d06f8e0d916e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3db2e647-7384-48e6-ac1f-d06f8e0d916e,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:32:44.661446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:44.757038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90238500-6abe-4744-a169-8fad2e0820ea None None] Pushing event updated for resources: {'Port': ['ID=3db2e647-7384-48e6-ac1f-d06f8e0d916e,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:44.763649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:44.764248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:44.768968 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Allocated IP 172.20.0.2 (a3697fee-a188-4c13-b8f8-9a1674a9626f/b6db3ece-abe0-4a8d-854c-b3214e4376a5/9b213b24-b1bf-4502-83f4-f722008c4546) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:32:45.088429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:45.154432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.260806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Publish callbacks [] for port (9b213b24-b1bf-4502-83f4-f722008c4546), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.272646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.318662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf442d5-ccd8-46c6-b09d-740a8805ef02 req-2c969c0f-e62d-48e5-9600-018aff93286a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:45.321919 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bf442d5-ccd8-46c6-b09d-740a8805ef02 req-2c969c0f-e62d-48e5-9600-018aff93286a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0669005 May 12 03:32:45.340052 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Network a3697fee-a188-4c13-b8f8-9a1674a9626f is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:45.347889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:45.354299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:32:45.360218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Pushing event updated for resources: {'Port': ['ID=9b213b24-b1bf-4502-83f4-f722008c4546,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:45.366602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:43Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:45.417058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8e21-eda8-470e-9537-7bbd9ad39171 None None] The sync data for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv is: [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:43Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:45.452766 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9bf442d5-ccd8-46c6-b09d-740a8805ef02 req-9b6e4a6f-7e2f-4c34-9122-bdab742ec28b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027849 May 12 03:32:45.455386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Attempting to bind port 9b213b24-b1bf-4502-83f4-f722008c4546 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:32:45.455744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Attempting to bind port 9b213b24-b1bf-4502-83f4-f722008c4546 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:32:45.456114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Attempting to bind port 9b213b24-b1bf-4502-83f4-f722008c4546 on network a3697fee-a188-4c13-b8f8-9a1674a9626f {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:45.461574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:32:45.462002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Checking segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:32:45.462381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.462790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Bound using segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:32:45.463465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Bound port: 9b213b24-b1bf-4502-83f4-f722008c4546, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:32:45.463710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.523706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (a3697fee-a188-4c13-b8f8-9a1674a9626f/b6db3ece-abe0-4a8d-854c-b3214e4376a5/c025de3a-585c-47f0-92a1-0b8ad63a9203) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:32:45.535838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] For port 9b213b24-b1bf-4502-83f4-f722008c4546, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:32:45.538803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] For port 9b213b24-b1bf-4502-83f4-f722008c4546, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9b213b24-b1bf-4502-83f4-f722008c4546,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:32:45.545805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.633150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f3693-47ce-4d14-83ac-96b108805a55 None None] Pushing event updated for resources: {'Port': ['ID=9b213b24-b1bf-4502-83f4-f722008c4546,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:45.656184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.704006 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.765256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=c025de3a-585c-47f0-92a1-0b8ad63a9203,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:45.769254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network a3697fee-a188-4c13-b8f8-9a1674a9626f is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:45.770890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:45.773823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:32:45.834382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (c273f4be-0c38-493d-a96b-b69343dcd031), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:45.990835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.322374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.335140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.420807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=c025de3a-585c-47f0-92a1-0b8ad63a9203,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:46.423294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (c273f4be-0c38-493d-a96b-b69343dcd031), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.521540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network a3697fee-a188-4c13-b8f8-9a1674a9626f is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:46.524377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:46.611681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc6171-0f7b-4277-882f-007f292d4c4f req-46106ed0-2e35-44e4-b415-e3d34c0d64eb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.613195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0acc6171-0f7b-4277-882f-007f292d4c4f req-46106ed0-2e35-44e4-b415-e3d34c0d64eb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0899892 May 12 03:32:46.627300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a4cfd-737b-4668-819e-4e18799c9412 None None] Network a3697fee-a188-4c13-b8f8-9a1674a9626f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:32:46.703747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] Provisioning complete for port 9b213b24-b1bf-4502-83f4-f722008c4546 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:46.704126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.728579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router c273f4be-0c38-493d-a96b-b69343dcd031 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:32:46.740177 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0acc6171-0f7b-4277-882f-007f292d4c4f req-622a44b6-067f-4c3b-90ea-655d2aea4816 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195495 May 12 03:32:46.777023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9b213b24-b1bf-4502-83f4-f722008c4546 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:46.861658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:32:46.864876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] Current status of the port 9b213b24-b1bf-4502-83f4-f722008c4546 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:46.865319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.867495 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-10dac8ea-6856-4186-bdb4-6e5272f6c26d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/c273f4be-0c38-493d-a96b-b69343dcd031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923062 May 12 03:32:46.869969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36122) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:46.881330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9b213b24-b1bf-4502-83f4-f722008c4546 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:46.882217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.947229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] For port 9b213b24-b1bf-4502-83f4-f722008c4546, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9b213b24-b1bf-4502-83f4-f722008c4546,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:46.957359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:46.986153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.987122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.987731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.988211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.989216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.989722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:46.994085 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bef2813c-a2c4-4c46-8cc5-9441d6c6fc40 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1196904 May 12 03:32:46.994467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36124) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:47.018845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c675b8-5c23-4f2b-a9b7-b8afb49055f1 None None] Pushing event updated for resources: {'Port': ['ID=9b213b24-b1bf-4502-83f4-f722008c4546,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:47.080524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9b213b24-b1bf-4502-83f4-f722008c4546 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:47.081636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3db2e647-7384-48e6-ac1f-d06f8e0d916e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:47.084061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-92a9e111-740f-4cc5-8bde-31b22195a5ce None None] Provisioning complete for port 9b213b24-b1bf-4502-83f4-f722008c4546 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:47.084437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-92a9e111-740f-4cc5-8bde-31b22195a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.112442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.113165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.113805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.114461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.115086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.115706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.117854 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-419e29fc-a9b8-4e30-a133-59b90d839028 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1224401 May 12 03:32:47.120550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36126) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:47.165357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3db2e647-7384-48e6-ac1f-d06f8e0d916e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:47.165742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.234462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-92a9e111-740f-4cc5-8bde-31b22195a5ce None None] Current status of the port 9b213b24-b1bf-4502-83f4-f722008c4546 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:47.247792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-92a9e111-740f-4cc5-8bde-31b22195a5ce None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:47.248173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-92a9e111-740f-4cc5-8bde-31b22195a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.310215 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Sync routers for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:47.312063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-92a9e111-740f-4cc5-8bde-31b22195a5ce None None] Port c025de3a-585c-47f0-92a1-0b8ad63a9203 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:32:47.313391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3db2e647-7384-48e6-ac1f-d06f8e0d916e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:47.313778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.330267 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:47.330895 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:47.341957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 3db2e647-7384-48e6-ac1f-d06f8e0d916e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3db2e647-7384-48e6-ac1f-d06f8e0d916e,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:47.349878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.373500 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6a52d96b-7c67-4c07-aa2e-21a13e3a7e18 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2513525 May 12 03:32:47.420277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=3db2e647-7384-48e6-ac1f-d06f8e0d916e,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:47.440627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0c44b615-df03-488e-becb-e7055e5325b1 None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:47.441163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0c44b615-df03-488e-becb-e7055e5325b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.456466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36130) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:47.460993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706968887', 'description': 'tempest-secgroup-smoke-1706968887 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:47.483791 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:47.484830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0c44b615-df03-488e-becb-e7055e5325b1 None None] Port c025de3a-585c-47f0-92a1-0b8ad63a9203 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:32:47.488601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.560462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (10acca16-6509-494c-a081-eed649299317), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.564964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (10acca16-6509-494c-a081-eed649299317), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.591834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.593356 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358807 May 12 03:32:47.596308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36132) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:47.600765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '10acca16-6509-494c-a081-eed649299317', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:47.606905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-68a308ef-0ced-4cd9-ba8b-dd03c5e37f89 None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:47.607285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-68a308ef-0ced-4cd9-ba8b-dd03c5e37f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.608800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33306d08-8445-498d-8e8a-1bb2b91fa688 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10acca16-6509-494c-a081-eed649299317,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:47.634960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (f9e83cdc-7a67-4058-87b1-b87a91cf674a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.651846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-68a308ef-0ced-4cd9-ba8b-dd03c5e37f89 None None] Port c025de3a-585c-47f0-92a1-0b8ad63a9203 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:32:47.696552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (f9e83cdc-7a67-4058-87b1-b87a91cf674a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.703757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (f9e83cdc-7a67-4058-87b1-b87a91cf674a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.722622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e83cdc-7a67-4058-87b1-b87a91cf674a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:47.733105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.734408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e71ae3be-faea-41dd-b090-3015951df3be tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369724 May 12 03:32:47.737381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36134) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:47.742147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '10acca16-6509-494c-a081-eed649299317', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:47.775553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (fd650f1f-fee7-4b7a-8e59-7b0f59e755db), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.786911 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:46Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:47.814224 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Checking router: c273f4be-0c38-493d-a96b-b69343dcd031 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:47.814581 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Updating router c273f4be-0c38-493d-a96b-b69343dcd031 port c025de3a-585c-47f0-92a1-0b8ad63a9203 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:32:47.841549 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.871706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (fd650f1f-fee7-4b7a-8e59-7b0f59e755db), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.879402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3e69-4839-4136-9fee-e79e5859024f req-b1804da0-e12d-47c9-8c5c-159f08fcbd39 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:47.880884 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-05cc3e69-4839-4136-9fee-e79e5859024f req-b1804da0-e12d-47c9-8c5c-159f08fcbd39 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 943 time: 0.0678878 May 12 03:32:47.881943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (fd650f1f-fee7-4b7a-8e59-7b0f59e755db), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.914270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd650f1f-fee7-4b7a-8e59-7b0f59e755db,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:47.922096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:47.923282 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1f330a03-48b4-4848-86a5-e3bd46cb721c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1848557 May 12 03:32:47.927039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36138) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:47.931697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '10acca16-6509-494c-a081-eed649299317', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:47.936551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 67e33926-2c31-4547-aec0-489fb2e0d6e0 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:32:47.960371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-05cc3e69-4839-4136-9fee-e79e5859024f req-c4059755-952c-4c89-8658-460099d3d93f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699177 May 12 03:32:47.961797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (71a8345f-c544-4d3d-b9bf-438d9e71308e), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.029576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (71a8345f-c544-4d3d-b9bf-438d9e71308e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.034980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (71a8345f-c544-4d3d-b9bf-438d9e71308e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.054044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a8345f-c544-4d3d-b9bf-438d9e71308e,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.063132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.064597 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4a6b14e6-91b9-499d-abd6-26191f963ed2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364665 May 12 03:32:48.067289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36140) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:48.070426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 67e33926-2c31-4547-aec0-489fb2e0d6e0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:48.072052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '10acca16-6509-494c-a081-eed649299317', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:48.082685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:32:48.099368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (46061ef8-53bb-4f5d-86ed-7838dc94ee79), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.131401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 67e33926-2c31-4547-aec0-489fb2e0d6e0 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:48.131790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.145444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e33926-2c31-4547-aec0-489fb2e0d6e0 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:32:48.158383 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Publish callbacks [] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.161287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (46061ef8-53bb-4f5d-86ed-7838dc94ee79), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.164693 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.165960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (46061ef8-53bb-4f5d-86ed-7838dc94ee79), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.171468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 67e33926-2c31-4547-aec0-489fb2e0d6e0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:48.176256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.185741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46061ef8-53bb-4f5d-86ed-7838dc94ee79,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.195399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.198718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36142) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:48.198892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fc5efef3-992b-4b78-8eaa-9f18ae139637 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305771 May 12 03:32:48.203257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '10acca16-6509-494c-a081-eed649299317', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:48.214975 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Pushing event updated for resources: {'Port': ['ID=c025de3a-585c-47f0-92a1-0b8ad63a9203,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.223371 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.223726 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.224090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.224685 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.224852 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.225097 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.225431 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.225761 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.226115 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.226446 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.226779 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.227125 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.227453 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.227778 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.228100 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:48.237680 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:32:48.246130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (354a8f59-5679-401e-acdf-c368b742f3c6), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.250340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=67e33926-2c31-4547-aec0-489fb2e0d6e0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.288573 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Attempting to bind port c025de3a-585c-47f0-92a1-0b8ad63a9203 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:32:48.288952 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Attempting to bind port c025de3a-585c-47f0-92a1-0b8ad63a9203 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:32:48.289322 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Attempting to bind port c025de3a-585c-47f0-92a1-0b8ad63a9203 on network a3697fee-a188-4c13-b8f8-9a1674a9626f {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:48.294794 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:32:48.295173 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Checking segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:32:48.295607 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.296007 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Bound using segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:32:48.296478 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Bound port: c025de3a-585c-47f0-92a1-0b8ad63a9203, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:32:48.296858 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.311100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (354a8f59-5679-401e-acdf-c368b742f3c6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.316605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (354a8f59-5679-401e-acdf-c368b742f3c6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.341699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.343201 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434300 May 12 03:32:48.344674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481cbd0-e92f-43e7-8704-7c3322a87a56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354a8f59-5679-401e-acdf-c368b742f3c6,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.346299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36144) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:48.354674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '10acca16-6509-494c-a081-eed649299317', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:48.362680 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] For port c025de3a-585c-47f0-92a1-0b8ad63a9203, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:32:48.367565 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] For port c025de3a-585c-47f0-92a1-0b8ad63a9203, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c025de3a-585c-47f0-92a1-0b8ad63a9203,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:32:48.376527 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.380131 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:32:48.386849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1bdbe553-8ccc-4e2e-98d0-5b9417eeed77), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.437642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['67e33926-2c31-4547-aec0-489fb2e0d6e0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:32:48.448241 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:48.449703 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:48.451688 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dc0d1-c1ec-4621-8aba-383ad88d3b1b None None] Pushing event updated for resources: {'Port': ['ID=c025de3a-585c-47f0-92a1-0b8ad63a9203,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.453747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1bdbe553-8ccc-4e2e-98d0-5b9417eeed77), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.460732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1bdbe553-8ccc-4e2e-98d0-5b9417eeed77), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.492071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdbe553-8ccc-4e2e-98d0-5b9417eeed77,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:48.500592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.506085 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-46a541ac-ef9a-4ca8-927c-bbd3a555b1e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545384 May 12 03:32:48.585479 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:48.601029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:48.601420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.694029 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-c98b65f5-b870-4225-84ea-fac4b0fc286a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706968887&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0627623 May 12 03:32:48.787878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] Current status of the port c025de3a-585c-47f0-92a1-0b8ad63a9203 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:48.788498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.810960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9b213b24-b1bf-4502-83f4-f722008c4546 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:48.824130 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:48.829412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-52bae8c5-f92e-4757-903c-62bcb7b754bb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:48.830966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-52bae8c5-f92e-4757-903c-62bcb7b754bb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 200 len: 797 time: 0.1359353 May 12 03:32:48.846644 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-67869202-1c21-428e-9810-04a58c4b8040 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0098846 May 12 03:32:48.852534 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594155d-c692-4e8b-9900-4e9613aa6577 None None] The sync data for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv is: [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:48.890055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] For port c025de3a-585c-47f0-92a1-0b8ad63a9203, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c025de3a-585c-47f0-92a1-0b8ad63a9203,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:48.898534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:48.938324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-6d4f9352-a3b1-4925-957d-b017b121ea77 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839968 May 12 03:32:48.947775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9b213b24-b1bf-4502-83f4-f722008c4546 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:48.948148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:49.002959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04543f4-ef90-4578-9129-ceef9fa40c1f None None] Pushing event updated for resources: {'Port': ['ID=c025de3a-585c-47f0-92a1-0b8ad63a9203,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:49.035730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-68939296-a840-4ae7-8c41-456b57f291ff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:32:49.037147 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-68939296-a840-4ae7-8c41-456b57f291ff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0927584 May 12 03:32:49.059007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-70a869dc-7228-49cb-97e4-d250fccd0e70 None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:49.059388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-70a869dc-7228-49cb-97e4-d250fccd0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:49.099462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9b213b24-b1bf-4502-83f4-f722008c4546 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:49.100565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3db2e647-7384-48e6-ac1f-d06f8e0d916e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:49.160258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca56f40-ece0-40ec-9de4-bf8adafb8c73 req-18e16aed-dbf2-4f8f-b11d-43d97a84143c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:49.161768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ca56f40-ece0-40ec-9de4-bf8adafb8c73 req-18e16aed-dbf2-4f8f-b11d-43d97a84143c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 944 time: 0.0959752 May 12 03:32:49.190222 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3db2e647-7384-48e6-ac1f-d06f8e0d916e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:49.190601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:49.192252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-70a869dc-7228-49cb-97e4-d250fccd0e70 None None] Current status of the port c025de3a-585c-47f0-92a1-0b8ad63a9203 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:49.204056 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-03d695be-982c-4d7e-8426-c06842d75ef0 service neutron] 10.222.0.23 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593854 May 12 03:32:49.257299 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ca56f40-ece0-40ec-9de4-bf8adafb8c73 req-f04c436e-8c3b-4282-bec8-c3971d0a7c0b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866609 May 12 03:32:49.277345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3db2e647-7384-48e6-ac1f-d06f8e0d916e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:49.322174 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-c9e78927-4837-45ed-836a-b710317bd662 service neutron] 10.222.0.23 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079826 May 12 03:32:49.493415 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ede89e09-270d-48d9-9627-adf2cd058962 req-6bc985b1-6bb3-4586-af4f-e050301e6f59 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 210 time: 0.0318911 May 12 03:32:49.957334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 67e33926-2c31-4547-aec0-489fb2e0d6e0 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:50.006120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 67e33926-2c31-4547-aec0-489fb2e0d6e0 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:32:50.012995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 67e33926-2c31-4547-aec0-489fb2e0d6e0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:50.013367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:50.100977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 67e33926-2c31-4547-aec0-489fb2e0d6e0 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:50.101368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:50.128605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:50.130885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1511fe-34f3-4a1d-adc6-7c36c83f0b69" -d '{"events": [{"server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "name": "network-vif-plugged", "status": "completed", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:50.143250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 67e33926-2c31-4547-aec0-489fb2e0d6e0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:50.147612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:50.197523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=67e33926-2c31-4547-aec0-489fb2e0d6e0,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:50.221393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4840be-61ab-406e-8246-7c0e4b309611 x-openstack-request-id: req-4d4840be-61ab-406e-8246-7c0e4b309611 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:50.221719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "name": "network-vif-plugged", "status": "completed", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:50.222014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d4840be-61ab-406e-8246-7c0e4b309611 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:50.222421 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4840be-61ab-406e-8246-7c0e4b309611'] response: {'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'code': 200} May 12 03:32:50.374859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e143b-cd11-454c-a5cd-05861ae5adf5 req-ed83debf-eaa6-4be3-a56b-1aaa8b5e1384 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:50.376357 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-224e143b-cd11-454c-a5cd-05861ae5adf5 req-ed83debf-eaa6-4be3-a56b-1aaa8b5e1384 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0465846 May 12 03:32:50.431386 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-224e143b-cd11-454c-a5cd-05861ae5adf5 req-fb937b86-7dab-4387-87e9-1ad6390f7423 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492520 May 12 03:32:50.626502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18659e9-19d7-4b34-97b8-e4cf0edc2800 req-431e5bd6-2b2e-4824-9072-5de66170cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:50.627731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-19c9925c-0a26-4c09-9e56-2f12625f5be6 req-979a59dc-c7e6-41ee-9cf2-18e14fa46ecb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 210 time: 0.0589266 May 12 03:32:50.627980 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f18659e9-19d7-4b34-97b8-e4cf0edc2800 req-431e5bd6-2b2e-4824-9072-5de66170cc11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1129 time: 0.0436571 May 12 03:32:50.673176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-c1b59663-877d-4799-b973-acbd56e4d128 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:50.674671 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-c1b59663-877d-4799-b973-acbd56e4d128 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 200 len: 797 time: 0.1451547 May 12 03:32:50.706569 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f18659e9-19d7-4b34-97b8-e4cf0edc2800 req-7df9723b-2e3a-4ddb-a17f-396162dda8c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695539 May 12 03:32:50.742393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c025de3a-585c-47f0-92a1-0b8ad63a9203 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:50.749106 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-09b9de13-4b99-4088-9ca6-65078460c167 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 380 time: 0.0646002 May 12 03:32:50.791584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:50.791877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:50.865603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c025de3a-585c-47f0-92a1-0b8ad63a9203 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:50.931509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['10acca16-6509-494c-a081-eed649299317']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:51.036246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:32:51.039625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:51.171217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.9 (a3697fee-a188-4c13-b8f8-9a1674a9626f/b6db3ece-abe0-4a8d-854c-b3214e4376a5/b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:32:51.305049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:51.337816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:51.376972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network a3697fee-a188-4c13-b8f8-9a1674a9626f is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:51.380047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:51.383664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:32:51.417176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:51.432130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.432390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.432735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.433617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.433984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.434319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.434649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.434976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.435304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.435777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.436106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.436439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.436771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.437094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.437416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:32:51.457478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:51.458156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:51.476663 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-b4aa8dcb-f08b-4473-ac7b-55b2dcac9b4d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492368 May 12 03:32:51.489312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Request body: {'port': {'device_id': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:51.584298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fb00b-7506-4917-8e1f-6e8d061c08d9 req-6691e8fb-a3b2-4bed-bf04-49feed095232 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:51.585758 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cd6fb00b-7506-4917-8e1f-6e8d061c08d9 req-6691e8fb-a3b2-4bed-bf04-49feed095232 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0759177 May 12 03:32:51.594096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:51.627787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-890a8f3c-01d0-4c8f-94e1-dc32319632dc None None] Provisioning complete for port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:51.628426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-890a8f3c-01d0-4c8f-94e1-dc32319632dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:51.661742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-890a8f3c-01d0-4c8f-94e1-dc32319632dc None None] Port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:32:51.674869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cd6fb00b-7506-4917-8e1f-6e8d061c08d9 req-3b70bbc5-9ea4-4ddc-aad7-607248a1c80a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826559 May 12 03:32:51.812732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ae97-1eae-4164-8a39-8977e6f3eea3 req-00b82da7-44eb-4b0a-be61-7b3ea842d8a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:51.814227 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d40ae97-1eae-4164-8a39-8977e6f3eea3 req-00b82da7-44eb-4b0a-be61-7b3ea842d8a6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 931 time: 0.1015339 May 12 03:32:51.913124 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d40ae97-1eae-4164-8a39-8977e6f3eea3 req-9dddbbc8-08de-4efa-b17d-bc92b0311f1f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932848 May 12 03:32:51.992263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:32:51.999448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Publish callbacks [] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:52.011359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Transition to ACTIVE for port object b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:32:52.014449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:52.062982 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:52.151269 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Attempting to bind port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:32:52.152134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Attempting to bind port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:32:52.153003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Attempting to bind port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 on network a3697fee-a188-4c13-b8f8-9a1674a9626f {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:52.159110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 on network a3697fee-a188-4c13-b8f8-9a1674a9626f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:32:52.159438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Attempting to bind port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 on network a3697fee-a188-4c13-b8f8-9a1674a9626f {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:32:52.165605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:32:52.166030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Checking segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:32:52.166460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Bound using segment: {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:32:52.166891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Bound port: b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af1c5c9-a465-4b32-9489-79d05f8600c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:32:52.167917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:52.233437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] For port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:32:52.236566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] For port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:32:52.242647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:52.276220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:52.277414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:52.278876 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] 10.222.0.57 "PUT /v2.0/ports/b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 200 len: 1093 time: 0.7939639 May 12 03:32:52.279336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:52.281504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d2b078-c83e-4d90-990a-cd9545057e88" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:52.313980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6981267-58d0-43cb-8748-b825c8838283 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:52.342747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4083c9f-605a-4df1-88bf-4c120d433bff x-openstack-request-id: req-f4083c9f-605a-4df1-88bf-4c120d433bff {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:52.342747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:52.342747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4083c9f-605a-4df1-88bf-4c120d433bff {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:52.343194 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4083c9f-605a-4df1-88bf-4c120d433bff'] response: {'name': 'network-changed', 'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'status': 'completed', 'code': 200} May 12 03:32:52.370454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-8089bb22-4f11-40e0-8b99-862ed8420698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:52.372236 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-8089bb22-4f11-40e0-8b99-862ed8420698 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1127 time: 0.0485203 May 12 03:32:52.414660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-30fc8e60-0de6-4c02-a2ce-32651e6baf79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 200 len: 217 time: 0.0355909 May 12 03:32:52.465743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-5c5c1307-b28d-4ab5-9eb5-74d2a89044ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:52.467320 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-5c5c1307-b28d-4ab5-9eb5-74d2a89044ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 200 len: 844 time: 0.0463934 May 12 03:32:52.514626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-d16c1310-912b-4b47-90b0-093c7df526a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:52.516137 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-d16c1310-912b-4b47-90b0-093c7df526a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3697fee-a188-4c13-b8f8-9a1674a9626f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416560 May 12 03:32:52.603183 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-d4d14996-8b76-42f7-a55b-ce1951960a9f service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808270 May 12 03:32:52.694213 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffcbbc6e-7749-48f5-989f-c58ed3f3edb1 req-2aafdab9-874c-403d-ac90-9d207b23afbc service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840292 May 12 03:32:52.789666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3212-7f72-4614-a849-f8e776788fb9 req-0545efb2-c13f-4da5-a935-88217f721e79 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:52.791165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3ea3212-7f72-4614-a849-f8e776788fb9 req-0545efb2-c13f-4da5-a935-88217f721e79 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0463462 May 12 03:32:52.838636 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3ea3212-7f72-4614-a849-f8e776788fb9 req-9fb614f5-037c-4543-8b6c-9090704cc729 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 May 12 03:32:52.949715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0d7a-eaae-475d-98c9-30348cf280ef req-3adc2499-a9c0-4443-93c4-40a38483f7cb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:52.951235 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-403e0d7a-eaae-475d-98c9-30348cf280ef req-3adc2499-a9c0-4443-93c4-40a38483f7cb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0457342 May 12 03:32:53.030354 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-403e0d7a-eaae-475d-98c9-30348cf280ef req-57e09eb9-5e76-4745-84ef-eb13532aa062 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735426 May 12 03:32:53.040675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36119-804d-4c03-b1da-94826f275255 req-6971bc91-fd52-4beb-a595-e6c4ca06fcc9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:53.042154 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-27d36119-804d-4c03-b1da-94826f275255 req-6971bc91-fd52-4beb-a595-e6c4ca06fcc9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 943 time: 0.0628076 May 12 03:32:53.052215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36202) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:53.088851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c3764-ad46-4a45-8a9a-3af26ab69a68 tempest-TestVolumeBootPattern-1726117613 tempest-TestVolumeBootPattern-1726117613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:53.090461 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-291c3764-ad46-4a45-8a9a-3af26ab69a68 tempest-TestVolumeBootPattern-1726117613 tempest-TestVolumeBootPattern-1726117613-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1124 time: 0.0372534 May 12 03:32:53.091809 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-27d36119-804d-4c03-b1da-94826f275255 req-2f9fa452-311e-4a77-9dd2-1d4898c76581 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 May 12 03:32:53.093501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36204) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:32:53.097742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:32:53.119078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:53.196642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:53.299307 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Allocated IP 172.26.2.34 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/280490a3-6aac-41af-8df0-2a399ee3f381) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:32:53.402534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (280490a3-6aac-41af-8df0-2a399ee3f381), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:53.462424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (280490a3-6aac-41af-8df0-2a399ee3f381), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:53.490418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-4fb3f45f-2c44-4884-9398-9f31cb85b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:53.491897 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-4fb3f45f-2c44-4884-9398-9f31cb85b5dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1127 time: 0.0638664 May 12 03:32:53.515587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:32:53.538902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:32:53.541218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:32:53.547807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=280490a3-6aac-41af-8df0-2a399ee3f381,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:53.659372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-0a4d8fa9-3d2d-42c0-8756-4c8346d6ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:53.660827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-0a4d8fa9-3d2d-42c0-8756-4c8346d6ff1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 200 len: 898 time: 0.1607401 May 12 03:32:54.054549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-6c251419-dd8c-4b16-a86a-977fba647121 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 200 len: 217 time: 0.0386395 May 12 03:32:54.153017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-145e5e8d-88e8-4350-a660-e9fe7aac6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:54.154513 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-145e5e8d-88e8-4350-a660-e9fe7aac6427 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 200 len: 844 time: 0.0923927 May 12 03:32:54.265912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-74a67960-406c-4e3b-aeb2-b665201f3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:54.267392 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-74a67960-406c-4e3b-aeb2-b665201f3f9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3697fee-a188-4c13-b8f8-9a1674a9626f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1060665 May 12 03:32:54.280853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae109c3b-3271-4eba-b75a-dfe818832793 req-f60dc89a-2d03-44ea-8d0b-c61cb5d7d438 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:54.282236 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae109c3b-3271-4eba-b75a-dfe818832793 req-f60dc89a-2d03-44ea-8d0b-c61cb5d7d438 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 943 time: 0.1219931 May 12 03:32:54.462728 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae109c3b-3271-4eba-b75a-dfe818832793 req-66fb40e6-0b94-49ee-b88b-adff03b1e791 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726167 May 12 03:32:54.505169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-61539710-4b71-46cc-9f49-65da4f04d5f7 service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310479 May 12 03:32:54.581243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (cbd0b538-faae-4b0b-b0c0-eed1c0105466), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:54.641650 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d2b078-c83e-4d90-990a-cd9545057e88 req-f7f06eb0-2f04-4cef-b896-7f9349a5b635 service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302767 May 12 03:32:54.668215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (280490a3-6aac-41af-8df0-2a399ee3f381), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:54.851415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (280490a3-6aac-41af-8df0-2a399ee3f381), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:54.855870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (280490a3-6aac-41af-8df0-2a399ee3f381), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:54.925715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=280490a3-6aac-41af-8df0-2a399ee3f381,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:54.935338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (cbd0b538-faae-4b0b-b0c0-eed1c0105466), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:55.035553 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Floating IP cbd0b538-faae-4b0b-b0c0-eed1c0105466 associated. External IP: 172.26.2.34, port: 67e33926-2c31-4547-aec0-489fb2e0d6e0. May 12 03:32:55.246018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:32:55.351454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:32:55.361126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:32:55.369246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:55.371429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:55.372044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:55.403572 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b8381a34-24fe-4814-801f-7095428a5078 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3090000 May 12 03:32:55.404169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:55.406607 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb1817-9fdf-4147-9f76-f542266909ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:55.441387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4701335-ad1c-4844-bc7b-9f62124523c0 x-openstack-request-id: req-a4701335-ad1c-4844-bc7b-9f62124523c0 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:55.441681 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:55.441972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4701335-ad1c-4844-bc7b-9f62124523c0 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:55.442388 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4701335-ad1c-4844-bc7b-9f62124523c0'] response: {'name': 'network-changed', 'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'status': 'completed', 'code': 200} May 12 03:32:55.580110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc45d0d-690c-4ec9-9b31-6b93ee10d7a7 req-009ba847-c61c-4e51-8482-e412324585a2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:55.582548 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3bc45d0d-690c-4ec9-9b31-6b93ee10d7a7 req-009ba847-c61c-4e51-8482-e412324585a2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 943 time: 0.0504496 May 12 03:32:55.633626 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3bc45d0d-690c-4ec9-9b31-6b93ee10d7a7 req-e46dc455-73dd-455c-afbb-da3954d771db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 May 12 03:32:55.636080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:55.722201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-ef411f7b-06f8-4f6e-9ceb-253bd763c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:55.723786 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-ef411f7b-06f8-4f6e-9ceb-253bd763c941 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1129 time: 0.0397425 May 12 03:32:55.819700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-a49681a4-6e54-4eee-8721-edbee1a1faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:55.821103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-a49681a4-6e54-4eee-8721-edbee1a1faa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0916734 May 12 03:32:55.863506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:54Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:55.893546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:32:55.901693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:32:55.902890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:55.989183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:32:56.025626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:32:56.073430 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-2aee3841-0de8-4704-9542-5ed8de369d35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 998 time: 0.0675905 May 12 03:32:56.122488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-8eebdd33-9eaa-41e9-80d5-dad5729b9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:56.123952 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-8eebdd33-9eaa-41e9-80d5-dad5729b9010 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0446529 May 12 03:32:56.166525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-e89a4fd7-8904-4c55-a8ab-dac76ed430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:56.168854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-e89a4fd7-8904-4c55-a8ab-dac76ed430ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386059 May 12 03:32:56.219058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:56.257910 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-c6fe14de-3e71-4fea-b6db-f7bcb8d16af3 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828629 May 12 03:32:56.258377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'port_id': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'mac_address': 'fa:16:3e:41:be:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:32:56.314209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:56.314597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:56.344202 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bbdb1817-9fdf-4147-9f76-f542266909ee req-9e8f955a-df94-488a-a88e-69fc08d88d88 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805261 May 12 03:32:56.353026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:32:56.377843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:54Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:32:56.382798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:56.408543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:56.412361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcbc9a-25c2-46d7-9025-c9ebe60922d2 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:54Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:32:56.458102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:56.632143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:32:56.743202 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c83b7-288b-4a35-a198-cb2ef377dca5 None None] New status for floating IP cbd0b538-faae-4b0b-b0c0-eed1c0105466: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:32:56.774720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f110-717e-4f4b-b438-8564cad45b96 req-1fee060d-3656-4f10-a306-b86f7f5d505c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:56.776284 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5668f110-717e-4f4b-b438-8564cad45b96 req-1fee060d-3656-4f10-a306-b86f7f5d505c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 944 time: 0.0684192 May 12 03:32:56.830475 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5668f110-717e-4f4b-b438-8564cad45b96 req-d17c6bb3-44c1-45fc-93ba-6a75067c95e2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480273 May 12 03:32:57.944434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadad2f-e80b-413f-9efe-41126491073b req-e38e8d52-f209-4d92-aa48-5bf19e49fae8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:57.945905 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dadad2f-e80b-413f-9efe-41126491073b req-e38e8d52-f209-4d92-aa48-5bf19e49fae8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 944 time: 0.0457654 May 12 03:32:57.989768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:32:57.994322 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1dadad2f-e80b-413f-9efe-41126491073b req-0f6230d7-3b25-4068-959f-cd9d4eefd9db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 May 12 03:32:58.035468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:32:58.041153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:32:58.041536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:58.117613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:32:58.117940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:58.139230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:32:58.141463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83525bf3-0fc8-49c8-a7e8-3ff1e54591c3" -d '{"events": [{"server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:32:58.154202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:32:58.163969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:32:58.188093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b198353c-73e8-433a-a27f-d946f2122660 x-openstack-request-id: req-b198353c-73e8-433a-a27f-d946f2122660 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:32:58.188388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:32:58.188643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b198353c-73e8-433a-a27f-d946f2122660 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:32:58.189041 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b198353c-73e8-433a-a27f-d946f2122660'] response: {'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'code': 200} May 12 03:32:58.213631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:32:58.335568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6861c3-72ad-447f-891b-0f1423003510 req-ccfccbce-8f7e-49e2-9834-27cccb7aa66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:58.337071 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3c6861c3-72ad-447f-891b-0f1423003510 req-ccfccbce-8f7e-49e2-9834-27cccb7aa66b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1129 time: 0.0374806 May 12 03:32:58.381568 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3c6861c3-72ad-447f-891b-0f1423003510 req-46db93f5-1623-43e1-8347-bd3dbab01b8b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373287 May 12 03:32:59.117165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf24e5a-924f-434f-8b85-63d5f0a8af40 req-81297288-5c0d-4069-ae03-0edff3487ddc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:32:59.122399 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7bf24e5a-924f-434f-8b85-63d5f0a8af40 req-81297288-5c0d-4069-ae03-0edff3487ddc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 945 time: 0.0579731 May 12 03:32:59.171751 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7bf24e5a-924f-434f-8b85-63d5f0a8af40 req-203965cd-4698-4e32-bd07-45d0af5d69a5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 May 12 03:33:00.286674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcada54-38db-43a2-b4ce-d08c4a296669 req-c1c6c163-9bd1-464a-a6e6-14dd4cca1511 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:00.288182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-abcada54-38db-43a2-b4ce-d08c4a296669 req-c1c6c163-9bd1-464a-a6e6-14dd4cca1511 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 945 time: 0.0470233 May 12 03:33:00.336894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-abcada54-38db-43a2-b4ce-d08c4a296669 req-6b0e5f50-ac6c-4dbe-9881-09fd4d3645d0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 May 12 03:33:00.454203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cabba-4ffb-4cf5-9462-74796ae6499d req-cfef3964-28df-4228-9102-e2aaef55d9cd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:00.455700 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d4cabba-4ffb-4cf5-9462-74796ae6499d req-cfef3964-28df-4228-9102-e2aaef55d9cd tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 945 time: 0.0516610 May 12 03:33:00.503592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d4cabba-4ffb-4cf5-9462-74796ae6499d req-17bb1a23-45e1-4beb-84c8-9704579afb19 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 May 12 03:33:00.525581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36228) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:33:00.566498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24134e9-1e60-4523-9cfc-2efc43e17172 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:00.567982 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d24134e9-1e60-4523-9cfc-2efc43e17172 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1124 time: 0.0412986 May 12 03:33:00.570761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36230) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:33:00.574851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:33:00.598705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:00.679551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:00.790437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.98 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/d4e89326-53c6-4034-bb07-f94fa51f66b3) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:33:00.892270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:00.924643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:00.962099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:33:00.965458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:33:00.968409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:33:00.997297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=d4e89326-53c6-4034-bb07-f94fa51f66b3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:33:01.376265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (6cfb4038-4c4b-499d-8636-5aca3bc70858), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:01.450059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:01.627455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:01.632946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:01.699438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=d4e89326-53c6-4034-bb07-f94fa51f66b3,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:33:01.709176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (6cfb4038-4c4b-499d-8636-5aca3bc70858), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:01.813780 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 6cfb4038-4c4b-499d-8636-5aca3bc70858 associated. External IP: 172.26.2.98, port: b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7. May 12 03:33:02.021208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router c273f4be-0c38-493d-a96b-b69343dcd031 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:33:02.135606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:33:02.149669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] Sync routers for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:33:02.156583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:02.162703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:33:02.164706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:33:02.189132 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-70536265-b569-4cb5-a469-84f6409e126b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6173518 May 12 03:33:02.189714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:33:02.191953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36232) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:33:02.194615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696b5acb-9279-4dfd-940b-3dcdc1839a76" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:33:02.240729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef8ee6e-bdc5-476a-a0cd-6ba1911ff4e7 x-openstack-request-id: req-bef8ee6e-bdc5-476a-a0cd-6ba1911ff4e7 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:33:02.241088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:33:02.241420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bef8ee6e-bdc5-476a-a0cd-6ba1911ff4e7 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:33:02.241908 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef8ee6e-bdc5-476a-a0cd-6ba1911ff4e7'] response: {'name': 'network-changed', 'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'status': 'completed', 'code': 200} May 12 03:33:02.260840 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c2964b87-b624-42aa-b9a6-7449b83837ab tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/6cfb4038-4c4b-499d-8636-5aca3bc70858 HTTP/1.1" status: 200 len: 990 time: 0.0677319 May 12 03:33:02.290915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:33:02.299475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-52b3242f-ddbc-47dd-bbb4-89e37fcef81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:02.300947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-52b3242f-ddbc-47dd-bbb4-89e37fcef81a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1129 time: 0.0373671 May 12 03:33:02.395382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-99b02380-6b09-47b4-b6f9-21c45df40ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:02.396873 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-99b02380-6b09-47b4-b6f9-21c45df40ba9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 200 len: 898 time: 0.0900648 May 12 03:33:02.463425 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-74e51989-d17d-435a-9ee4-161b8664be38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 200 len: 998 time: 0.0594213 May 12 03:33:02.506081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '6cfb4038-4c4b-499d-8636-5aca3bc70858', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'port_id': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'mac_address': 'fa:16:3e:41:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:33:01Z', 'updated_at': '2022-05-12T03:33:01Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:33:02.517066 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-9879b535-4f21-4c1c-a197-55b6651e0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:02.518558 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-9879b535-4f21-4c1c-a197-55b6651e0169 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 200 len: 844 time: 0.0431736 May 12 03:33:02.563122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-c5e9fbdd-c830-490d-bc8b-ebe8fa7580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:02.564555 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-c5e9fbdd-c830-490d-bc8b-ebe8fa7580d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3697fee-a188-4c13-b8f8-9a1674a9626f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400817 May 12 03:33:02.661755 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-e4e51946-b33c-4778-a89f-bdfbdd0b0bd6 service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899086 May 12 03:33:02.681331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] Checking router: c273f4be-0c38-493d-a96b-b69343dcd031 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:33:02.689528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:33:02.690155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:32:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:33:02.752602 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-696b5acb-9279-4dfd-940b-3dcdc1839a76 req-07392205-9d35-4931-b542-01fe086479f3 service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 May 12 03:33:02.800456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:33:03.022982 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '6cfb4038-4c4b-499d-8636-5aca3bc70858', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'port_id': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'mac_address': 'fa:16:3e:41:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:33:01Z', 'updated_at': '2022-05-12T03:33:01Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:33:03.053785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447939c2-c726-46d5-b1c9-c076d4f03920 None None] The sync data for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv is: [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '6cfb4038-4c4b-499d-8636-5aca3bc70858', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'port_id': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'mac_address': 'fa:16:3e:41:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:33:01Z', 'updated_at': '2022-05-12T03:33:01Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:33:03.093788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d298889d-e99f-404c-a9e9-5c96bb844335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:03.256677 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c957c42-a762-4824-9b87-f92e92e130f4 None None] New status for floating IP 6cfb4038-4c4b-499d-8636-5aca3bc70858: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:33:03.263646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36238) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:33:03.328210 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ee5062f4-b8c7-4440-9673-d1c36f32d8f2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/6cfb4038-4c4b-499d-8636-5aca3bc70858 HTTP/1.1" status: 200 len: 990 time: 0.0633690 May 12 03:33:04.331705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36240) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:33:04.390405 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9eceb3f3-2bf1-4ab5-814f-66b407bb33a8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/6cfb4038-4c4b-499d-8636-5aca3bc70858 HTTP/1.1" status: 200 len: 992 time: 0.0575469 May 12 03:33:05.611795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6340140a-4128-4d43-9af3-37329948cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:06.436751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:08.003085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:09.591289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:10.774764 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:33:12.323531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:33.096389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b357d84-5ed4-4538-ae99-5cec655d2baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:35.613938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5e216390-e012-4a41-9572-3c759f3d86e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:36.439284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:38.005180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:39.593026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:42.332753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:33:47.774094 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:33:50.857490 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-2dcfbbd1-973c-4687-961c-99c69484e05d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3675542 May 12 03:33:50.938740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-ef75d1a9-9bcb-4fc9-be03-616a827fd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:50.940193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-ef75d1a9-9bcb-4fc9-be03-616a827fd536 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1129 time: 0.0379124 May 12 03:33:51.047330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-fd259485-7c16-4c4b-8d95-b0011242b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:51.048770 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-fd259485-7c16-4c4b-8d95-b0011242b1c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0866139 May 12 03:33:51.115929 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-477ab331-0592-4f78-b233-bb5b55f6470d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 1000 time: 0.0575166 May 12 03:33:51.169155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-59c43d03-fc4a-4d3a-9e60-76c32c856f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:51.170622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-59c43d03-fc4a-4d3a-9e60-76c32c856f9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0465775 May 12 03:33:51.214645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-3e83868b-44aa-4bff-9b11-842ba51f2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:33:51.216022 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-3e83868b-44aa-4bff-9b11-842ba51f2fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379682 May 12 03:33:51.318162 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-679e701d-7e78-4ca0-a908-d28e590d5356 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900939 May 12 03:33:51.411956 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6eab5de2-eb16-4e51-958c-b4a291758fa5 req-438b34b2-25b5-4560-87fe-0283e0e4e124 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854926 May 12 03:34:03.097804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-edf1a192-43e0-44c4-a385-c4b241f125a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:05.617219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e5b6-1929-4643-9f90-cd33a06ba964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:06.441663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:08.007286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:09.595658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:12.334294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:24.772484 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:34:33.099257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0a0562f7-67e0-4d06-a145-ef724050f72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:35.620872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2b0c698b-eaa9-4f88-b8b7-2288a71f62d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:36.445371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:38.015795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:39.597275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:42.339913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:49.864771 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-e9a0adad-8f79-47c8-9127-57ee0c7b86d8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695819678&fields=id&tenant_id=5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 267 time: 0.0479460 May 12 03:34:49.967676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-1ffe5451-39c8-4cdf-ad92-3146fdc04553 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:49.969120 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-1ffe5451-39c8-4cdf-ad92-3146fdc04553 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 811 time: 0.0980389 May 12 03:34:49.984146 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-c7f9041c-e53e-4de3-b939-eaf928bb3fd4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/quotas/5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 375 time: 0.0093379 May 12 03:34:50.038217 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-ab0f00ca-7779-4391-8e28-2f54aefdc06a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487964 May 12 03:34:50.129532 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-dc87e38d-0d62-4a80-a2e5-0a1a6ee15f8c service neutron] 10.222.0.23 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805421 May 12 03:34:50.220732 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-67db24c9-f5c7-465b-aba6-48383b785bb7 service neutron] 10.222.0.23 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 May 12 03:34:50.523831 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d1df1a2-b8ef-4f26-b6ac-0face412f50d req-076b7562-343d-4f90-b966-1fa1d17e6c77 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0470641 May 12 03:34:50.536084 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-a96ecd71-d8ee-4338-9874-726b2614c118 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504193 May 12 03:34:50.594218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-817aa772-dc59-468a-b3a4-7bc5b52d5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:50.595924 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-817aa772-dc59-468a-b3a4-7bc5b52d5025 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1129 time: 0.0381317 May 12 03:34:50.701013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-1f001b4a-e637-46a2-aa8d-a2e6ef48060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:50.702272 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-1f001b4a-e637-46a2-aa8d-a2e6ef48060a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 200 len: 898 time: 0.0871861 May 12 03:34:50.769497 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-c9b71a35-9911-4472-a5d2-5a30b8f7e02d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 200 len: 1000 time: 0.0576019 May 12 03:34:50.824741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-1945676d-5e20-4df0-9c8e-ba35f9f13ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:50.826173 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-1945676d-5e20-4df0-9c8e-ba35f9f13ff4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 200 len: 844 time: 0.0471110 May 12 03:34:50.871428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-e27882a3-d5ff-4562-b1bb-70946e60635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:50.873504 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-e27882a3-d5ff-4562-b1bb-70946e60635f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3697fee-a188-4c13-b8f8-9a1674a9626f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382078 May 12 03:34:50.967143 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-8ad62ef0-3857-4e94-8121-d7bb1a542f44 service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835257 May 12 03:34:51.056671 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e13b68c1-bbe5-4c04-8f2f-336348da9f2b req-faa55b25-fa50-4a18-aeed-f92f4df23011 service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805583 May 12 03:34:51.603136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-00d432a0-e997-4026-946b-d2c83e7d369e req-fce6c254-c5c9-44a4-87e0-31f3bba91c60 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0287256 May 12 03:34:52.697987 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-94a0df8a-e220-4b62-87ab-df981d20c86a req-7abb1980-ca81-4d08-bda5-2b67877af5df tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0313928 May 12 03:34:53.515029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-ebd7b86c-f829-449b-96fd-56596583c7d8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:53.516632 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-ebd7b86c-f829-449b-96fd-56596583c7d8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 811 time: 0.1030140 May 12 03:34:53.580573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-763e2e7b-f9e6-4d51-82ea-6e9bd7bb939d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a7f18ce91624bc98c280c920727400b HTTP/1.1" status: 200 len: 380 time: 0.0547063 May 12 03:34:53.589045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'port': {'device_id': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'admin_state_up': True, 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'security_groups': ['14c120b1-770c-4e82-a102-326b22113538']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:34:53.702306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Made reservation on behalf of 5a7f18ce91624bc98c280c920727400b for: {'port': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:34:53.705627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:53.802596 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc6c3b36-07ca-4433-b0d5-9e93c288116c req-e1107844-cd44-4683-b820-6a8a27e9e4f1 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0348568 May 12 03:34:53.858624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Allocated IP 172.20.0.12 (b4561058-cde5-43d3-8a1b-1ae92a39d565/1511f170-78ff-46ef-b94c-37696fa33362/bcdbd8db-9280-4dfb-9905-da5d9d9b1159) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:34:53.996510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.029095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.069939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:34:54.073104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:34:54.078814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:34:54.085201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:34:54.114983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.115272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.115589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.115927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.116257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.116586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.116912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.117235 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.117555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.117878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.118224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.118547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.118866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.119184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.119501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:34:54.146016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:54.147213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.165835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-760b7ce1-67a9-4332-9dbf-6d9e5b9d59dc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803971 May 12 03:34:54.182410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Request body: {'port': {'device_id': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:34:54.249744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.354275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-4d831f34-bc2e-41d6-b037-8bf40677fe4a None None] Provisioning complete for port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:34:54.354853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4d831f34-bc2e-41d6-b037-8bf40677fe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.394946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-4d831f34-bc2e-41d6-b037-8bf40677fe4a None None] Port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:34:54.542426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdbd8db-9280-4dfb-9905-da5d9d9b1159 {{(pid=104164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:34:54.550208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Publish callbacks [] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.562767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.provisioning_blocks [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Transition to ACTIVE for port object bcdbd8db-9280-4dfb-9905-da5d9d9b1159 will not be triggered until provisioned by entity L2. {{(pid=104164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:34:54.566403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.615946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:34:54.694123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Attempting to bind port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:34:54.694263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Attempting to bind port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:34:54.694514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Attempting to bind port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:34:54.699798 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:34:54.700134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Attempting to bind port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 on network b4561058-cde5-43d3-8a1b-1ae92a39d565 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:34:54.706202 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:34:54.706797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Checking segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:34:54.706930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Bound using segment: {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:34:54.707374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Bound port: bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca561c39-82fd-4958-95e4-51df523d79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:34:54.707740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.785177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] For port bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host hv-neutron-8413, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:34:54.788714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] For port bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:34:54.796081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.830998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:54.831450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:54.832861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] 10.222.0.57 "PUT /v2.0/ports/bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 200 len: 1094 time: 0.6551352 May 12 03:34:54.833487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:34:54.835761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:34:54.862714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cfb8a-b25c-46f8-ad5c-0a666321a051 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:34:54.897540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c811a0-e925-435a-b110-f94a84ace4e5 x-openstack-request-id: req-c9c811a0-e925-435a-b110-f94a84ace4e5 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:34:54.897540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:34:54.897899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9c811a0-e925-435a-b110-f94a84ace4e5 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:34:54.898299 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c811a0-e925-435a-b110-f94a84ace4e5'] response: {'name': 'network-changed', 'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'status': 'completed', 'code': 200} May 12 03:34:54.957083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-a757f60d-da01-404c-a043-bb5bbeb5ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:54.958627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-a757f60d-da01-404c-a043-bb5bbeb5ed13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1128 time: 0.0755467 May 12 03:34:54.985428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c78d0b-8ede-41e5-bac5-928a3623d1db req-c26a6611-4c90-40a3-aab3-775fe8a30329 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:54.987007 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-38c78d0b-8ede-41e5-bac5-928a3623d1db req-c26a6611-4c90-40a3-aab3-775fe8a30329 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0603375 May 12 03:34:55.025318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-7e8c3fb9-7c58-4375-8abd-7ccf1d0f2ebd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 200 len: 217 time: 0.0557585 May 12 03:34:55.099329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-48b0ae15-86bc-464a-9b6b-65ec85c0a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:55.100808 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-48b0ae15-86bc-464a-9b6b-65ec85c0a7b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0643086 May 12 03:34:55.104360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-38c78d0b-8ede-41e5-bac5-928a3623d1db req-6db8ce00-3881-462e-92eb-15c35facf309 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874622 May 12 03:34:55.150970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-411dd72d-c48b-4945-8202-6dc7b4f9e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:55.152526 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-411dd72d-c48b-4945-8202-6dc7b4f9e4ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423872 May 12 03:34:55.245686 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-19c66e65-d9cd-40fb-98e8-fa0220362af5 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866563 May 12 03:34:55.340572 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c34cfff-45a3-4eb2-bd2f-8e9d019144b9 req-1319e5b7-3ad3-4b49-90aa-39fcd52c38a8 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854940 May 12 03:34:55.427601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-b3424b11-efa7-4bd7-a8d8-b220ce607623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:55.429101 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-b3424b11-efa7-4bd7-a8d8-b220ce607623 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1128 time: 0.0399654 May 12 03:34:55.521462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-2aac0fa6-d4eb-4e12-825f-00f9c9acaff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:55.522894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-2aac0fa6-d4eb-4e12-825f-00f9c9acaff6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0839798 May 12 03:34:55.570045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-08085daf-6b6c-4a58-8b5c-e7964a456ea2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 200 len: 217 time: 0.0372622 May 12 03:34:55.621085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-a1c849f9-9a62-4b7a-9ba5-ff24a3d64ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:55.623248 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-a1c849f9-9a62-4b7a-9ba5-ff24a3d64ffc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0439730 May 12 03:34:55.668788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-1ac6f698-ca30-40e4-bc5e-62a14424aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:55.670306 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-1ac6f698-ca30-40e4-bc5e-62a14424aab8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383613 May 12 03:34:55.764213 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-39a2da51-a22e-47c4-9cf2-7e29569bd141 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870602 May 12 03:34:55.854165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a9c49cb-1f1a-4083-b4e0-59d2181c58c0 req-606a0e11-a26b-404f-a2fb-52e037ae3c9a service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810976 May 12 03:34:56.230418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecff45-ab97-44d4-a96d-3494648781b6 req-afb82059-ac0e-4f5f-8ed6-c6977670ae3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:56.232606 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0fecff45-ab97-44d4-a96d-3494648781b6 req-afb82059-ac0e-4f5f-8ed6-c6977670ae3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0542886 May 12 03:34:56.285290 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0fecff45-ab97-44d4-a96d-3494648781b6 req-e83c44d4-5a3e-41d4-8213-5d9ff5fe17a6 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465114 May 12 03:34:57.401977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8572-bc10-436e-a0ab-8d8d8d932b9d req-cf094249-44d3-4d86-9796-ad8a2cadf1d9 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:57.404076 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5ffe8572-bc10-436e-a0ab-8d8d8d932b9d req-cf094249-44d3-4d86-9796-ad8a2cadf1d9 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0454607 May 12 03:34:57.457358 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5ffe8572-bc10-436e-a0ab-8d8d8d932b9d req-7185c04b-763a-4740-9490-8f2d9015f67e tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476873 May 12 03:34:58.591962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903e654-31d3-4bbf-b734-fc23f2884070 req-c452c52c-3b2d-4b6d-8561-b4542c3aa640 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:58.593355 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4903e654-31d3-4bbf-b734-fc23f2884070 req-c452c52c-3b2d-4b6d-8561-b4542c3aa640 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0548377 May 12 03:34:58.648947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4903e654-31d3-4bbf-b734-fc23f2884070 req-5b82bd06-f04c-4114-89be-9094bb266e4e tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484135 May 12 03:34:59.570178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36372) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:34:59.678363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:34:59.823997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b3f2-bd6b-4c25-95b2-9db98f192d7d req-ce211faa-a2d4-46c0-af8d-767f69183e95 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:34:59.825528 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b35b3f2-bd6b-4c25-95b2-9db98f192d7d req-ce211faa-a2d4-46c0-af8d-767f69183e95 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0787611 May 12 03:34:59.830784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59350894'] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:34:59.920822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b35b3f2-bd6b-4c25-95b2-9db98f192d7d req-6bb288af-b01c-4c96-8dcd-3aad4623e7f7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849378 May 12 03:35:00.020414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750096613762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60080118'] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:00.062736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:00.063315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:00.064598 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/subnets/b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 200 len: 836 time: 0.4934032 May 12 03:35:00.075656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a7e52-920c-4487-8a17-297171e616af None None] Network a3697fee-a188-4c13-b8f8-9a1674a9626f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:35:00.083415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9edf8-e0b3-4c8c-985b-49504d1c6d03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=b6db3ece-abe0-4a8d-854c-b3214e4376a5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:00.395934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Provisioning complete for port 9b213b24-b1bf-4502-83f4-f722008c4546 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:00.396418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:00.482176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Current status of the port 9b213b24-b1bf-4502-83f4-f722008c4546 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:00.490404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Provisioning complete for port c025de3a-585c-47f0-92a1-0b8ad63a9203 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:00.490888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:00.568736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Current status of the port c025de3a-585c-47f0-92a1-0b8ad63a9203 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:00.578153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Provisioning complete for port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:00.578629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:00.668430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f2bd9-dbfa-443a-a617-90fa205fe16a None None] Current status of the port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:01.048626 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58177c07-a026-4e3f-bc8c-190ab49fad2a req-6d78abb8-85fb-4389-a2f8-6ec0fa2022b5 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:01.050055 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-58177c07-a026-4e3f-bc8c-190ab49fad2a req-6d78abb8-85fb-4389-a2f8-6ec0fa2022b5 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0476034 May 12 03:35:01.098673 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-58177c07-a026-4e3f-bc8c-190ab49fad2a req-9e7e344c-787d-49af-bc09-be0f0dc5733f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 May 12 03:35:01.771805 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:35:02.211513 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad913877-9103-461b-b887-7031faa4258e req-85dad306-3a18-4c82-b48f-20f0344c7210 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:02.213002 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad913877-9103-461b-b887-7031faa4258e req-85dad306-3a18-4c82-b48f-20f0344c7210 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0465128 May 12 03:35:02.265251 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad913877-9103-461b-b887-7031faa4258e req-ec826bc9-acc7-4dbf-946f-754295738be1 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 May 12 03:35:03.102959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d1d25fa-0ced-456a-8dcf-df91bc2df743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:03.374918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6297e4c-1420-43b5-a7df-c7c5c8c2cd1c req-7d04c1b7-bd8c-4e7d-b53e-36b810747c62 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:03.376402 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6297e4c-1420-43b5-a7df-c7c5c8c2cd1c req-7d04c1b7-bd8c-4e7d-b53e-36b810747c62 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0456421 May 12 03:35:03.428464 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6297e4c-1420-43b5-a7df-c7c5c8c2cd1c req-ee1e80f0-c03a-4947-866f-e272da03ec8e tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 May 12 03:35:04.540389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c6bbc-c40e-49e3-a0f4-0836e492835c req-1a115e8c-8ab1-49d0-bc0e-726089bdce75 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:04.541839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-951c6bbc-c40e-49e3-a0f4-0836e492835c req-1a115e8c-8ab1-49d0-bc0e-726089bdce75 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0463476 May 12 03:35:04.589269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-951c6bbc-c40e-49e3-a0f4-0836e492835c req-0aeecf74-106a-40a2-9e7a-15cbdb42c311 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 May 12 03:35:05.624666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89821607-347d-4ad5-b4f9-2a4c20a0c25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:05.709773 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b23d-5dd0-4431-b039-b869484118c1 req-5fd5e7e1-8662-4872-abf4-cf2fb8fe4037 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:05.711294 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f976b23d-5dd0-4431-b039-b869484118c1 req-5fd5e7e1-8662-4872-abf4-cf2fb8fe4037 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0506666 May 12 03:35:05.758910 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f976b23d-5dd0-4431-b039-b869484118c1 req-0cbb3a0e-6111-48d3-b0cf-a5fdb55660c4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 May 12 03:35:06.447825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:06.867619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a405217-81a1-48b4-8dfb-a721035a2c49 req-0657aaec-de54-4a1a-a892-005ebfd0cbca tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:06.869070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0a405217-81a1-48b4-8dfb-a721035a2c49 req-0657aaec-de54-4a1a-a892-005ebfd0cbca tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0463371 May 12 03:35:06.916292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0a405217-81a1-48b4-8dfb-a721035a2c49 req-41493e57-520b-4558-841a-756a29df411f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 May 12 03:35:08.014915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:08.027069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b301-6da6-4d12-bad7-15e06830ceba req-0823f721-972a-46ed-8109-509c56036c79 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:08.029181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a996b301-6da6-4d12-bad7-15e06830ceba req-0823f721-972a-46ed-8109-509c56036c79 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0468717 May 12 03:35:08.079963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a996b301-6da6-4d12-bad7-15e06830ceba req-c90ed287-5eef-4754-adcf-25c7f2c63a8b tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 May 12 03:35:09.191663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9393-cf11-4516-b403-48d126c1ca49 req-b0e5a1f2-04cb-4c98-8f6a-71f913669d28 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:09.193133 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2dfe9393-cf11-4516-b403-48d126c1ca49 req-b0e5a1f2-04cb-4c98-8f6a-71f913669d28 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0471499 May 12 03:35:09.240868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2dfe9393-cf11-4516-b403-48d126c1ca49 req-bfef5ded-3fe9-4b3e-912b-b777b1b440f8 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 May 12 03:35:09.600033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:10.349103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badff7be-b135-4fe8-a41a-dfdc9eb36e1c req-c50c61d3-1788-4f73-9784-86d7b3445f47 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:10.350587 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-badff7be-b135-4fe8-a41a-dfdc9eb36e1c req-c50c61d3-1788-4f73-9784-86d7b3445f47 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0453210 May 12 03:35:10.398061 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-badff7be-b135-4fe8-a41a-dfdc9eb36e1c req-17754bb2-2a73-400b-8d71-e829ea56cb76 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 May 12 03:35:11.509939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08bf68-c9c8-4d46-b34d-33bdc1d951e4 req-20236802-3356-464d-a1cd-5c2d192df3eb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:11.511363 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9e08bf68-c9c8-4d46-b34d-33bdc1d951e4 req-20236802-3356-464d-a1cd-5c2d192df3eb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0482392 May 12 03:35:11.557876 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9e08bf68-c9c8-4d46-b34d-33bdc1d951e4 req-2a0c3e30-12c8-446e-a2ab-8555d15491ff tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 May 12 03:35:12.365122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:12.672342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8318a7-82d9-49f9-a7c6-73c70ab75cb6 req-3a4e9d0f-e667-472d-b18d-10a67bda2b86 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:12.673803 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de8318a7-82d9-49f9-a7c6-73c70ab75cb6 req-3a4e9d0f-e667-472d-b18d-10a67bda2b86 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 944 time: 0.0468538 May 12 03:35:12.721662 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de8318a7-82d9-49f9-a7c6-73c70ab75cb6 req-1abdb816-7f29-4d9b-9602-1999d1ff7f64 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 May 12 03:35:12.750120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device bcdbd8db-9280-4dfb-9905-da5d9d9b1159 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:35:12.843959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:12.854845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'port_id': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'mac_address': 'fa:16:3e:86:c9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:35:12.894971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:12.895362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:12.907453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdbd8db-9280-4dfb-9905-da5d9d9b1159 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:35:12.925469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:12.929132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:12.974821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:12.981597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.981977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.982325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.982667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.983005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.983338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.983668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.983996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.984325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.984652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.984982 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.985307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.985629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.985981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:12.986306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:13.244216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['bcdbd8db-9280-4dfb-9905-da5d9d9b1159'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:35:13.835093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5fb0-df95-4bf1-b9ee-951b2b543503 req-9eea23ec-6f9e-4149-b98f-ed9cd7517cb6 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:13.836527 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-049a5fb0-df95-4bf1-b9ee-951b2b543503 req-9eea23ec-6f9e-4149-b98f-ed9cd7517cb6 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0485713 May 12 03:35:13.884612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-049a5fb0-df95-4bf1-b9ee-951b2b543503 req-547a0aa3-ef3c-432b-9af3-d5e4fc51b308 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 May 12 03:35:14.780910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device bcdbd8db-9280-4dfb-9905-da5d9d9b1159 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:35:14.825032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:35:14.829772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:14.830125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:14.907194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:14.907587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:14.931043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:35:14.933324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d85da4-1233-421b-b0ce-d52ae7e1b2a8" -d '{"events": [{"server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:35:14.947263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:14.951815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:14.975502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5118838c-cd2d-4372-a6f7-9a191ff21adc x-openstack-request-id: req-5118838c-cd2d-4372-a6f7-9a191ff21adc {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:35:14.975806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:35:14.976065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5118838c-cd2d-4372-a6f7-9a191ff21adc {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:35:14.976465 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5118838c-cd2d-4372-a6f7-9a191ff21adc'] response: {'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'code': 200} May 12 03:35:14.999532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50a506-f2f5-4738-a666-868995c4dcbc req-77e1f068-5daf-4d60-8dde-ec191d3b62e3 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:15.001722 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d50a506-f2f5-4738-a666-868995c4dcbc req-77e1f068-5daf-4d60-8dde-ec191d3b62e3 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0488467 May 12 03:35:15.009447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:15.050660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d50a506-f2f5-4738-a666-868995c4dcbc req-ce18c231-5b5b-4e78-97a8-cbfc43ccf6f7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426171 May 12 03:35:15.178443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182ce58-5691-4eb4-bdaf-553db9111b83 req-69323eb7-dd18-4d0c-bd46-b57a99f2d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:15.179874 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a182ce58-5691-4eb4-bdaf-553db9111b83 req-69323eb7-dd18-4d0c-bd46-b57a99f2d080 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1130 time: 0.0374386 May 12 03:35:15.227444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a182ce58-5691-4eb4-bdaf-553db9111b83 req-b9f7e488-d65f-40a0-97f4-52c1bd29819c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 May 12 03:35:16.161437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc0d4a-a7a6-462a-b4c5-61ea095f9c33 req-a8fb217e-d78d-4d1d-9503-e9487a829ffe tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:16.162910 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2cc0d4a-a7a6-462a-b4c5-61ea095f9c33 req-a8fb217e-d78d-4d1d-9503-e9487a829ffe tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0455725 May 12 03:35:16.210592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2cc0d4a-a7a6-462a-b4c5-61ea095f9c33 req-141499f4-8a5b-49f2-8a65-308c3b61d329 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 May 12 03:35:17.326238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc773-a868-4153-bdef-69870d967cbb req-4cf41c4f-0df1-49b6-80cc-c23383288e12 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:17.327645 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d9cc773-a868-4153-bdef-69870d967cbb req-4cf41c4f-0df1-49b6-80cc-c23383288e12 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0451243 May 12 03:35:17.375798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d9cc773-a868-4153-bdef-69870d967cbb req-86387f41-7bf1-4629-af41-e573a1271a9c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 May 12 03:35:17.487078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776ead-c81d-448a-8887-324f498ba09a req-d6eaffd1-67e0-45b5-ada9-34b61049beff tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:17.488563 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-32776ead-c81d-448a-8887-324f498ba09a req-d6eaffd1-67e0-45b5-ada9-34b61049beff tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0492773 May 12 03:35:17.536556 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-32776ead-c81d-448a-8887-324f498ba09a req-1eba8040-8544-4294-a29a-fc0e21476efc tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 May 12 03:35:17.557791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36418) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:17.649525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9bda6-444d-4e26-8206-afc20cf3cade tempest-TestVolumeBootPattern-1726117613 tempest-TestVolumeBootPattern-1726117613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:17.651149 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-70c9bda6-444d-4e26-8206-afc20cf3cade tempest-TestVolumeBootPattern-1726117613 tempest-TestVolumeBootPattern-1726117613-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1125 time: 0.0923762 May 12 03:35:17.661137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36422) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:17.661137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:17.678025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:17.757088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:17.858129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Allocated IP 172.26.2.218 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/6122948b-fd74-4738-81e1-f163f59cb674) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:35:17.962847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (6122948b-fd74-4738-81e1-f163f59cb674), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:17.998652 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6122948b-fd74-4738-81e1-f163f59cb674), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:18.032573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:35:18.035371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:35:18.038717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:35:18.065254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=6122948b-fd74-4738-81e1-f163f59cb674,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:18.741859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (b90da2a8-139e-4fb2-8b96-190271ba16a2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:18.806395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6122948b-fd74-4738-81e1-f163f59cb674), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:18.983708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for port (6122948b-fd74-4738-81e1-f163f59cb674), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:18.988110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (6122948b-fd74-4738-81e1-f163f59cb674), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:19.056557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event updated for resources: {'Port': ['ID=6122948b-fd74-4738-81e1-f163f59cb674,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:19.063345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (b90da2a8-139e-4fb2-8b96-190271ba16a2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:19.162200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Floating IP b90da2a8-139e-4fb2-8b96-190271ba16a2 associated. External IP: 172.26.2.218, port: bcdbd8db-9280-4dfb-9905-da5d9d9b1159. May 12 03:35:19.373247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:35:19.480809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:35:19.491016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:35:19.499238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:19.504552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:19.505170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:19.528051 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-90d950f2-539a-4a29-ae89-414a1a17d978 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8731163 May 12 03:35:19.528653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:35:19.530975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d9696-9b4f-4470-b567-e1c68c026d62" -d '{"events": [{"name": "network-changed", "server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:35:19.566329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b739cc-d011-434a-ab87-de68a5d3c4e4 x-openstack-request-id: req-88b739cc-d011-434a-ab87-de68a5d3c4e4 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:35:19.566630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:35:19.566890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88b739cc-d011-434a-ab87-de68a5d3c4e4 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:35:19.567330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b739cc-d011-434a-ab87-de68a5d3c4e4'] response: {'name': 'network-changed', 'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'status': 'completed', 'code': 200} May 12 03:35:19.615905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:19.641404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-bc04abe5-c92b-4709-930d-85bce31707a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:19.642966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-bc04abe5-c92b-4709-930d-85bce31707a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1130 time: 0.0397637 May 12 03:35:19.739774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-cf1b7178-f034-4d4e-8151-b1fa5107c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:19.741267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-cf1b7178-f034-4d4e-8151-b1fa5107c891 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0921943 May 12 03:35:19.809300 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-a25fff4e-44f3-4597-9771-bbcf8ca248d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 200 len: 1000 time: 0.0614588 May 12 03:35:19.863161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-6609ac13-f2ae-4ed8-a8d3-8203c08c7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:19.864655 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-6609ac13-f2ae-4ed8-a8d3-8203c08c7d0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0490770 May 12 03:35:19.909233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-7c0b27b3-2aa5-4b65-9797-dfdea6add3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:19.910690 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-7c0b27b3-2aa5-4b65-9797-dfdea6add3d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389469 May 12 03:35:19.981127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'b90da2a8-139e-4fb2-8b96-190271ba16a2', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:86:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:35:18Z', 'updated_at': '2022-05-12T03:35:18Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}, {'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:56Z', 'revision_number': 1, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:20.007544 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-9ae73c5e-1e10-4a21-a523-9db08e9d055b service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907052 May 12 03:35:20.011063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:35:20.019387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:20.019987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:20.100118 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e97d9696-9b4f-4470-b567-e1c68c026d62 req-5e54489c-6aa1-4496-8cb1-3b6fc92c166e service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854018 May 12 03:35:20.138268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:20.371396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'b90da2a8-139e-4fb2-8b96-190271ba16a2', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:86:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:35:18Z', 'updated_at': '2022-05-12T03:35:18Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}, {'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:56Z', 'revision_number': 1, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:20.409601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204dfe9-3479-4243-8081-3271efa1b8d9 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'b90da2a8-139e-4fb2-8b96-190271ba16a2', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:86:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:35:18Z', 'updated_at': '2022-05-12T03:35:18Z', 'revision_number': 0, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}, {'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:56Z', 'revision_number': 1, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:35:20.606439 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06d31c-d435-4acd-8d81-f5558ea62420 None None] New status for floating IP b90da2a8-139e-4fb2-8b96-190271ba16a2: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:35:33.104796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89427211-e040-417d-bbee-f0738e29d621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:35.629999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc33f-5acd-4ce0-a6d3-f4eed7d3b6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:36.453626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:38.016448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:38.771271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:35:39.602885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:42.386389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:42.932804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36436) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:43.081236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port d4e89326-53c6-4034-bb07-f94fa51f66b3 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:35:43.081479 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:43.157279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:43.157602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (d4e89326-53c6-4034-bb07-f94fa51f66b3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:43.169744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for d4e89326-53c6-4034-bb07-f94fa51f66b3 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:35:43.312824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (d4e89326-53c6-4034-bb07-f94fa51f66b3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:43.338060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=d4e89326-53c6-4034-bb07-f94fa51f66b3,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:43.401450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (6cfb4038-4c4b-499d-8636-5aca3bc70858), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:43.401779 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 6cfb4038-4c4b-499d-8636-5aca3bc70858 disassociated (deleted). External IP: 172.26.2.98, port: b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7. May 12 03:35:43.610997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router c273f4be-0c38-493d-a96b-b69343dcd031 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:35:43.719183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:35:43.724200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:43.729364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199af89-551f-443a-9b97-bf4843544767 None None] Sync routers for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:35:43.739216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:43.739826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:43.753283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b6137492-e9e3-4252-9e91-a7f8843edd17 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/6cfb4038-4c4b-499d-8636-5aca3bc70858 HTTP/1.1" status: 204 len: 168 time: 0.8193789 May 12 03:35:43.753858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:35:43.756130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda5e8dc-dfa9-422b-b801-332920d75986" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:35:43.798584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa226f6-b25d-4233-846b-bc0a4b04e6e9 x-openstack-request-id: req-baa226f6-b25d-4233-846b-bc0a4b04e6e9 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:35:43.798584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:35:43.798865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baa226f6-b25d-4233-846b-bc0a4b04e6e9 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:35:43.799106 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa226f6-b25d-4233-846b-bc0a4b04e6e9'] response: {'name': 'network-changed', 'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'status': 'completed', 'code': 200} May 12 03:35:43.853272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:43.863708 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-cb23e4ea-c7d9-40b6-887d-1077dc6cad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:43.871381 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-cb23e4ea-c7d9-40b6-887d-1077dc6cad48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 1129 time: 0.0483315 May 12 03:35:43.994497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffa07a-a1ba-44a2-96ed-febc906287d8 req-f7e9e2d8-874d-412d-8f1e-eda888d5b693 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:43.995957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3ffa07a-a1ba-44a2-96ed-febc906287d8 req-f7e9e2d8-874d-412d-8f1e-eda888d5b693 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 945 time: 0.0552659 May 12 03:35:44.020414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-2173cb61-d6e1-4db9-ab78-df83c76f66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:44.021836 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-2173cb61-d6e1-4db9-ab78-df83c76f66aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 200 len: 898 time: 0.1439819 May 12 03:35:44.048474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:44.051496 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3ffa07a-a1ba-44a2-96ed-febc906287d8 req-537dce8b-3d68-4ab0-a6fd-da7a5303ec99 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470419 May 12 03:35:44.076134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199af89-551f-443a-9b97-bf4843544767 None None] Checking router: c273f4be-0c38-493d-a96b-b69343dcd031 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:35:44.084281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:44.084875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:44.190340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:44.372216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a199af89-551f-443a-9b97-bf4843544767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:44.401441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199af89-551f-443a-9b97-bf4843544767 None None] The sync data for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv is: [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:45Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'c025de3a-585c-47f0-92a1-0b8ad63a9203', 'name': '', 'network_id': 'a3697fee-a188-4c13-b8f8-9a1674a9626f', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:e0:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:45Z', 'updated_at': '2022-05-12T03:32:48Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': 'b6db3ece-abe0-4a8d-854c-b3214e4376a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:35:44.618160 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318a019-e099-41cc-8c61-a981dbcc9b5e None None] New status for floating IP 6cfb4038-4c4b-499d-8636-5aca3bc70858: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:35:45.139814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-f670b114-34b7-49f3-a6f8-d5c42b9ce76e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 200 len: 217 time: 0.0417657 May 12 03:35:45.211428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317948-ac6c-4e87-b2bf-67a93d626083 req-da2c0541-a7fb-4f2f-8b0a-f8665c8ba841 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:45.213466 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf317948-ac6c-4e87-b2bf-67a93d626083 req-da2c0541-a7fb-4f2f-8b0a-f8665c8ba841 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 945 time: 0.0764394 May 12 03:35:45.219189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-5f1241e1-9c61-447c-b7d5-d59bc5d30e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:45.220578 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-5f1241e1-9c61-447c-b7d5-d59bc5d30e09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 200 len: 844 time: 0.0734458 May 12 03:35:45.267869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf317948-ac6c-4e87-b2bf-67a93d626083 req-fba0e514-6b16-406b-889e-a025f17efb11 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=10acca16-6509-494c-a081-eed649299317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463512 May 12 03:35:45.344189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-86fa4b4c-4480-40f8-aa4a-707ee52d06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:45.347023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-86fa4b4c-4480-40f8-aa4a-707ee52d06df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3697fee-a188-4c13-b8f8-9a1674a9626f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421736 May 12 03:35:45.434858 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-24430f85-d46a-4f2c-8568-3f217b0ed94c service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821669 May 12 03:35:45.461777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-025e5af5-de45-4fd3-8537-b3ee5d15423d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:45.463786 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-025e5af5-de45-4fd3-8537-b3ee5d15423d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 945 time: 0.0474708 May 12 03:35:45.529502 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda5e8dc-dfa9-422b-b801-332920d75986 req-5073598d-80e8-4c93-ab19-69ba729f1a7a service neutron] 10.222.0.57 "GET /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856640 May 12 03:35:45.556152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:35:45.556501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:45.647057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:45.647316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:45.659950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:35:46.081532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:46.110231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:46.120199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.120547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.120896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.121243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.121576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.121929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.122266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.122594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.122924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.123658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.123658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.123917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.124197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.124520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.124840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:46.167572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:35:46.170072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:46.173261 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4f77a149-d99b-4a91-a98c-be0a84cf8209 req-c5de7509-5af5-4701-a28d-da95479c0c26 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 HTTP/1.1" status: 204 len: 173 time: 0.6998928 May 12 03:35:46.173696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'name': 'network-vif-deleted', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:35:46.175960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bd5dff-a3f7-4f0d-ab95-bc15f57c22ed" -d '{"events": [{"server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "name": "network-vif-deleted", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:35:46.210988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf6064b-ed62-4afe-bebe-e0ba863f8523 x-openstack-request-id: req-aaf6064b-ed62-4afe-bebe-e0ba863f8523 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:35:46.211289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b941d1-a50d-4bae-8582-98b6299066d4", "name": "network-vif-deleted", "tag": "b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:35:46.211547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aaf6064b-ed62-4afe-bebe-e0ba863f8523 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:35:46.211955 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf6064b-ed62-4afe-bebe-e0ba863f8523'] response: {'server_uuid': 'e9b941d1-a50d-4bae-8582-98b6299066d4', 'name': 'network-vif-deleted', 'tag': 'b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7', 'status': 'completed', 'code': 200} May 12 03:35:46.382222 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df51540c-23c6-41dd-a534-d475c5d67d35 req-052a3493-8655-46bd-98e7-5265e0194d7c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b941d1-a50d-4bae-8582-98b6299066d4 HTTP/1.1" status: 200 len: 210 time: 0.0324008 May 12 03:35:47.442561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36456) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:47.496332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7aa-36a4-4915-9920-ab711b741ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (10acca16-6509-494c-a081-eed649299317), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:47.519844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7aa-36a4-4915-9920-ab711b741ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (10acca16-6509-494c-a081-eed649299317), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:47.580494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7aa-36a4-4915-9920-ab711b741ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (10acca16-6509-494c-a081-eed649299317), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:47.583056 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7aa-36a4-4915-9920-ab711b741ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:47.584181 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f07ef7aa-36a4-4915-9920-ab711b741ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/10acca16-6509-494c-a081-eed649299317 HTTP/1.1" status: 204 len: 168 time: 0.1419945 May 12 03:35:47.593425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef7aa-36a4-4915-9920-ab711b741ed1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10acca16-6509-494c-a081-eed649299317,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:48.630651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36462) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:48.907559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:35:48.927845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:35:48.928196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device b5f41afc-9cb6-4c23-92a6-bc7e40e6b0f7 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:35:48.967218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (c273f4be-0c38-493d-a96b-b69343dcd031), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:49.203319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port c025de3a-585c-47f0-92a1-0b8ad63a9203 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:35:49.203661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:49.291128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port c025de3a-585c-47f0-92a1-0b8ad63a9203, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c025de3a-585c-47f0-92a1-0b8ad63a9203,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:49.291486 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:49.303909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for c025de3a-585c-47f0-92a1-0b8ad63a9203 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:35:49.483679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c025de3a-585c-47f0-92a1-0b8ad63a9203), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:49.508345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=c025de3a-585c-47f0-92a1-0b8ad63a9203,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:49.690016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (c273f4be-0c38-493d-a96b-b69343dcd031), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.238662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router c273f4be-0c38-493d-a96b-b69343dcd031 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:35:50.342798 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:35:50.348129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8ec75198-dcbc-409c-a7a7-e9c74a48aedc tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/c273f4be-0c38-493d-a96b-b69343dcd031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7164514 May 12 03:35:50.350791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36466) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:50.352633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] Sync routers for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:35:50.362554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:50.363151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:50.401085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet b6db3ece-abe0-4a8d-854c-b3214e4376a5 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:35:50.404189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.450567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.471852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:50.508393 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-685e16a5-9115-43a8-bf90-39c9fdf58470 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389984 May 12 03:35:50.541262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.598319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-3f27f3b6-6535-4bf1-9689-aaa7a81e9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:50.600402 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-3f27f3b6-6535-4bf1-9689-aaa7a81e9574 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1129 time: 0.0419722 May 12 03:35:50.604656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (b6db3ece-abe0-4a8d-854c-b3214e4376a5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.633917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=b6db3ece-abe0-4a8d-854c-b3214e4376a5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:50.638878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.642275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e958a602-5b2c-4e1e-9b45-ddd109558a03 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/b6db3ece-abe0-4a8d-854c-b3214e4376a5 HTTP/1.1" status: 204 len: 168 time: 0.2905409 May 12 03:35:50.644793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36468) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:50.647931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:35:49Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '3db2e647-7384-48e6-ac1f-d06f8e0d916e', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:50.651740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19ee51-8406-45b2-966f-792597796f6f None None] Network a3697fee-a188-4c13-b8f8-9a1674a9626f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:35:50.694238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] Checking router: c273f4be-0c38-493d-a96b-b69343dcd031 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:35:50.724985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-a4a01710-53ac-4421-8005-8f53cebd3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:50.728571 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-a4a01710-53ac-4421-8005-8f53cebd3cc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0997212 May 12 03:35:50.783977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (c273f4be-0c38-493d-a96b-b69343dcd031), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.816715 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-b91055a9-3dd6-4d5d-b7ec-8c0a2ffbb0e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 1000 time: 0.0779364 May 12 03:35:50.881410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-604cb71c-d9b9-4b43-9854-bbf27fcfce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:50.882920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-604cb71c-d9b9-4b43-9854-bbf27fcfce78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0576465 May 12 03:35:50.902001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (c273f4be-0c38-493d-a96b-b69343dcd031), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:50.909091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] Routers {'c273f4be-0c38-493d-a96b-b69343dcd031'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:50.909753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c273f4be-0c38-493d-a96b-b69343dcd031'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:50.932478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-b3448496-e063-43a6-b15b-596837856a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:50.934038 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-b3448496-e063-43a6-b15b-596837856a67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404503 May 12 03:35:50.947890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 3db2e647-7384-48e6-ac1f-d06f8e0d916e {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:35:50.948243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.011647 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] Set router c273f4be-0c38-493d-a96b-b69343dcd031 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:51.039827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] DHCP port deletion for a3697fee-a188-4c13-b8f8-9a1674a9626f request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:35:51.053195 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-fca8ef8c-ebb0-471c-a1b1-fb94f334bc5d service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096683 May 12 03:35:51.054147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 3db2e647-7384-48e6-ac1f-d06f8e0d916e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3db2e647-7384-48e6-ac1f-d06f8e0d916e,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:51.054523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.070393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 3db2e647-7384-48e6-ac1f-d06f8e0d916e owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:35:51.077802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:35:50Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:51.123533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543dcc9-99aa-4dfa-b53c-5b3e8063540a None None] The sync data for ids ['c273f4be-0c38-493d-a96b-b69343dcd031'] in dv-neutron-841363-5-hyperv is: [{'id': 'c273f4be-0c38-493d-a96b-b69343dcd031', 'name': 'tempest-TestNetworkBasicOps-router-194700319', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:32:42Z', 'updated_at': '2022-05-12T03:35:50Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:35:51.143934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] Deleting port 9b213b24-b1bf-4502-83f4-f722008c4546 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:35:51.144323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.168879 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d6caad0f-cd05-42b1-8ce3-9bcb9375af56 req-9d65129d-8321-4f24-9f10-25b7d2b49f14 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085308 May 12 03:35:51.212907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] For port 9b213b24-b1bf-4502-83f4-f722008c4546, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9b213b24-b1bf-4502-83f4-f722008c4546,segment=NetworkSegment(5af1c5c9-a465-4b32-9489-79d05f8600c8),segment_id=5af1c5c9-a465-4b32-9489-79d05f8600c8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:51.213828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.227446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] Calling delete_port for 9b213b24-b1bf-4502-83f4-f722008c4546 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:35:51.266920 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3db2e647-7384-48e6-ac1f-d06f8e0d916e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.291065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=3db2e647-7384-48e6-ac1f-d06f8e0d916e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:51.307305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (9b213b24-b1bf-4502-83f4-f722008c4546), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.338671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] Pushing event deleted for resources: {'Port': ['ID=9b213b24-b1bf-4502-83f4-f722008c4546,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:51.344163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4f1e5-a232-441f-b630-cfca01b885e8 None None] No DVR routers for this DVR port 9b213b24-b1bf-4502-83f4-f722008c4546 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:35:51.357871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (c273f4be-0c38-493d-a96b-b69343dcd031), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.451916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (c273f4be-0c38-493d-a96b-b69343dcd031), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.454070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (c273f4be-0c38-493d-a96b-b69343dcd031), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.500218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (c273f4be-0c38-493d-a96b-b69343dcd031), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.500943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router c273f4be-0c38-493d-a96b-b69343dcd031 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:35:51.507840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.508963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-339d6c86-34fa-42cf-b2fe-1aa0269f87da tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/c273f4be-0c38-493d-a96b-b69343dcd031 HTTP/1.1" status: 204 len: 168 time: 0.8632529 May 12 03:35:51.512301 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36470) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:51.593361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (a3697fee-a188-4c13-b8f8-9a1674a9626f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.681659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (a3697fee-a188-4c13-b8f8-9a1674a9626f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.701806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3697fee-a188-4c13-b8f8-9a1674a9626f']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:51.711341 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af1c5c9-a465-4b32-9489-79d05f8600c8') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:51.711640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af1c5c9-a465-4b32-9489-79d05f8600c8') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:51.721736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (5af1c5c9-a465-4b32-9489-79d05f8600c8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.735493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5af1c5c9-a465-4b32-9489-79d05f8600c8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.741285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:35:51.741966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (5af1c5c9-a465-4b32-9489-79d05f8600c8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:35:51.745730 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:35:51.808155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (a3697fee-a188-4c13-b8f8-9a1674a9626f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.812784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.821319 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/a3697fee-a188-4c13-b8f8-9a1674a9626f HTTP/1.1" status: 204 len: 168 time: 0.3033175 May 12 03:35:51.830990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36472) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:51.836366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--1849235941', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:51.842118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ac63-56f3-4b7f-8ae3-d738ad58cc1d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=a3697fee-a188-4c13-b8f8-9a1674a9626f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:51.863524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:35:51.867442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.892853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:35:51.902239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f8233624-cb78-45c4-931e-a3c53599de0a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.902641 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment f8233624-cb78-45c4-931e-a3c53599de0a of type vlan for network c262037f-622d-45fc-9743-9cd962a7082a May 12 03:35:51.950691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c262037f-622d-45fc-9743-9cd962a7082a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.979579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c262037f-622d-45fc-9743-9cd962a7082a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:51.984616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:51.985187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.018656 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1865885 May 12 03:35:52.021335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36474) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:52.028621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:52.064776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7089-9f29-433b-b9ba-e72b3ed06446 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=c262037f-622d-45fc-9743-9cd962a7082a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:52.074696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c262037f-622d-45fc-9743-9cd962a7082a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:35:52.078240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (6f2a6304-d382-4f59-8c17-2018b1e69759), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.079290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (6f2a6304-d382-4f59-8c17-2018b1e69759), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.135768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (6f2a6304-d382-4f59-8c17-2018b1e69759), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.276168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (6f2a6304-d382-4f59-8c17-2018b1e69759), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.452284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (6f2a6304-d382-4f59-8c17-2018b1e69759), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.470178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.574319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.168 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/eecb8b7f-106f-4542-959f-b1735a1e4c93) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:35:52.671651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.704154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:52.741397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:35:52.744246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:35:52.746712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:35:52.776697 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=eecb8b7f-106f-4542-959f-b1735a1e4c93,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:52.799250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9b213b24-b1bf-4502-83f4-f722008c4546 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:35:52.818432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9b213b24-b1bf-4502-83f4-f722008c4546 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:35:52.818781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9b213b24-b1bf-4502-83f4-f722008c4546 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:35:52.819188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3db2e647-7384-48e6-ac1f-d06f8e0d916e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:35:52.842436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 3db2e647-7384-48e6-ac1f-d06f8e0d916e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:35:52.842785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3db2e647-7384-48e6-ac1f-d06f8e0d916e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:35:52.843199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c025de3a-585c-47f0-92a1-0b8ad63a9203 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:35:52.862896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c025de3a-585c-47f0-92a1-0b8ad63a9203 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:35:52.863244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c025de3a-585c-47f0-92a1-0b8ad63a9203 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:35:53.009361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (6f2a6304-d382-4f59-8c17-2018b1e69759), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:53.202617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (6f2a6304-d382-4f59-8c17-2018b1e69759), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:53.329566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:35:53.437644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:35:53.447852 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:35:53.457485 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:53.458113 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:53.458644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:53.459854 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9f801c62-65ce-42e5-8154-f5cd2b01455b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4375892 May 12 03:35:53.463704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36476) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:53.551278 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7b4cf0b5-8b43-4d63-a310-e3f89fc11d8d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864120 May 12 03:35:53.553870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36480) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:53.563815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:53.637856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d59dab-7464-465f-b433-5a9857aac817 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:53.639509 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-28d59dab-7464-465f-b433-5a9857aac817 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846465 May 12 03:35:53.642260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36482) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:53.672244 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1fab70d3-c90a-4c32-b195-7aa7b54778c8 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289364 May 12 03:35:53.674778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36484) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:53.679305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735954626', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:53.731978 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:52Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:53.762365 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:35:53.762719 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Updating router 6f2a6304-d382-4f59-8c17-2018b1e69759 port eecb8b7f-106f-4542-959f-b1735a1e4c93 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:35:53.769489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:35:53.772914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:53.788969 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:53.952393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (2766ed8e-eaba-44c7-964f-9f9d2480f7a8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.025692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=2766ed8e-eaba-44c7-964f-9f9d2480f7a8,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:54.030010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:35:54.030375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: c262037f-622d-45fc-9743-9cd962a7082a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:35:54.047149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c262037f-622d-45fc-9743-9cd962a7082a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:35:54.056620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c262037f-622d-45fc-9743-9cd962a7082a) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:35:54.061483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:54.062495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.066275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6147e3-009b-458b-bb33-05d61f1a31c9 None None] Network c262037f-622d-45fc-9743-9cd962a7082a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:35:54.074039 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Publish callbacks [] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.079554 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.083468 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ceae9351-e0e3-414e-ad61-bfbb02838f36 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051459 May 12 03:35:54.083659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36486) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:54.126487 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Attempting to bind port eecb8b7f-106f-4542-959f-b1735a1e4c93 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:35:54.127361 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Attempting to bind port eecb8b7f-106f-4542-959f-b1735a1e4c93 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:35:54.127361 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Attempting to bind port eecb8b7f-106f-4542-959f-b1735a1e4c93 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:35:54.140231 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:35:54.140654 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:35:54.141005 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.141416 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:35:54.141870 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Bound port: eecb8b7f-106f-4542-959f-b1735a1e4c93, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:35:54.142261 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.143932 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Pushing event updated for resources: {'Port': ['ID=eecb8b7f-106f-4542-959f-b1735a1e4c93,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:54.167559 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.167906 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.168498 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.169383 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.169722 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.170094 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.170427 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.170740 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.171086 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.171416 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.172400 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.172750 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.173083 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.173589 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.173941 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:54.185980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c262037f-622d-45fc-9743-9cd962a7082a', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:35:54.186982 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.210861 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] For port eecb8b7f-106f-4542-959f-b1735a1e4c93, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:35:54.214759 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] For port eecb8b7f-106f-4542-959f-b1735a1e4c93, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=eecb8b7f-106f-4542-959f-b1735a1e4c93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:35:54.220614 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.281455 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:54.282092 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:54.318594 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d950d1-22e4-40ba-84eb-53e37fe084a5 None None] Pushing event updated for resources: {'Port': ['ID=eecb8b7f-106f-4542-959f-b1735a1e4c93,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:54.327571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Allocated IP 172.20.0.2 (c262037f-622d-45fc-9743-9cd962a7082a/2766ed8e-eaba-44c7-964f-9f9d2480f7a8/8340567f-aac7-4812-b2a6-7eaa20690e5d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:35:54.402571 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:54.497754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Publish callbacks [] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.504362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.545353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Network c262037f-622d-45fc-9743-9cd962a7082a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:35:54.550871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:35:54.555684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:35:54.559120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Pushing event updated for resources: {'Port': ['ID=8340567f-aac7-4812-b2a6-7eaa20690e5d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:54.583638 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:52Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:54.612928 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad46c6-132c-4002-9771-5cb67a89f32e None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:52Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:35:54.621613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Attempting to bind port 8340567f-aac7-4812-b2a6-7eaa20690e5d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:35:54.622134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Attempting to bind port 8340567f-aac7-4812-b2a6-7eaa20690e5d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:35:54.622606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Attempting to bind port 8340567f-aac7-4812-b2a6-7eaa20690e5d on network c262037f-622d-45fc-9743-9cd962a7082a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:35:54.628691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:35:54.629233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Checking segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:35:54.629937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.630583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Bound using segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:35:54.631284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Bound port: 8340567f-aac7-4812-b2a6-7eaa20690e5d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:35:54.631922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.704112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] For port 8340567f-aac7-4812-b2a6-7eaa20690e5d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:35:54.707937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] For port 8340567f-aac7-4812-b2a6-7eaa20690e5d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8340567f-aac7-4812-b2a6-7eaa20690e5d,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:35:54.716007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:54.783381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5b85b-fdc7-4734-88ac-b9fce3665831 None None] Pushing event updated for resources: {'Port': ['ID=8340567f-aac7-4812-b2a6-7eaa20690e5d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:54.914269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.255269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (c262037f-622d-45fc-9743-9cd962a7082a/2766ed8e-eaba-44c7-964f-9f9d2480f7a8/b09b4b20-d7d0-4f2e-82e1-886fce6f698d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:35:55.378849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.413090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.455860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c262037f-622d-45fc-9743-9cd962a7082a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:35:55.459062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:35:55.465157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:35:55.472186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:55.515014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (6f2a6304-d382-4f59-8c17-2018b1e69759), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.658529 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.791664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae7c52-a21c-4c9f-bcbe-fb0b71b29b1c None None] Network c262037f-622d-45fc-9743-9cd962a7082a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:35:55.854837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] Provisioning complete for port 8340567f-aac7-4812-b2a6-7eaa20690e5d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:55.855113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.974676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] Current status of the port 8340567f-aac7-4812-b2a6-7eaa20690e5d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:55.975361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:55.994571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.001377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.013390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] For port 8340567f-aac7-4812-b2a6-7eaa20690e5d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8340567f-aac7-4812-b2a6-7eaa20690e5d,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:56.019256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.079637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aec64-85c5-44b7-aa9b-270299f11139 None None] Pushing event updated for resources: {'Port': ['ID=8340567f-aac7-4812-b2a6-7eaa20690e5d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:56.087944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (6f2a6304-d382-4f59-8c17-2018b1e69759), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.089764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:56.189778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c262037f-622d-45fc-9743-9cd962a7082a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:35:56.191147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:35:56.238098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0bebbdd7-fd8d-4e73-959b-e27305558728 None None] Provisioning complete for port b09b4b20-d7d0-4f2e-82e1-886fce6f698d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:56.238481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0bebbdd7-fd8d-4e73-959b-e27305558728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.276500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0bebbdd7-fd8d-4e73-959b-e27305558728 None None] Port b09b4b20-d7d0-4f2e-82e1-886fce6f698d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:35:56.288261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0bebbdd7-fd8d-4e73-959b-e27305558728 None None] Provisioning complete for port 8340567f-aac7-4812-b2a6-7eaa20690e5d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:56.288261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0bebbdd7-fd8d-4e73-959b-e27305558728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.320142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:35:56.382032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0bebbdd7-fd8d-4e73-959b-e27305558728 None None] Current status of the port 8340567f-aac7-4812-b2a6-7eaa20690e5d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:56.439615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:35:56.447409 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6cd32fc7-8680-4cb2-9aab-889c32683a89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/6f2a6304-d382-4f59-8c17-2018b1e69759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599246 May 12 03:35:56.447903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36488) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:56.450431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:35:56.462821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:56.463343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:56.520013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d4b13507-b0ff-42b6-baed-2845f28fee64 None None] Provisioning complete for port b09b4b20-d7d0-4f2e-82e1-886fce6f698d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:56.520536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d4b13507-b0ff-42b6-baed-2845f28fee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.559830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.560309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.560777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.561318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.561739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.562152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.566487 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31edb07d-4dd7-4ebb-92f8-bf236ae0f49a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1153376 May 12 03:35:56.566602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36490) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:56.598949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d4b13507-b0ff-42b6-baed-2845f28fee64 None None] Port b09b4b20-d7d0-4f2e-82e1-886fce6f698d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:35:56.615707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:56.621548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.622049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.622509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.622964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.623416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.623862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:56.625613 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-18495c33-1a32-48c6-b8f0-f94f36742347 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0581226 May 12 03:35:56.628350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36492) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:56.745486 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-aa288242-d177-495f-9f8e-6226c4b61229 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1161032 May 12 03:35:56.750044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6210a937-b6ec-42fb-92e9-3bc0de7c1fed None None] Provisioning complete for port b09b4b20-d7d0-4f2e-82e1-886fce6f698d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:56.750425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6210a937-b6ec-42fb-92e9-3bc0de7c1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.803828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36496) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:56.804515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6210a937-b6ec-42fb-92e9-3bc0de7c1fed None None] Port b09b4b20-d7d0-4f2e-82e1-886fce6f698d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:35:56.810506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310766289', 'description': 'tempest-secgroup-smoke-310766289 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:56.835717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.849191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:56.878741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:35:56.879167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Updating router 6f2a6304-d382-4f59-8c17-2018b1e69759 port b09b4b20-d7d0-4f2e-82e1-886fce6f698d binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:35:56.883517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8340567f-aac7-4812-b2a6-7eaa20690e5d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:35:56.919891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (92f7a279-196c-4e40-b25e-6550d02adb89), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.923577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (92f7a279-196c-4e40-b25e-6550d02adb89), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.935907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.954295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:56.955546 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1506283 May 12 03:35:56.956661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f7a279-196c-4e40-b25e-6550d02adb89,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:56.958727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36498) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:56.963853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '92f7a279-196c-4e40-b25e-6550d02adb89', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:56.979968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.980326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.980674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.981022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.981364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.981703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.982065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.982401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.982735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.983067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.983400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.983732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.984062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.984389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:56.984715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf829f-6718-47d7-b05f-559be193bb9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:35:57.008338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (34d150bc-4113-4337-9663-7aeca15e542d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.013104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8340567f-aac7-4812-b2a6-7eaa20690e5d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:57.013474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.069322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (34d150bc-4113-4337-9663-7aeca15e542d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.073250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (34d150bc-4113-4337-9663-7aeca15e542d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.092213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d150bc-4113-4337-9663-7aeca15e542d,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.101853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.106049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36500) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:57.106258 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b005ecf6-95d0-41b2-814d-b366ec3dbe7f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463678 May 12 03:35:57.111115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '92f7a279-196c-4e40-b25e-6550d02adb89', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:57.139396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (7b4fae83-ac45-4f2d-82cb-39d61be4cc63), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.196708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (7b4fae83-ac45-4f2d-82cb-39d61be4cc63), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.200408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7b4fae83-ac45-4f2d-82cb-39d61be4cc63), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.217685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4fae83-ac45-4f2d-82cb-39d61be4cc63,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.226994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.228733 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c3f37494-9ba5-46e8-a973-87a3c913be2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212549 May 12 03:35:57.231586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36502) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:57.235844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '92f7a279-196c-4e40-b25e-6550d02adb89', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:57.260850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c0960127-3db0-41ec-bad1-db4d5e7f931d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.320326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (c0960127-3db0-41ec-bad1-db4d5e7f931d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.328850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (c0960127-3db0-41ec-bad1-db4d5e7f931d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.333050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8340567f-aac7-4812-b2a6-7eaa20690e5d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:57.334161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eecb8b7f-106f-4542-959f-b1735a1e4c93 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:35:57.345178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0960127-3db0-41ec-bad1-db4d5e7f931d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.356546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.357751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9207102f-0f27-4464-8c51-9d3da70c293d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252558 May 12 03:35:57.360585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36504) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:57.364929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '92f7a279-196c-4e40-b25e-6550d02adb89', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:57.390397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4bbfd9d2-a999-4652-abc3-7274eef562fc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.430514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port eecb8b7f-106f-4542-959f-b1735a1e4c93 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:57.430928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.447464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4bbfd9d2-a999-4652-abc3-7274eef562fc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.450995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (4bbfd9d2-a999-4652-abc3-7274eef562fc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.468541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbfd9d2-a999-4652-abc3-7274eef562fc,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.479136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.480351 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f84192b6-5adb-44bf-a526-cd6f2356721f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188092 May 12 03:35:57.483139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36506) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:57.487565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '92f7a279-196c-4e40-b25e-6550d02adb89', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:57.507306 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:35:57.513006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (a6ceba4b-79f8-4cc0-9798-4cd93cd1b927), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.532045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Publish callbacks [] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.556000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.573415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (a6ceba4b-79f8-4cc0-9798-4cd93cd1b927), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.577142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (a6ceba4b-79f8-4cc0-9798-4cd93cd1b927), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.595510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ceba4b-79f8-4cc0-9798-4cd93cd1b927,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.599375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port eecb8b7f-106f-4542-959f-b1735a1e4c93 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:57.599741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.604565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.606473 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2a78e111-6485-45ab-82c2-597e8dc4760c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216197 May 12 03:35:57.608665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36508) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:35:57.618912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '92f7a279-196c-4e40-b25e-6550d02adb89', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:35:57.632373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecbc41-070d-4062-b1cf-2d1b216df756 None None] Pushing event updated for resources: {'Port': ['ID=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.639620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port eecb8b7f-106f-4542-959f-b1735a1e4c93, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=eecb8b7f-106f-4542-959f-b1735a1e4c93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:57.646329 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:35:57.646615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.658323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1b8456fa-173b-42e4-83c3-de9c9eb1b8b2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.726462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1b8456fa-173b-42e4-83c3-de9c9eb1b8b2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.733312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1b8456fa-173b-42e4-83c3-de9c9eb1b8b2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.741206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Attempting to bind port b09b4b20-d7d0-4f2e-82e1-886fce6f698d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:35:57.741859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Attempting to bind port b09b4b20-d7d0-4f2e-82e1-886fce6f698d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:35:57.742289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Attempting to bind port b09b4b20-d7d0-4f2e-82e1-886fce6f698d on network c262037f-622d-45fc-9743-9cd962a7082a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:35:57.750757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=eecb8b7f-106f-4542-959f-b1735a1e4c93,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.752540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8456fa-173b-42e4-83c3-de9c9eb1b8b2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.756095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:35:57.756508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Checking segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:35:57.756934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.757334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Bound using segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:35:57.757927 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Bound port: b09b4b20-d7d0-4f2e-82e1-886fce6f698d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:35:57.758345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.763924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.765365 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9fa1f56b-2443-4cd0-a26b-1ff60dbbadba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557140 May 12 03:35:57.832397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] For port b09b4b20-d7d0-4f2e-82e1-886fce6f698d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:35:57.836453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] For port b09b4b20-d7d0-4f2e-82e1-886fce6f698d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:35:57.844044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:57.910351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:35:57.910974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:35:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:57.912922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecbc41-070d-4062-b1cf-2d1b216df756 None None] Pushing event updated for resources: {'Port': ['ID=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:57.957976 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-24b72ea2-2ed3-483e-9b29-7df335ddd697 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310766289&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0565598 May 12 03:35:57.967951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] Provisioning complete for port b09b4b20-d7d0-4f2e-82e1-886fce6f698d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:57.968398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:58.067820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:35:58.077207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-3a9fb177-6d8f-475c-8bc2-9119e13a9b3f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:58.078720 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-3a9fb177-6d8f-475c-8bc2-9119e13a9b3f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 797 time: 0.1128948 May 12 03:35:58.093744 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-9fcac855-68bb-4248-aa7c-1453b1088e72 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0095904 May 12 03:35:58.143735 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-a59c9d69-dd1c-4b6d-ac77-12e150e14d56 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434101 May 12 03:35:58.168539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] Current status of the port b09b4b20-d7d0-4f2e-82e1-886fce6f698d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:58.168933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:58.253806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] For port b09b4b20-d7d0-4f2e-82e1-886fce6f698d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:35:58.260789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:58.293715 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-b8f764dc-fc37-45e2-9608-c9eafca1a32d service neutron] 10.222.0.23 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379886 May 12 03:35:58.349877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9551ff2-9c42-460b-8a5f-affcd7276639 None None] Pushing event updated for resources: {'Port': ['ID=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:35:58.356735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:35:58.390781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84183b64-3055-468e-9f15-e4188c3e886c None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:35:58.399043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d84b7814-ed92-4698-b873-d418afd2528b None None] Provisioning complete for port b09b4b20-d7d0-4f2e-82e1-886fce6f698d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:58.399411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d84b7814-ed92-4698-b873-d418afd2528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:58.402077 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-0d91b7fb-9edf-4cd3-9a4e-1fce788a9fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023037 May 12 03:35:58.507592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d84b7814-ed92-4698-b873-d418afd2528b None None] Current status of the port b09b4b20-d7d0-4f2e-82e1-886fce6f698d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:58.590220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6b961a3-8e03-4df8-9f71-fb7b90854139 req-89ac9c76-0c86-4217-8231-a64f5df3f498 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 210 time: 0.0315306 May 12 03:35:58.919433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b09b4b20-d7d0-4f2e-82e1-886fce6f698d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:35:58.973698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b09b4b20-d7d0-4f2e-82e1-886fce6f698d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:58.974135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:59.081864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b09b4b20-d7d0-4f2e-82e1-886fce6f698d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:59.083205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eecb8b7f-106f-4542-959f-b1735a1e4c93 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:35:59.135699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port eecb8b7f-106f-4542-959f-b1735a1e4c93 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:35:59.136172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:35:59.238523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port eecb8b7f-106f-4542-959f-b1735a1e4c93 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:35:59.700337 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7e7ab8c7-7c1a-45ab-854a-d53ba761f8bd req-48a90938-4c66-4a14-81d0-36b6056f1b18 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 210 time: 0.0329776 May 12 03:35:59.887917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-58e5b477-f37d-4cd6-b6c8-c3bedf6cc792 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:35:59.889654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-58e5b477-f37d-4cd6-b6c8-c3bedf6cc792 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 797 time: 0.1292570 May 12 03:36:00.167349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5bed3b4d-c753-41da-ac0c-a82526b22ff2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 379 time: 0.0564814 May 12 03:36:00.219528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['92f7a279-196c-4e40-b25e-6550d02adb89']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:00.329624 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:36:00.333268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:00.461344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.9 (c262037f-622d-45fc-9743-9cd962a7082a/2766ed8e-eaba-44c7-964f-9f9d2480f7a8/03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:36:00.601444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:00.634906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:00.682914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c262037f-622d-45fc-9743-9cd962a7082a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:36:00.686083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:36:00.692436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:36:00.698791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:00.775948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:00.775948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:00.794709 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-10c20b9a-2bc8-4fbe-acaf-50dc25d3d459 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789254 May 12 03:36:00.811894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Request body: {'port': {'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:00.888347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf51cdc-4baa-4caf-b36f-cfe90f6499fc req-2ddd5647-d4a5-4833-8538-96e767a52050 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:00.890273 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1bf51cdc-4baa-4caf-b36f-cfe90f6499fc req-2ddd5647-d4a5-4833-8538-96e767a52050 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 931 time: 0.0683675 May 12 03:36:00.896903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:00.946565 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1bf51cdc-4baa-4caf-b36f-cfe90f6499fc req-96345e4f-4a53-471b-a348-7c022b5d00b9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501127 May 12 03:36:00.964877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-24201c02-8d1a-43d6-b3cb-7f3d95ebfdac None None] Provisioning complete for port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:36:00.965405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-24201c02-8d1a-43d6-b3cb-7f3d95ebfdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:01.002396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-24201c02-8d1a-43d6-b3cb-7f3d95ebfdac None None] Port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:36:01.207940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:36:01.215912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Publish callbacks [] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:01.228976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Transition to ACTIVE for port object 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:36:01.232514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:01.284625 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:01.363225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Attempting to bind port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:36:01.363567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Attempting to bind port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:36:01.363894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Attempting to bind port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce on network c262037f-622d-45fc-9743-9cd962a7082a {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:36:01.368850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce on network c262037f-622d-45fc-9743-9cd962a7082a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:36:01.369175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Attempting to bind port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce on network c262037f-622d-45fc-9743-9cd962a7082a {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:36:01.375141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:36:01.375477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Checking segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:36:01.375867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Bound using segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:36:01.376437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Bound port: 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:36:01.376799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:01.448656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:36:01.452071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:36:01.458642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:01.492985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:01.493625 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:01.495024 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] 10.222.0.57 "PUT /v2.0/ports/03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 1093 time: 0.6889532 May 12 03:36:01.495478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:01.497711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040c144c-3242-4550-bdde-1971ab5d151a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:01.528210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5902f7-edfd-40a1-891d-49e7560c7156 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:01.555526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ccfc4-aa0b-4d3b-af22-a592ecac2d04 x-openstack-request-id: req-7b6ccfc4-aa0b-4d3b-af22-a592ecac2d04 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:01.555918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:01.556225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b6ccfc4-aa0b-4d3b-af22-a592ecac2d04 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:01.556707 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6ccfc4-aa0b-4d3b-af22-a592ecac2d04'] response: {'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'status': 'completed', 'code': 200} May 12 03:36:01.590202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-ce769590-9301-4a89-8221-435d66daf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:01.591720 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-ce769590-9301-4a89-8221-435d66daf30f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1127 time: 0.0521719 May 12 03:36:01.640044 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-8b933f57-e4e5-448a-9758-65ae07dda0b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 217 time: 0.0384786 May 12 03:36:01.693337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-b36bd141-6b12-44ad-b42e-84cc4cf1ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:01.695002 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-b36bd141-6b12-44ad-b42e-84cc4cf1ddde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0490060 May 12 03:36:01.751480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-1eda799f-b5e8-4bf4-aca6-d0168f7e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:01.753104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-1eda799f-b5e8-4bf4-aca6-d0168f7e84bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515931 May 12 03:36:01.848489 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-40d39d01-dd9a-4774-a360-289291ba1043 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864794 May 12 03:36:01.945550 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d3ed102-6a0f-4ed4-9e1c-e5ae0bfc89e1 req-0decd990-8fe5-44f2-bbb4-7f4090cd7d7b service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904086 May 12 03:36:02.063937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d803f-70ee-4824-9d25-5d6eea0fd4e6 req-5ec48efc-92ce-4404-a0b1-aadf6e6b7a57 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:02.065395 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef7d803f-70ee-4824-9d25-5d6eea0fd4e6 req-5ec48efc-92ce-4404-a0b1-aadf6e6b7a57 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 943 time: 0.0486917 May 12 03:36:02.113640 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef7d803f-70ee-4824-9d25-5d6eea0fd4e6 req-2f24c347-4949-4ef4-8773-ee2910e3a54e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423229 May 12 03:36:02.878130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c144c-3242-4550-bdde-1971ab5d151a req-b3781f34-c0b8-4ae8-a20d-2e9760b76344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:02.879600 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-b3781f34-c0b8-4ae8-a20d-2e9760b76344 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1127 time: 0.0400984 May 12 03:36:02.971099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c144c-3242-4550-bdde-1971ab5d151a req-9bffec7f-6b6d-4d9c-8ba5-4951b39d03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:02.972775 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-9bffec7f-6b6d-4d9c-8ba5-4951b39d03a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.0868819 May 12 03:36:03.016552 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-7d0206bd-1c2c-4752-b69c-ccfd0cfb88f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 217 time: 0.0339592 May 12 03:36:03.063406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c144c-3242-4550-bdde-1971ab5d151a req-b2a84858-232f-4bfa-b52b-50a61c7923d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:03.065079 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-b2a84858-232f-4bfa-b52b-50a61c7923d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0434921 May 12 03:36:03.107965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5dd070fd-b9f8-4295-8dc5-2541206fc866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:03.111338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c144c-3242-4550-bdde-1971ab5d151a req-b929cd1b-2fed-4264-97c2-6155429df4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:03.112942 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-b929cd1b-2fed-4264-97c2-6155429df4fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419347 May 12 03:36:03.210430 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-0e4aa176-0c06-4aeb-b0a3-d052d904b224 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910923 May 12 03:36:03.245082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e14d-76a3-482d-a641-7389bbbc1e21 req-7071df38-b323-4794-aa06-c6f57bfb919d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:03.246713 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5150e14d-76a3-482d-a641-7389bbbc1e21 req-7071df38-b323-4794-aa06-c6f57bfb919d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 943 time: 0.0518003 May 12 03:36:03.299075 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5150e14d-76a3-482d-a641-7389bbbc1e21 req-f3d60253-d194-4edd-bd2a-1dc3092c3e3c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452247 May 12 03:36:03.313677 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-040c144c-3242-4550-bdde-1971ab5d151a req-49e882ee-7234-4539-b714-c30c1fb810f3 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974479 May 12 03:36:04.422154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d95-fd6d-4055-b293-501a94902a3d req-27961a84-8acb-48ae-ab5e-e7db5622a036 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:04.423494 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a4e2d95-fd6d-4055-b293-501a94902a3d req-27961a84-8acb-48ae-ab5e-e7db5622a036 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 943 time: 0.0451362 May 12 03:36:04.472217 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a4e2d95-fd6d-4055-b293-501a94902a3d req-4625629a-bb3c-498f-b62b-6581b2e76294 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 May 12 03:36:04.982084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:36:05.078833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:05.092131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:36:05.130113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:36:05.130512 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:05.147692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:36:05.167134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:05.170640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:05.216100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:05.415469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:36:05.583975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39b1fd-78e7-45e3-896c-6dd0fd052deb req-435d67f4-ab3c-468a-8806-b0a50beafdc9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:05.585365 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5b39b1fd-78e7-45e3-896c-6dd0fd052deb req-435d67f4-ab3c-468a-8806-b0a50beafdc9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 944 time: 0.0459218 May 12 03:36:05.640559 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5b39b1fd-78e7-45e3-896c-6dd0fd052deb req-e5134ad0-9901-432b-be1d-ccd3673ef5af tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 May 12 03:36:05.650841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-31b53967-e779-4891-ad30-6a008b7e0fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:06.457019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:06.750902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a1fbf-41cc-4913-805e-d240007474f7 req-3a10f8fe-594f-4c1c-a6d3-84e920a838ef tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:06.752362 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-235a1fbf-41cc-4913-805e-d240007474f7 req-3a10f8fe-594f-4c1c-a6d3-84e920a838ef tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 944 time: 0.0463650 May 12 03:36:06.801020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-235a1fbf-41cc-4913-805e-d240007474f7 req-5514d81b-cd5a-4a61-8db5-a3016c21e7a4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 May 12 03:36:06.982544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:36:07.025523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:36:07.030619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:36:07.031044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:07.110467 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:36:07.110852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:07.133027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:07.135815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b42e2a-b74e-4707-8b9c-1de21d7de12c" -d '{"events": [{"server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "name": "network-vif-plugged", "status": "completed", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:07.148961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:07.153562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:07.177129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11779b42-6e62-4742-8560-41d97aef3fbd x-openstack-request-id: req-11779b42-6e62-4742-8560-41d97aef3fbd {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:07.177462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "name": "network-vif-plugged", "status": "completed", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:07.177715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11779b42-6e62-4742-8560-41d97aef3fbd {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:07.178135 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11779b42-6e62-4742-8560-41d97aef3fbd'] response: {'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'code': 200} May 12 03:36:07.205391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:07.349206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13a4d-b6e9-48f5-b91d-d42ca818d060 req-2a635be0-7845-415b-9d12-40e89e319825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:07.350714 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91f13a4d-b6e9-48f5-b91d-d42ca818d060 req-2a635be0-7845-415b-9d12-40e89e319825 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1129 time: 0.0389814 May 12 03:36:07.396917 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91f13a4d-b6e9-48f5-b91d-d42ca818d060 req-fb8bf0b8-1742-4b1d-93cb-5e7a22a1e877 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389521 May 12 03:36:07.910845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2e200-ec3c-46ec-a30d-f47f983aafdf req-0af5da0e-8318-4055-a492-ac453e4e1255 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:07.912283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda2e200-ec3c-46ec-a30d-f47f983aafdf req-0af5da0e-8318-4055-a492-ac453e4e1255 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.0448442 May 12 03:36:07.958947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dda2e200-ec3c-46ec-a30d-f47f983aafdf req-aa41ded2-9626-427b-9699-8d9fc7855ff9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405321 May 12 03:36:08.020181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:09.074937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b6d9-6705-47ef-8a44-3207ef6b4e38 req-832d1876-3393-4c80-a47d-7e4e3d4d23d3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:09.076467 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f831b6d9-6705-47ef-8a44-3207ef6b4e38 req-832d1876-3393-4c80-a47d-7e4e3d4d23d3 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.0497801 May 12 03:36:09.127006 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f831b6d9-6705-47ef-8a44-3207ef6b4e38 req-8c2cc5e4-9681-4927-bf21-73a9d20b514f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449860 May 12 03:36:09.239460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c866e-c51d-4dd9-bc2e-9223e3879d37 req-a5f8c210-972e-42e8-b185-04b76b45bfda tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:09.240841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a33c866e-c51d-4dd9-bc2e-9223e3879d37 req-a5f8c210-972e-42e8-b185-04b76b45bfda tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.0481369 May 12 03:36:09.290820 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a33c866e-c51d-4dd9-bc2e-9223e3879d37 req-33de6b86-c0b5-4742-9eae-99176f36979b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 May 12 03:36:09.311795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36570) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:09.353359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787b23d-3652-48e9-bab1-ca3cca61e670 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:09.354898 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2787b23d-3652-48e9-bab1-ca3cca61e670 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1124 time: 0.0421791 May 12 03:36:09.357629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36574) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:09.361801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:09.382845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:09.457300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:09.565303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.137 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/8dce512e-3ead-442c-836e-a696ab093bcb) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:36:09.604599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:09.673831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (8dce512e-3ead-442c-836e-a696ab093bcb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:09.706494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8dce512e-3ead-442c-836e-a696ab093bcb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:09.746442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:36:09.749203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:36:09.754649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:36:09.760691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=8dce512e-3ead-442c-836e-a696ab093bcb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:10.113429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (eb9e965d-767a-4ab1-8b4d-0b30948d99c5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:10.187047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8dce512e-3ead-442c-836e-a696ab093bcb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:10.361458 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (8dce512e-3ead-442c-836e-a696ab093bcb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:10.365515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (8dce512e-3ead-442c-836e-a696ab093bcb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:10.434926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=8dce512e-3ead-442c-836e-a696ab093bcb,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:10.444650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (eb9e965d-767a-4ab1-8b4d-0b30948d99c5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:10.549706 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP eb9e965d-767a-4ab1-8b4d-0b30948d99c5 associated. External IP: 172.26.2.137, port: 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce. May 12 03:36:11.091318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:36:11.200126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:36:11.210493 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:36:11.217609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.220222 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:36:11.221099 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:36:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:11.246952 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5654ca02-0665-498e-bfbc-cd2395c66679 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8882470 May 12 03:36:11.247541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:11.249801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:11.250150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36576) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:11.290944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f18a20-a799-4f82-8b6e-6fd9c28caa65 x-openstack-request-id: req-b7f18a20-a799-4f82-8b6e-6fd9c28caa65 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:11.291238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:11.291497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7f18a20-a799-4f82-8b6e-6fd9c28caa65 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:11.291854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5477320-15f4-4909-9ee0-8bcf7d53d28e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:11.291979 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f18a20-a799-4f82-8b6e-6fd9c28caa65'] response: {'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'status': 'completed', 'code': 200} May 12 03:36:11.293612 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f5477320-15f4-4909-9ee0-8bcf7d53d28e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1124 time: 0.0424449 May 12 03:36:11.332141 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:36:11.355189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36582) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:11.360526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959349810', 'description': 'tempest-secgroup-smoke-1959349810 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:11.364798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-d42decb0-2e27-45f2-aacc-a2f0db26e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:11.366373 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-d42decb0-2e27-45f2-aacc-a2f0db26e6f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1129 time: 0.0500565 May 12 03:36:11.388604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.461616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-861f79d7-5193-416b-8eb7-01ec51ee102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:11.463657 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-861f79d7-5193-416b-8eb7-01ec51ee102e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.0903740 May 12 03:36:11.464820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (c52278fa-8e86-4a5f-ba17-0acc95eb4ff2), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.468837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c52278fa-8e86-4a5f-ba17-0acc95eb4ff2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.506177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:11.513232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.514957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-41bd943e-4e0c-438f-9197-c84d666af8cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1583037 May 12 03:36:11.518456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36584) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:11.523853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'c52278fa-8e86-4a5f-ba17-0acc95eb4ff2', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:11.550259 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-0559f87f-e978-4200-80a5-97e95a3f08c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 999 time: 0.0799024 May 12 03:36:11.555403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (8bdd875f-015b-49a6-927f-bfbbe49f8057), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.603157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-c56d12b3-0993-456b-81ff-640b1bdeb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:11.604687 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-c56d12b3-0993-456b-81ff-640b1bdeb3ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0486660 May 12 03:36:11.622018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (8bdd875f-015b-49a6-927f-bfbbe49f8057), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.625871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8bdd875f-015b-49a6-927f-bfbbe49f8057), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.646950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdd875f-015b-49a6-927f-bfbbe49f8057,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:11.660201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.662007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-2250f4bb-bd68-4d22-b0e2-f2a058bb1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:11.662519 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3d042089-c516-4a93-a57e-62ba3755dbad tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429765 May 12 03:36:11.665030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36586) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:11.666669 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-2250f4bb-bd68-4d22-b0e2-f2a058bb1173 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507276 May 12 03:36:11.670282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'c52278fa-8e86-4a5f-ba17-0acc95eb4ff2', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:11.682932 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:09Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:11.699768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (6f541155-9c4d-41e3-b0e9-c04def631094), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.713340 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:36:11.722379 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:36:11.722981 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:36:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:11.762572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (6f541155-9c4d-41e3-b0e9-c04def631094), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.768460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (6f541155-9c4d-41e3-b0e9-c04def631094), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.774313 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-76d905d8-690e-4d87-91d9-f42f068d0b39 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007929 May 12 03:36:11.787648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f541155-9c4d-41e3-b0e9-c04def631094,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:11.797186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.801034 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f450ced7-2317-43e9-b044-4d5ac23e01ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324334 May 12 03:36:11.801286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36588) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:11.805624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'c52278fa-8e86-4a5f-ba17-0acc95eb4ff2', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:11.833441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (f4352299-895d-4ef6-871c-8d1c602479cf), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.847526 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:36:11.878743 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1c832c87-cce7-4b3f-8f68-ec1df7fcfb12 req-cf4c5df9-e477-4a7e-a7fa-06b0d06da895 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972159 May 12 03:36:11.895283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (f4352299-895d-4ef6-871c-8d1c602479cf), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.900901 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (f4352299-895d-4ef6-871c-8d1c602479cf), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.919517 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4352299-895d-4ef6-871c-8d1c602479cf,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:11.935134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:11.936333 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-be596a56-08aa-42a5-a20e-3f3d232b8290 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340654 May 12 03:36:11.939041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36590) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:11.943561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'c52278fa-8e86-4a5f-ba17-0acc95eb4ff2', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:11.968693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (03f5c87f-5b6f-4acb-bc2f-edc81f8aca80), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.028025 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (03f5c87f-5b6f-4acb-bc2f-edc81f8aca80), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.031679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (03f5c87f-5b6f-4acb-bc2f-edc81f8aca80), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.049396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f5c87f-5b6f-4acb-bc2f-edc81f8aca80,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:12.057016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.058296 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c4b8010a-6db6-4c33-8c7a-59089425306c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182504 May 12 03:36:12.060866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36592) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:12.065206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'c52278fa-8e86-4a5f-ba17-0acc95eb4ff2', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:12.088279 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:36:12.091468 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:09Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:12.093711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4fd48ead-258d-4390-b7de-419f9031fc13), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.118156 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030925-c489-4d0f-82fd-32d4d1a4568c None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:09Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:36:12.155506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (4fd48ead-258d-4390-b7de-419f9031fc13), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.160969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (4fd48ead-258d-4390-b7de-419f9031fc13), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.179473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd48ead-258d-4390-b7de-419f9031fc13,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:12.187526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.188738 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-45946d42-18be-4861-b7bd-32da16f8e87c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269536 May 12 03:36:12.191495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36594) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:12.195961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': 'c52278fa-8e86-4a5f-ba17-0acc95eb4ff2', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:12.218730 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:36:12.224669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (637e6ed2-594d-4d6f-927e-a6e8c5f5259c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.288567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (637e6ed2-594d-4d6f-927e-a6e8c5f5259c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.292864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (637e6ed2-594d-4d6f-927e-a6e8c5f5259c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.312457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637e6ed2-594d-4d6f-927e-a6e8c5f5259c,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:12.318199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.322804 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-15d96084-b15c-4a33-bea9-f0bbad4b1fc0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271849 May 12 03:36:12.339871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc66c3c-3ddc-4226-9cb0-d0bf89ab8a75 None None] New status for floating IP eb9e965d-767a-4ab1-8b4d-0b30948d99c5: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:36:12.410958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:12.471305 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-b3bda43b-6e88-4914-8f57-1adbf054da74 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959349810&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0450449 May 12 03:36:12.581399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-69a900ee-5d5f-4de9-8c2b-07526cdb7a93 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:12.583083 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-69a900ee-5d5f-4de9-8c2b-07526cdb7a93 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 797 time: 0.1049471 May 12 03:36:12.597683 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-7e132563-3fb1-480a-907d-6cfbedc035ea tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0091903 May 12 03:36:12.649464 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d2a89c11-156e-43a3-90da-24ee76062bbb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469074 May 12 03:36:12.754100 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-dab4023e-6400-4c82-aacf-e69fa1660ecc service neutron] 10.222.0.23 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934281 May 12 03:36:12.846257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d7c3635a-af91-41b7-a3d2-644956e82090 service neutron] 10.222.0.23 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 May 12 03:36:13.020268 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f40cbb0e-3a4a-4b69-9f91-d6f88eb40ac7 req-34358ebc-f2b8-4f8b-a55b-473c641381ac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 210 time: 0.0282850 May 12 03:36:13.968769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-69af6235-1b23-4974-a8c8-8203f22db59d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:13.970201 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-69af6235-1b23-4974-a8c8-8203f22db59d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 797 time: 0.1035035 May 12 03:36:14.047676 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-5274ff67-d7fd-4b79-8024-96da633cff00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 472 time: 0.0669379 May 12 03:36:14.117940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f005973a-81c8-4699-bb1d-c7c3652b6efc req-5afc7898-4dd3-4364-b12d-6c520cfa6791 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 210 time: 0.0275617 May 12 03:36:14.126189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': '50381e21-9731-496b-a34b-f822ea636607', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['c52278fa-8e86-4a5f-ba17-0acc95eb4ff2']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:14.233063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:36:14.236359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:14.356554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.11 (c262037f-622d-45fc-9743-9cd962a7082a/2766ed8e-eaba-44c7-964f-9f9d2480f7a8/291f02e0-0aad-47ab-ab6a-43b0ee63c1be) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:36:14.496586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:14.528077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:14.569417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network c262037f-622d-45fc-9743-9cd962a7082a is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:36:14.572455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:36:14.574884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:36:14.607603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:14.638069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:14.638703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:14.655461 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-d01142be-142f-49ff-ba41-289e25772cac tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5334053 May 12 03:36:14.667228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Request body: {'port': {'device_id': '50381e21-9731-496b-a34b-f822ea636607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:14.728677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:14.847495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-afbb3a7b-697d-4a99-aa18-e3ffdccecd2d None None] Provisioning complete for port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:36:14.848093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-afbb3a7b-697d-4a99-aa18-e3ffdccecd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:14.882119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-afbb3a7b-697d-4a99-aa18-e3ffdccecd2d None None] Port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:36:15.234412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761a76-fce5-4e67-97f4-ad5ed28d8107 req-51ff97f3-ab32-4d42-a743-e3f6f5d651b4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:15.235881 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-05761a76-fce5-4e67-97f4-ad5ed28d8107 req-51ff97f3-ab32-4d42-a743-e3f6f5d651b4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 932 time: 0.0475140 May 12 03:36:15.285353 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-05761a76-fce5-4e67-97f4-ad5ed28d8107 req-8ad67cff-36a0-435f-9973-49392428d808 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432827 May 12 03:36:15.335228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291f02e0-0aad-47ab-ab6a-43b0ee63c1be {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:36:15.342871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Publish callbacks [] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:15.355768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Transition to ACTIVE for port object 291f02e0-0aad-47ab-ab6a-43b0ee63c1be will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:36:15.358837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:15.409425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:15.483467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Attempting to bind port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:36:15.483943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Attempting to bind port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:36:15.484367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Attempting to bind port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be on network c262037f-622d-45fc-9743-9cd962a7082a {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:36:15.489082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be on network c262037f-622d-45fc-9743-9cd962a7082a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:36:15.489396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Attempting to bind port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be on network c262037f-622d-45fc-9743-9cd962a7082a {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:36:15.494898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:36:15.495260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Checking segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:36:15.495648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Bound using segment: {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:36:15.496069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Bound port: 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8233624-cb78-45c4-931e-a3c53599de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:36:15.496443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:15.562580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] For port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:36:15.565490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] For port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:36:15.572169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:15.604038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:15.604657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:15.606073 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/291f02e0-0aad-47ab-ab6a-43b0ee63c1be HTTP/1.1" status: 200 len: 1094 time: 0.9436698 May 12 03:36:15.606612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:15.608749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:15.643552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078f79d-de64-4b83-b2f6-85bf8573c2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:15.661122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297e1d6-8bc0-4ffd-81c8-7fd93fe978ab x-openstack-request-id: req-5297e1d6-8bc0-4ffd-81c8-7fd93fe978ab {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:15.661638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:15.662166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5297e1d6-8bc0-4ffd-81c8-7fd93fe978ab {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:15.662779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5297e1d6-8bc0-4ffd-81c8-7fd93fe978ab'] response: {'name': 'network-changed', 'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'status': 'completed', 'code': 200} May 12 03:36:15.705122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-960dd6ac-c2f4-4fd6-9660-6494c63e3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:15.706846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-960dd6ac-c2f4-4fd6-9660-6494c63e3cac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 1128 time: 0.0403142 May 12 03:36:15.754003 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-b5fc78d5-6ea5-47cf-817c-397b7234ea20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be HTTP/1.1" status: 200 len: 217 time: 0.0389032 May 12 03:36:15.771132 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:36:15.803662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-0ddd71da-8388-4430-8c24-bcda3d840ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:15.805110 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-0ddd71da-8388-4430-8c24-bcda3d840ce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0443988 May 12 03:36:15.855960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-5f10cbc5-d26c-41b4-9d1e-502759551556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:15.857459 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-5f10cbc5-d26c-41b4-9d1e-502759551556 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455377 May 12 03:36:15.949277 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-4fdaefe7-301d-432b-8129-ddb44d9b097c service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852506 May 12 03:36:16.039758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-51b2a44e-e917-45f9-8b14-d3822fcc0154 req-01f71e66-82ba-48b7-82f0-d234565ac4f0 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837886 May 12 03:36:16.400360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0f5c0-7581-43f8-8f7f-9817bccbcd4d req-1af74cab-31a4-4173-9f2f-286aefa560ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:16.401850 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ac0f5c0-7581-43f8-8f7f-9817bccbcd4d req-1af74cab-31a4-4173-9f2f-286aefa560ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 944 time: 0.0501490 May 12 03:36:16.450068 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ac0f5c0-7581-43f8-8f7f-9817bccbcd4d req-6729884b-421f-4fa3-b6b3-ed04b4fb2a93 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 May 12 03:36:16.946962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-44132a7a-fd1f-4bdb-bf2b-5d2d79fea8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:16.948403 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-44132a7a-fd1f-4bdb-bf2b-5d2d79fea8c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 1128 time: 0.0385640 May 12 03:36:17.035181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-7c83e13f-15e8-444e-8286-7eece0076315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:17.036569 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-7c83e13f-15e8-444e-8286-7eece0076315 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.0823944 May 12 03:36:17.079403 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-7e542a9b-4062-4664-9b0d-e47928d32c52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be HTTP/1.1" status: 200 len: 217 time: 0.0365520 May 12 03:36:17.126379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-43e0658d-0cd0-4d54-8db2-6c74ed38c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:17.127839 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-43e0658d-0cd0-4d54-8db2-6c74ed38c53c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0423541 May 12 03:36:17.170069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-f31de5ab-8416-4df6-bbbb-f88438ade2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:17.171497 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-f31de5ab-8416-4df6-bbbb-f88438ade2e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377593 May 12 03:36:17.262714 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-696f5e27-ff13-45ff-b056-740fc9b04888 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853105 May 12 03:36:17.348700 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b7ff3113-2c4f-46ed-afad-5a55458a2f4e req-c2e9e65f-b470-4af5-a428-3a26b2dcb6dc service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804725 May 12 03:36:17.569266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b11b37-fbaa-4e63-8e15-7afab5291912 req-c342cd37-14ea-48ca-ba24-a57cb96c7cb0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:17.570776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-03b11b37-fbaa-4e63-8e15-7afab5291912 req-c342cd37-14ea-48ca-ba24-a57cb96c7cb0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 944 time: 0.0454769 May 12 03:36:17.618984 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-03b11b37-fbaa-4e63-8e15-7afab5291912 req-a968ce38-9288-428a-9f9f-40a2cc541e25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 May 12 03:36:18.734141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cdd5e-87e3-418f-8965-e885b5196686 req-4f78e6f5-a332-4465-a1fb-8684d6047f1c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:18.735605 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b62cdd5e-87e3-418f-8965-e885b5196686 req-4f78e6f5-a332-4465-a1fb-8684d6047f1c tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 944 time: 0.0504901 May 12 03:36:18.783818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b62cdd5e-87e3-418f-8965-e885b5196686 req-e21f5eaf-eac7-4546-b067-2443b1e6b4a9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 May 12 03:36:19.060732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 291f02e0-0aad-47ab-ab6a-43b0ee63c1be details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:36:19.155638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:19.166855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'port_id': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'mac_address': 'fa:16:3e:e0:e0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:36:19.225840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:36:19.226414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:19.239727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291f02e0-0aad-47ab-ab6a-43b0ee63c1be {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:36:19.258552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:19.263055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:19.308446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:19.315353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.315704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.316050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.316393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.316731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.317065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.317395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.317724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.318081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.318416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.318746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.319073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.319407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.319732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.320058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:36:19.540994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['291f02e0-0aad-47ab-ab6a-43b0ee63c1be'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:36:19.903460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0d65b-2592-4489-80fe-814b3ff8ab27 req-d68a2c6b-0e2e-4593-b344-e47c42118113 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:19.905040 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5dd0d65b-2592-4489-80fe-814b3ff8ab27 req-d68a2c6b-0e2e-4593-b344-e47c42118113 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 945 time: 0.0488045 May 12 03:36:19.953217 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5dd0d65b-2592-4489-80fe-814b3ff8ab27 req-7bd55fb8-f011-45f5-a99e-5a98af68a63d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 May 12 03:36:21.062367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fecc9-a83c-480d-a2df-1f0f4c4eabe6 req-8056e160-7b5c-4d81-aeab-458d569a9691 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:21.063741 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f43fecc9-a83c-480d-a2df-1f0f4c4eabe6 req-8056e160-7b5c-4d81-aeab-458d569a9691 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 945 time: 0.0450833 May 12 03:36:21.078514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 291f02e0-0aad-47ab-ab6a-43b0ee63c1be up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:36:21.116921 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f43fecc9-a83c-480d-a2df-1f0f4c4eabe6 req-022ac76f-bd1e-4910-8b16-9946628ab680 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476859 May 12 03:36:21.124213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:36:21.131027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:36:21.131545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:21.211896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:36:21.212846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:21.237104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:21.239342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b57ba-10fe-47bc-aabf-f3a6d69aacd5" -d '{"events": [{"server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "name": "network-vif-plugged", "status": "completed", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:21.251987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:21.256536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:21.280076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8bc1a8-819b-48b6-a895-244928754a0e x-openstack-request-id: req-8b8bc1a8-819b-48b6-a895-244928754a0e {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:21.280369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "name": "network-vif-plugged", "status": "completed", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:21.280642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b8bc1a8-819b-48b6-a895-244928754a0e {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:21.281020 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8bc1a8-819b-48b6-a895-244928754a0e'] response: {'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'code': 200} May 12 03:36:21.307676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:21.454094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff211-4974-4752-81dc-83d3cb1f6224 req-22750322-7f19-44c2-82a0-dfa8d9386681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:21.455585 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-20bff211-4974-4752-81dc-83d3cb1f6224 req-22750322-7f19-44c2-82a0-dfa8d9386681 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 1130 time: 0.0427034 May 12 03:36:21.502493 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-20bff211-4974-4752-81dc-83d3cb1f6224 req-54c57459-f12b-4ec1-b57d-f74c54a36892 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 May 12 03:36:22.230895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ea1f8-52cd-443f-a182-863fbd7e9260 req-6c3b063c-3279-42c1-8bb4-bd52782e1034 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:22.232386 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec7ea1f8-52cd-443f-a182-863fbd7e9260 req-6c3b063c-3279-42c1-8bb4-bd52782e1034 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 946 time: 0.0467322 May 12 03:36:22.279480 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec7ea1f8-52cd-443f-a182-863fbd7e9260 req-73788a7a-2c3e-4a5a-932b-2db0cc071570 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 May 12 03:36:23.392878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c360ba-dc07-47bf-91f6-2d29610453ab req-85357bbf-c4f8-4424-ac14-d314fec92cc6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:23.394398 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89c360ba-dc07-47bf-91f6-2d29610453ab req-85357bbf-c4f8-4424-ac14-d314fec92cc6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 946 time: 0.0465488 May 12 03:36:23.441522 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89c360ba-dc07-47bf-91f6-2d29610453ab req-2f1a5bfb-4030-47a3-aa31-79bd27eaa1e8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407734 May 12 03:36:23.555009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd5b3-695c-47d3-ba5d-68f7dcd494a9 req-5698f70f-2043-4e56-bf00-ba83f9ec7c00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:23.556965 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4b9cd5b3-695c-47d3-ba5d-68f7dcd494a9 req-5698f70f-2043-4e56-bf00-ba83f9ec7c00 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 946 time: 0.0495040 May 12 03:36:23.604275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4b9cd5b3-695c-47d3-ba5d-68f7dcd494a9 req-5e413671-d93f-4d44-a54d-9b245816ea55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 May 12 03:36:23.625466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36646) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:23.661833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b444a0-d98f-4dd4-9fec-3a96b9dda11a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:23.663334 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-55b444a0-d98f-4dd4-9fec-3a96b9dda11a tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 1125 time: 0.0368767 May 12 03:36:23.666011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36648) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:23.670086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:36:23.690381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:23.768507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:23.869839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.80 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/62c460e4-c429-4e8e-b870-572af732661a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:36:23.969000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (62c460e4-c429-4e8e-b870-572af732661a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.001714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (62c460e4-c429-4e8e-b870-572af732661a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.034365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:36:24.037090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:36:24.041021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:36:24.071485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=62c460e4-c429-4e8e-b870-572af732661a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:24.404335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (4a85563a-0347-4a2f-b61b-ef9e5a6fd855), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.470914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (62c460e4-c429-4e8e-b870-572af732661a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.649405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (62c460e4-c429-4e8e-b870-572af732661a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.654907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (62c460e4-c429-4e8e-b870-572af732661a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.724093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=62c460e4-c429-4e8e-b870-572af732661a,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:24.730294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (4a85563a-0347-4a2f-b61b-ef9e5a6fd855), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:24.829362 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 4a85563a-0347-4a2f-b61b-ef9e5a6fd855 associated. External IP: 172.26.2.80, port: 291f02e0-0aad-47ab-ab6a-43b0ee63c1be. May 12 03:36:25.038078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:36:25.150522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:36:25.160384 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:36:25.167650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:25.170222 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:36:25.170836 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:36:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:25.197476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f2db61c5-5cf7-4149-8568-9ddc65a7dd6b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5304747 May 12 03:36:25.198087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:25.200459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d2070d-122b-403c-980d-b2d384f3ab31" -d '{"events": [{"name": "network-changed", "server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:25.236853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1398d4-916e-4e7e-a72f-39f3673f19e6 x-openstack-request-id: req-bf1398d4-916e-4e7e-a72f-39f3673f19e6 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:25.237138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:25.237394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf1398d4-916e-4e7e-a72f-39f3673f19e6 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:25.237799 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1398d4-916e-4e7e-a72f-39f3673f19e6'] response: {'name': 'network-changed', 'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'status': 'completed', 'code': 200} May 12 03:36:25.282339 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:36:25.311130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-01e822b7-02b5-450f-a337-b7bdae79a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:25.312538 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-01e822b7-02b5-450f-a337-b7bdae79a74a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 1130 time: 0.0413671 May 12 03:36:25.410432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-9f453390-01e8-484c-8ec6-9157d8f30905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:25.412043 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-9f453390-01e8-484c-8ec6-9157d8f30905 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.0927124 May 12 03:36:25.489924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-31f3e568-8508-462e-8f81-54f7bf343cf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be HTTP/1.1" status: 200 len: 999 time: 0.0711820 May 12 03:36:25.514157 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '4a85563a-0347-4a2f-b61b-ef9e5a6fd855', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.80', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:e0:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50381e21-9731-496b-a34b-f822ea636607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:24Z', 'updated_at': '2022-05-12T03:36:24Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}, {'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:12Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:25.539361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-0c7aca67-e28a-4f2b-829d-323694e9ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:25.541350 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-0c7aca67-e28a-4f2b-829d-323694e9ef8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0450349 May 12 03:36:25.547131 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:36:25.555839 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:36:25.556949 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:36:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:25.595080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-9cb863db-21b4-4cec-8f56-764ece6918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:25.596482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-9cb863db-21b4-4cec-8f56-764ece6918b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489364 May 12 03:36:25.663883 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:36:25.684608 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-86f580c0-4c1d-486d-9cd0-6c2e33d9b6b4 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817249 May 12 03:36:25.777101 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25d2070d-122b-403c-980d-b2d384f3ab31 req-b75d1d98-fbe4-4b8f-b3b0-7cbed3363c3f service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 May 12 03:36:25.881391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '4a85563a-0347-4a2f-b61b-ef9e5a6fd855', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.80', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:e0:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50381e21-9731-496b-a34b-f822ea636607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:24Z', 'updated_at': '2022-05-12T03:36:24Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}, {'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:12Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:25.907647 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ba91f-8c9a-448d-8009-e6ed56a672cd None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '4a85563a-0347-4a2f-b61b-ef9e5a6fd855', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.80', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:e0:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50381e21-9731-496b-a34b-f822ea636607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:24Z', 'updated_at': '2022-05-12T03:36:24Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}, {'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:12Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:36:26.095805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a03851-9446-453a-8e7b-e065bec64966 None None] New status for floating IP 4a85563a-0347-4a2f-b61b-ef9e5a6fd855: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:36:33.111498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5cb06721-7dbc-4ff6-829e-ba529ce31750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:35.632497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9f23c76d-e831-4310-afc4-5176851b54f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:36.455684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:38.020822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:39.607747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:42.409471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:51.664072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36660) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:36:51.810362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Deleting port 6122948b-fd74-4738-81e1-f163f59cb674 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:36:51.810707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6122948b-fd74-4738-81e1-f163f59cb674), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:51.892034 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6122948b-fd74-4738-81e1-f163f59cb674), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:51.892363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (6122948b-fd74-4738-81e1-f163f59cb674), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:51.904706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Calling delete_port for 6122948b-fd74-4738-81e1-f163f59cb674 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:36:52.047661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (6122948b-fd74-4738-81e1-f163f59cb674), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:52.072828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'Port': ['ID=6122948b-fd74-4738-81e1-f163f59cb674,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:52.137254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (b90da2a8-139e-4fb2-8b96-190271ba16a2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:52.137633 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Floating IP b90da2a8-139e-4fb2-8b96-190271ba16a2 disassociated (deleted). External IP: 172.26.2.218, port: bcdbd8db-9280-4dfb-9905-da5d9d9b1159. May 12 03:36:52.346256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:36:52.454349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:36:52.459154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:52.466129 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:36:52.476954 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:36:52.477612 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:36:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:52.493443 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-25b95598-34a8-483c-95fc-6cb01ea40958 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "DELETE /v2.0/floatingips/b90da2a8-139e-4fb2-8b96-190271ba16a2 HTTP/1.1" status: 204 len: 168 time: 0.8276942 May 12 03:36:52.494399 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:52.497515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523892e4-7389-4115-bdd5-af723ef6872e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:52.524242 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-009ae9d9-b1ff-4b04-b103-a2228002ee81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432165 May 12 03:36:52.554378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e80915d-ebf6-489f-baf2-add4f6d072e4 x-openstack-request-id: req-3e80915d-ebf6-489f-baf2-add4f6d072e4 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:52.554675 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:52.554942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e80915d-ebf6-489f-baf2-add4f6d072e4 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:52.555364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e80915d-ebf6-489f-baf2-add4f6d072e4'] response: {'name': 'network-changed', 'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'status': 'completed', 'code': 200} May 12 03:36:52.588156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-7b70dbbe-42fd-47ea-b6a3-90a9b8c68699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:52.589645 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-7b70dbbe-42fd-47ea-b6a3-90a9b8c68699 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1130 time: 0.0412493 May 12 03:36:52.605822 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:36:52.731385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-a722f735-2ac7-4e3d-85f1-bd82ef3861be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:52.732993 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-a722f735-2ac7-4e3d-85f1-bd82ef3861be service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.1211660 May 12 03:36:52.743087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e51cd-cae4-4bb2-95a2-a7bbcdedd897 req-0a770066-0ff4-4243-b03e-b27c2f488c6c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:52.744576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-188e51cd-cae4-4bb2-95a2-a7bbcdedd897 req-0a770066-0ff4-4243-b03e-b27c2f488c6c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0505006 May 12 03:36:52.774135 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:36:52.798769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-188e51cd-cae4-4bb2-95a2-a7bbcdedd897 req-9f11cf78-c2fe-4a51-a6fc-bac4e66f3d24 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481639 May 12 03:36:52.838748 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:56Z', 'revision_number': 1, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:52.865548 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:36:52.873785 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:36:52.874407 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:36:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:52.978174 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:36:53.192067 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:56Z', 'revision_number': 1, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:36:53.222271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f1a6b-b667-4ded-8f28-7f74783ab920 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'cbd0b538-faae-4b0b-b0c0-eed1c0105466', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'floating_ip_address': '172.26.2.34', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'port_id': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'mac_address': 'fa:16:3e:9e:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:32:54Z', 'updated_at': '2022-05-12T03:32:56Z', 'revision_number': 1, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:36:53.441217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7e52f-ad10-41c7-9d4d-61f510fdf60c None None] New status for floating IP b90da2a8-139e-4fb2-8b96-190271ba16a2: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:36:53.917082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f76e51-dbaa-4bc2-8e92-f28f3e21bd5a req-83e051bf-a44f-4089-834e-317bb0130809 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:53.918595 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2f76e51-dbaa-4bc2-8e92-f28f3e21bd5a req-83e051bf-a44f-4089-834e-317bb0130809 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0468798 May 12 03:36:53.921280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-4b1b56bf-c2fc-4a11-996c-6468f6f92306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 200 len: 217 time: 0.0347612 May 12 03:36:53.967314 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2f76e51-dbaa-4bc2-8e92-f28f3e21bd5a req-877e0378-d2bc-4a74-9196-aa893637de4f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 May 12 03:36:53.977317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-eb0a57e3-b546-4061-a2cc-54c3dc3f696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:53.978805 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-eb0a57e3-b546-4061-a2cc-54c3dc3f696a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0483425 May 12 03:36:54.114369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-5b20346c-62a6-4619-bbbc-d7d3a54d869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:54.115762 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-5b20346c-62a6-4619-bbbc-d7d3a54d869c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387654 May 12 03:36:54.203897 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-1e930aa3-63c6-47f2-b27e-c9aeaa0ab5a5 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810125 May 12 03:36:54.497854 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7dfa06e5-e6f5-4bd5-bdee-f34a787fdb5d req-03a07fce-e8e4-4e19-9ab6-f54a6dcceebc service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861533 May 12 03:36:54.523705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-10ff8f78-d51e-45af-baae-a31ac091cf9f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:54.525164 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-10ff8f78-d51e-45af-baae-a31ac091cf9f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0494578 May 12 03:36:54.586185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523892e4-7389-4115-bdd5-af723ef6872e req-d3e9455a-4216-467d-b023-04b717df36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:54.587667 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-d3e9455a-4216-467d-b023-04b717df36b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 1130 time: 0.0393577 May 12 03:36:54.688322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523892e4-7389-4115-bdd5-af723ef6872e req-75eb0d59-2e13-40e4-abb1-6ac79ed2134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:54.689805 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-75eb0d59-2e13-40e4-abb1-6ac79ed2134e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.0946047 May 12 03:36:54.732405 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-62ab3399-4e50-4827-b937-fb88747405d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 200 len: 217 time: 0.0359087 May 12 03:36:54.787780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523892e4-7389-4115-bdd5-af723ef6872e req-2017e63b-5bd9-4e80-993d-2acba25a140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:54.789254 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-2017e63b-5bd9-4e80-993d-2acba25a140d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.0505054 May 12 03:36:54.835017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523892e4-7389-4115-bdd5-af723ef6872e req-14769f56-ba25-40b5-ac19-3a4334718f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:54.836540 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-14769f56-ba25-40b5-ac19-3a4334718f68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405626 May 12 03:36:54.935372 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-a273338b-6ec8-4135-ac18-7f337fc7e243 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 May 12 03:36:54.963181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Deleting port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:36:54.963797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:55.036205 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-523892e4-7389-4115-bdd5-af723ef6872e req-5e0b865c-8784-4f55-81a7-c1655c628e9c service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906050 May 12 03:36:55.081170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] For port bcdbd8db-9280-4dfb-9905-da5d9d9b1159, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:36:55.081533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:55.105358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862236b0-7cf1-45e4-a988-578c7aad4739 req-2a0210b0-bae4-4984-ae9a-1b5450022ca0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:36:55.107378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-862236b0-7cf1-45e4-a988-578c7aad4739 req-2a0210b0-bae4-4984-ae9a-1b5450022ca0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 946 time: 0.0722280 May 12 03:36:55.108346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Calling delete_port for bcdbd8db-9280-4dfb-9905-da5d9d9b1159 owned by compute:nova {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:36:55.201681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-862236b0-7cf1-45e4-a988-578c7aad4739 req-06b8713a-8d55-40a4-b848-4f550958a6c4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875165 May 12 03:36:55.273491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (bcdbd8db-9280-4dfb-9905-da5d9d9b1159), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:55.301515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'Port': ['ID=bcdbd8db-9280-4dfb-9905-da5d9d9b1159,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:36:55.346110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] No DVR routers for this DVR port bcdbd8db-9280-4dfb-9905-da5d9d9b1159 on host hv-neutron-8413 {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:36:55.349023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:36:55.352362 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37a642cb-f221-4ad1-bcfd-f45cfd806a23 req-5d19e3ab-b00d-4d8d-9e40-cc8401b75bed tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "DELETE /v2.0/ports/bcdbd8db-9280-4dfb-9905-da5d9d9b1159 HTTP/1.1" status: 204 len: 173 time: 0.8155415 May 12 03:36:55.352816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'name': 'network-vif-deleted', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:36:55.355214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce50586-7c11-4b3d-ad99-1ac1108696cc" -d '{"events": [{"server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "name": "network-vif-deleted", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:36:55.394092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2361ac6-d8ec-46b1-b32e-310c83a4a5cb x-openstack-request-id: req-b2361ac6-d8ec-46b1-b32e-310c83a4a5cb {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:36:55.394410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a878e4e-4b48-40aa-a11f-502b730a3bc6", "name": "network-vif-deleted", "tag": "bcdbd8db-9280-4dfb-9905-da5d9d9b1159", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:36:55.394694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2361ac6-d8ec-46b1-b32e-310c83a4a5cb {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:36:55.395102 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2361ac6-d8ec-46b1-b32e-310c83a4a5cb'] response: {'server_uuid': '2a878e4e-4b48-40aa-a11f-502b730a3bc6', 'name': 'network-vif-deleted', 'tag': 'bcdbd8db-9280-4dfb-9905-da5d9d9b1159', 'status': 'completed', 'code': 200} May 12 03:36:56.301110 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7e27ce58-4e6a-4910-952a-9c3ac5b18942 req-f4670023-5391-42db-a89b-d5410d83fc60 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0309668 May 12 03:36:57.224336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device bcdbd8db-9280-4dfb-9905-da5d9d9b1159 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:36:57.245349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: bcdbd8db-9280-4dfb-9905-da5d9d9b1159 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:36:57.246343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device bcdbd8db-9280-4dfb-9905-da5d9d9b1159 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:36:57.397549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7af6dae0-37c7-49f6-895b-b9616c62e751 req-9f419e8d-bc22-44d1-829f-e16bad0c9fe9 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0281177 May 12 03:36:58.490350 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-43f02b4a-d65a-4f5b-bee4-68d92a1fa76c req-0c652eb6-3ab7-423d-9e7c-f5cefd562da2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0270855 May 12 03:36:59.596278 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50d0374c-9304-453b-b748-19756f3c39a0 req-abbed0aa-00bc-4a86-8f4b-ca64c17fa563 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0355945 May 12 03:37:00.705162 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1a3ceb58-ad6a-4719-bfb4-581ee66befd8 req-7720c878-f16a-4df7-be7c-3f4ae500959a tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0373893 May 12 03:37:01.526997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36690) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:01.587290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c6eb6a50-66f4-46ab-a4be-cc3a6907bca0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/eb9e965d-767a-4ab1-8b4d-0b30948d99c5 HTTP/1.1" status: 200 len: 993 time: 0.0584137 May 12 03:37:01.801150 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e69d9756-614b-406f-91b3-e7729da0d0c6 req-b9d48465-9adb-4373-b988-5eefcb1537e2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0269008 May 12 03:37:02.544413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36700) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:02.549802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:02.626053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:02.813096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:02.842930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:02.848393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:02.886778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:02.887404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:02.895918 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/ports/03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 938 time: 0.3483183 May 12 03:37:02.896922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:02.899493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e204ce-2c5c-4d55-8a01-3e9af3330420" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:02.930919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=6']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:02.941264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.941838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.942488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.943035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.943398 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d396d136-dc71-43f0-bb95-e4ce8d39900f req-8c433139-deef-42a2-be89-de6af47bb466 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0647151 May 12 03:37:02.944124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.944684 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.945213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.945749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.946306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.946851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.947386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.947924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.948460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.949046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.949583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f80bba-d498-4458-8408-06ecf9148b8b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:02.972857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93397371-ff1e-430d-9530-758b1f233708 x-openstack-request-id: req-93397371-ff1e-430d-9530-758b1f233708 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:02.973158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:02.973416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93397371-ff1e-430d-9530-758b1f233708 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:02.973835 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93397371-ff1e-430d-9530-758b1f233708'] response: {'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'status': 'completed', 'code': 200} May 12 03:37:03.034336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-f5a8bd7f-33ee-453c-9f44-2cd8df994645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:03.035862 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-f5a8bd7f-33ee-453c-9f44-2cd8df994645 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1130 time: 0.0413284 May 12 03:37:03.126240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3f324c7d-2e03-4f43-94d6-a67c094126ce None None] Provisioning complete for port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:03.127315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3f324c7d-2e03-4f43-94d6-a67c094126ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:03.129005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc49a288-7abf-4d58-91ef-22669908ae90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:03.143680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-f1e32aa5-5bcc-41a5-b301-668be912add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:03.145301 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-f1e32aa5-5bcc-41a5-b301-668be912add2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.1011133 May 12 03:37:03.172378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3f324c7d-2e03-4f43-94d6-a67c094126ce None None] Port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce is administratively disabled so it will not transition to active. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:366}} May 12 03:37:03.213542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-214697ff-54dd-42c6-b0f2-1a84fd9b2ca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 1002 time: 0.0585322 May 12 03:37:03.270414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-53f9b908-ca7f-4696-9331-b463618947cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:03.271888 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-53f9b908-ca7f-4696-9331-b463618947cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0490339 May 12 03:37:03.318318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-a87dce24-aa25-4e63-b7f3-88dd90302bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:03.319785 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-a87dce24-aa25-4e63-b7f3-88dd90302bb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386546 May 12 03:37:03.360393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-07217130-ac42-4e02-b0e8-3f3806d05ef0 req-49a3c682-3f91-44f9-b326-b121ae712ffe service neutron] (104164) timed out ('10.222.0.57', 49621) {{(pid=104164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 03:37:03.415765 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-40ed662b-dad0-4030-be82-b1c3131da51c service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 May 12 03:37:03.511992 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02e204ce-2c5c-4d55-8a01-3e9af3330420 req-665356d7-5ffe-46cd-8b8e-4c2eea0a1c4a service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861752 May 12 03:37:04.016765 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-774422c3-c126-48d6-9730-f0749c9230b4 req-dc7379dd-d916-486a-97b5-6867483e8ff4 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a878e4e-4b48-40aa-a11f-502b730a3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0272837 May 12 03:37:05.636065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3e14088c-2e1b-4426-baf0-654f431ddfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:06.333567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36722) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:06.338930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:06.410472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:06.458865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:06.594337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:06.623956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:06.628819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:06.668930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:06.669498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:06.673635 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/ports/03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 937 time: 0.3362434 May 12 03:37:06.673635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:06.674014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f2a0cb-c053-4956-9e3c-5183205e491d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:06.674491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36724) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:06.709910 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=7']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:06.719482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b096256e-a6b1-4ec7-b861-94767bd263ce x-openstack-request-id: req-b096256e-a6b1-4ec7-b861-94767bd263ce {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:06.719806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:06.720068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b096256e-a6b1-4ec7-b861-94767bd263ce {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:06.721193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b096256e-a6b1-4ec7-b861-94767bd263ce'] response: {'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'status': 'completed', 'code': 200} May 12 03:37:06.729492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.729862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.730749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.731317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.731928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.732084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.733033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.733375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.733768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.734098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.734439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.734771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.735131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.735432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.735760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc2d40-ceba-42ff-90d0-61c7280cd320 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:06.768930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8446859d-243d-48d5-b69b-4302e62617cf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/eb9e965d-767a-4ab1-8b4d-0b30948d99c5 HTTP/1.1" status: 200 len: 993 time: 0.0931942 May 12 03:37:06.801062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-36837a09-9268-47d8-920c-efa3faffa6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:06.803009 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-36837a09-9268-47d8-920c-efa3faffa6f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1129 time: 0.0523510 May 12 03:37:06.910872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-8038c933-5b90-41ce-a09f-29f12249a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:06.912451 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-8038c933-5b90-41ce-a09f-29f12249a91c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.1022289 May 12 03:37:06.932843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:37:06.987653 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-6ff4cae7-4dda-40e0-abab-2d01dd55907e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 1001 time: 0.0681322 May 12 03:37:07.029814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ca1b5d5f-0a74-4037-b4ba-bdf9496cbdaa None None] Provisioning complete for port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:07.030273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5d5f-0a74-4037-b4ba-bdf9496cbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:07.046426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-119f6d49-872b-4466-809d-a58b49ec62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:07.047963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-119f6d49-872b-4466-809d-a58b49ec62a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0502527 May 12 03:37:07.092303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-a590c945-7e6b-4985-b605-94c2202d3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:07.093813 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-a590c945-7e6b-4985-b605-94c2202d3704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394356 May 12 03:37:07.164476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b5d5f-0a74-4037-b4ba-bdf9496cbdaa None None] Current status of the port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:07.195971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-0f8fc2b1-20e5-43a8-b4ef-009c6e336282 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920801 May 12 03:37:07.297364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98f2a0cb-c053-4956-9e3c-5183205e491d req-c57f126d-5b2c-49b4-84c0-ac792947d730 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917897 May 12 03:37:08.029213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.345640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36740) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:09.498294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 62c460e4-c429-4e8e-b870-572af732661a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:09.498562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (62c460e4-c429-4e8e-b870-572af732661a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.574128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (62c460e4-c429-4e8e-b870-572af732661a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.574457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (62c460e4-c429-4e8e-b870-572af732661a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.586002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 62c460e4-c429-4e8e-b870-572af732661a owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:09.610944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.740159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (62c460e4-c429-4e8e-b870-572af732661a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.763482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=62c460e4-c429-4e8e-b870-572af732661a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:09.826369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (4a85563a-0347-4a2f-b61b-ef9e5a6fd855), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:09.826696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP 4a85563a-0347-4a2f-b61b-ef9e5a6fd855 disassociated (deleted). External IP: 172.26.2.80, port: 291f02e0-0aad-47ab-ab6a-43b0ee63c1be. May 12 03:37:10.040810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:10.153501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:10.158003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:10.164714 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:10.177174 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:10.177789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:10.191433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f4fe9fce-db5f-434a-a1a7-0ed4b4ae0ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/4a85563a-0347-4a2f-b61b-ef9e5a6fd855 HTTP/1.1" status: 204 len: 168 time: 0.8422525 May 12 03:37:10.191433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:10.192147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f19274a-5a4e-4077-a8cf-b74a0e30b961" -d '{"events": [{"name": "network-changed", "server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:10.236977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f46f7-6149-4877-b7a1-db83035504a3 x-openstack-request-id: req-959f46f7-6149-4877-b7a1-db83035504a3 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:10.237298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:10.237562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-959f46f7-6149-4877-b7a1-db83035504a3 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:10.238012 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959f46f7-6149-4877-b7a1-db83035504a3'] response: {'name': 'network-changed', 'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'status': 'completed', 'code': 200} May 12 03:37:10.321656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-6abb58e9-9914-4fc8-82fa-96cc62692e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:10.322189 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:10.322968 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-6abb58e9-9914-4fc8-82fa-96cc62692e2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 1130 time: 0.0600529 May 12 03:37:10.518021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-9cb7ac53-99e6-47e1-af7e-d4368039d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:10.520105 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-9cb7ac53-99e6-47e1-af7e-d4368039d08d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.1874447 May 12 03:37:10.538615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cb758-272a-4447-9f67-d0560e817063 req-f42e83b9-c1f9-40ca-98ec-904ad3ab0fb2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:10.544975 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4f8cb758-272a-4447-9f67-d0560e817063 req-f42e83b9-c1f9-40ca-98ec-904ad3ab0fb2 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 946 time: 0.0957503 May 12 03:37:10.598660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4f8cb758-272a-4447-9f67-d0560e817063 req-b4d922df-bcd7-4aa5-a7f1-29caed569f0b tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478578 May 12 03:37:10.603580 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:12Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:10.634758 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:10.643262 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:10.643856 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:10.756029 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:11.055110 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:12Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:11.085332 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf86a60-7250-41e8-a14b-f3eabe259730 None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'eb9e965d-767a-4ab1-8b4d-0b30948d99c5', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'port_id': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'mac_address': 'fa:16:3e:5f:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:36:09Z', 'updated_at': '2022-05-12T03:36:12Z', 'revision_number': 1, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:11.334035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d47b25-7c83-4717-8e16-955df8733534 None None] New status for floating IP 4a85563a-0347-4a2f-b61b-ef9e5a6fd855: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:37:11.628712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-3a399908-01dd-48c6-ae21-5915b0f691c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be HTTP/1.1" status: 200 len: 217 time: 0.0401740 May 12 03:37:11.692425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-757e3a09-d509-4c8f-87e2-3a5346f6ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:11.694411 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-757e3a09-d509-4c8f-87e2-3a5346f6ec44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0573962 May 12 03:37:11.790547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee90-324f-4f88-bb0b-cf2570245575 req-66ca2ffc-03d1-42c6-a52f-bbe23f2172f7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:11.792336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9daee90-324f-4f88-bb0b-cf2570245575 req-66ca2ffc-03d1-42c6-a52f-bbe23f2172f7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 946 time: 0.0969198 May 12 03:37:11.798502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-2dcdc9db-e612-48d1-b772-0d515e1b8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:11.800240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-2dcdc9db-e612-48d1-b772-0d515e1b8ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0566926 May 12 03:37:11.845971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9daee90-324f-4f88-bb0b-cf2570245575 req-41b9c651-3c12-4900-b47e-29360f9217c7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 May 12 03:37:11.980035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-d112eec7-cb60-4894-811f-2ab61ad64e31 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000040 May 12 03:37:12.065016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a7cf945c-97f5-4702-85fb-34de36df2661 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:12.067279 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a7cf945c-97f5-4702-85fb-34de36df2661 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 946 time: 0.0503268 May 12 03:37:12.109110 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f19274a-5a4e-4077-a8cf-b74a0e30b961 req-647599d9-adb1-4789-a941-aaa06eb484d0 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914257 May 12 03:37:12.169128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:12.169461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:12.259179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:12.259578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:12.273155 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 291f02e0-0aad-47ab-ab6a-43b0ee63c1be owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:12.405239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (291f02e0-0aad-47ab-ab6a-43b0ee63c1be), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:12.432845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:12.474920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=291f02e0-0aad-47ab-ab6a-43b0ee63c1be,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:12.506088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 291f02e0-0aad-47ab-ab6a-43b0ee63c1be on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:12.508675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:12.512886 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c4b376f8-2e50-41e2-bd01-bf206f6faa98 req-a71c36e8-bfcf-4c42-8368-f4ba37eee425 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/291f02e0-0aad-47ab-ab6a-43b0ee63c1be HTTP/1.1" status: 204 len: 173 time: 0.4376657 May 12 03:37:12.513402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'name': 'network-vif-deleted', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:12.515752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab8215-c754-4908-873c-3bf9107869d0" -d '{"events": [{"server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "name": "network-vif-deleted", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:12.566740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d09870-2240-48f5-8fe3-61d3c2634be1 x-openstack-request-id: req-92d09870-2240-48f5-8fe3-61d3c2634be1 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:12.567075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50381e21-9731-496b-a34b-f822ea636607", "name": "network-vif-deleted", "tag": "291f02e0-0aad-47ab-ab6a-43b0ee63c1be", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:12.567365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92d09870-2240-48f5-8fe3-61d3c2634be1 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:12.567781 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d09870-2240-48f5-8fe3-61d3c2634be1'] response: {'server_uuid': '50381e21-9731-496b-a34b-f822ea636607', 'name': 'network-vif-deleted', 'tag': '291f02e0-0aad-47ab-ab6a-43b0ee63c1be', 'status': 'completed', 'code': 200} May 12 03:37:12.982269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d4a93ba-8d99-4ff1-9591-68c625235c55 req-c4baac50-89c7-4946-b5eb-f568fe1fbad9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=50381e21-9731-496b-a34b-f822ea636607 HTTP/1.1" status: 200 len: 210 time: 0.0369823 May 12 03:37:13.670430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36766) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:13.814923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Deleting port 280490a3-6aac-41af-8df0-2a399ee3f381 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:13.815279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (280490a3-6aac-41af-8df0-2a399ee3f381), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:13.888656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (280490a3-6aac-41af-8df0-2a399ee3f381), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:13.888974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (280490a3-6aac-41af-8df0-2a399ee3f381), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:13.900539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Calling delete_port for 280490a3-6aac-41af-8df0-2a399ee3f381 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:14.040856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36770) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:14.082848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (280490a3-6aac-41af-8df0-2a399ee3f381), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.102232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a19dc0d5-003a-46ab-b41d-b1b34eb2176a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (c52278fa-8e86-4a5f-ba17-0acc95eb4ff2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.109560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'Port': ['ID=280490a3-6aac-41af-8df0-2a399ee3f381,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:14.129750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a19dc0d5-003a-46ab-b41d-b1b34eb2176a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (c52278fa-8e86-4a5f-ba17-0acc95eb4ff2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.168902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (cbd0b538-faae-4b0b-b0c0-eed1c0105466), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.169325 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Floating IP cbd0b538-faae-4b0b-b0c0-eed1c0105466 disassociated (deleted). External IP: 172.26.2.34, port: 67e33926-2c31-4547-aec0-489fb2e0d6e0. May 12 03:37:14.191666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a19dc0d5-003a-46ab-b41d-b1b34eb2176a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c52278fa-8e86-4a5f-ba17-0acc95eb4ff2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.194369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a19dc0d5-003a-46ab-b41d-b1b34eb2176a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.195518 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a19dc0d5-003a-46ab-b41d-b1b34eb2176a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/c52278fa-8e86-4a5f-ba17-0acc95eb4ff2 HTTP/1.1" status: 204 len: 168 time: 0.1537311 May 12 03:37:14.205021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dc0d5-003a-46ab-b41d-b1b34eb2176a tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52278fa-8e86-4a5f-ba17-0acc95eb4ff2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:14.238336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36774) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:14.384513 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 8dce512e-3ead-442c-836e-a696ab093bcb {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:14.384857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8dce512e-3ead-442c-836e-a696ab093bcb), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.388204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:14.461687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8dce512e-3ead-442c-836e-a696ab093bcb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.462038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (8dce512e-3ead-442c-836e-a696ab093bcb), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.473836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 8dce512e-3ead-442c-836e-a696ab093bcb owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:14.495013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:14.500193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.506445 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:14.516930 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:14.517531 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:14.531747 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2279ba7b-d116-4c5a-b954-94eea50e9f3f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "DELETE /v2.0/floatingips/cbd0b538-faae-4b0b-b0c0-eed1c0105466 HTTP/1.1" status: 204 len: 168 time: 0.8602104 May 12 03:37:14.568970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:14.572055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f3087-974c-47b6-a89c-37708257017c" -d '{"events": [{"name": "network-changed", "server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:14.612839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89a9c86-28b8-4e97-9f3a-544ad8c9322d x-openstack-request-id: req-c89a9c86-28b8-4e97-9f3a-544ad8c9322d {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:14.648271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:14.648271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c89a9c86-28b8-4e97-9f3a-544ad8c9322d {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:14.648271 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89a9c86-28b8-4e97-9f3a-544ad8c9322d'] response: {'name': 'network-changed', 'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'status': 'completed', 'code': 200} May 12 03:37:14.651522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8dce512e-3ead-442c-836e-a696ab093bcb), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.655858 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:14.688369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=8dce512e-3ead-442c-836e-a696ab093bcb,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:14.713823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3087-974c-47b6-a89c-37708257017c req-c075c66d-a62a-4be9-abdf-12bf72a09784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:14.715543 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-c075c66d-a62a-4be9-abdf-12bf72a09784 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a7f18ce91624bc98c280c920727400b&device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 1129 time: 0.0685337 May 12 03:37:14.786044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (eb9e965d-767a-4ab1-8b4d-0b30948d99c5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:14.786377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP eb9e965d-767a-4ab1-8b4d-0b30948d99c5 disassociated (deleted). External IP: 172.26.2.137, port: 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce. May 12 03:37:14.832591 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b519f-4d29-47c3-afe9-6739c3195859 req-5f9e3f7b-409c-49df-9093-52cd63c5af8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:14.834000 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb8b519f-4d29-47c3-afe9-6739c3195859 req-5f9e3f7b-409c-49df-9093-52cd63c5af8d tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0905430 May 12 03:37:14.888989 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:14.915632 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:14.924651 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:14.925281 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:14.928347 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb8b519f-4d29-47c3-afe9-6739c3195859 req-3313441d-beed-4dd3-97ee-941cf35f95f7 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884156 May 12 03:37:15.034927 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:15.042973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:15.155113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:15.159439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:15.170040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:15.179057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:15.179850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:15.189854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b6de13f4-2640-425a-b4e0-c9148fd94c69 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/eb9e965d-767a-4ab1-8b4d-0b30948d99c5 HTTP/1.1" status: 204 len: 168 time: 0.9508581 May 12 03:37:15.190465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:15.192818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a959e193-591d-4043-870c-24803f28e1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:15.234577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c029e-450e-4c46-be2c-48b9f4a0400f x-openstack-request-id: req-b30c029e-450e-4c46-be2c-48b9f4a0400f {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:15.234996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:15.235615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b30c029e-450e-4c46-be2c-48b9f4a0400f {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:15.236251 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30c029e-450e-4c46-be2c-48b9f4a0400f'] response: {'name': 'network-changed', 'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'status': 'completed', 'code': 200} May 12 03:37:15.240655 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:15.273216 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168999d-df4e-4e4d-afeb-5488ca83608a None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:20Z', 'revision_number': 4, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '41cd9509-2fa7-4cd1-99dc-b9290080c688', 'name': '', 'network_id': 'b4561058-cde5-43d3-8a1b-1ae92a39d565', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'mac_address': 'fa:16:3e:92:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1511f170-78ff-46ef-b94c-37696fa33362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:19Z', 'updated_at': '2022-05-12T03:29:24Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'subnets': [{'id': '1511f170-78ff-46ef-b94c-37696fa33362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:15.321511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:15.437218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813be54-90eb-4e33-88d3-7edb0d953571 req-8261ecdc-effc-4a60-a10e-69c55eff7666 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:15.438768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4813be54-90eb-4e33-88d3-7edb0d953571 req-8261ecdc-effc-4a60-a10e-69c55eff7666 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.0481722 May 12 03:37:15.490556 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4813be54-90eb-4e33-88d3-7edb0d953571 req-58390355-106d-45e6-ac8e-e8f0406d3448 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458653 May 12 03:37:15.532302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:15.550992 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49184c-c655-4925-a25d-c556cd879c9a None None] New status for floating IP cbd0b538-faae-4b0b-b0c0-eed1c0105466: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:37:15.558958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:15.570468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:15.571079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:15.681586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:15.802288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 291f02e0-0aad-47ab-ab6a-43b0ee63c1be no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:15.828675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 291f02e0-0aad-47ab-ab6a-43b0ee63c1be {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:15.829035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 291f02e0-0aad-47ab-ab6a-43b0ee63c1be not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:15.894633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:15.920078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95f1c4-cc2b-428e-b449-45acfb837759 None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:55Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'b09b4b20-d7d0-4f2e-82e1-886fce6f698d', 'name': '', 'network_id': 'c262037f-622d-45fc-9743-9cd962a7082a', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:a1:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:55Z', 'updated_at': '2022-05-12T03:35:58Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '2766ed8e-eaba-44c7-964f-9f9d2480f7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:16.065023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3087-974c-47b6-a89c-37708257017c req-5a123420-6d12-4d60-baf4-e2e49dc2ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:16.066572 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-5a123420-6d12-4d60-baf4-e2e49dc2ca47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 200 len: 912 time: 0.1038373 May 12 03:37:16.129203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab624f0-b179-4fb0-ade4-3fea09510d3c req-834026b9-d592-4581-98df-166658bff4fa tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:16.133171 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7ab624f0-b179-4fb0-ade4-3fea09510d3c req-834026b9-d592-4581-98df-166658bff4fa tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.1134081 May 12 03:37:16.167938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a94e6-ae4d-47ec-895b-58efd5b72152 None None] New status for floating IP eb9e965d-767a-4ab1-8b4d-0b30948d99c5: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:37:16.185817 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7ab624f0-b179-4fb0-ade4-3fea09510d3c req-8bb3814b-04a9-42b4-bb54-54aeae3fc2ef tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494039 May 12 03:37:16.927592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9e33c-b489-4db0-beda-55f0c851765c req-8002491e-9107-4b28-897e-109a22d8b0a4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:16.929055 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9b9e33c-b489-4db0-beda-55f0c851765c req-8002491e-9107-4b28-897e-109a22d8b0a4 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.3706150 May 12 03:37:16.975939 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9b9e33c-b489-4db0-beda-55f0c851765c req-b8bc03d1-84ae-4e61-9638-9aca57f46377 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 May 12 03:37:17.295700 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cb7ed-9e1f-44b3-8e6c-61c081565f15 req-eb685b48-7dc2-4924-bc38-2e6f7596e6b0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.297136 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b33cb7ed-9e1f-44b3-8e6c-61c081565f15 req-eb685b48-7dc2-4924-bc38-2e6f7596e6b0 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0449185 May 12 03:37:17.343331 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b33cb7ed-9e1f-44b3-8e6c-61c081565f15 req-0798d255-da70-49a4-bc4d-69a6a2d03119 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 May 12 03:37:17.418238 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-6eff8a5c-a3ab-426f-a5c0-6b502fe72da6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0341265 May 12 03:37:17.424635 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e193-591d-4043-870c-24803f28e1d5 req-9ce6573d-e59f-41ca-b2f0-90b7f00d9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.426213 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-9ce6573d-e59f-41ca-b2f0-90b7f00d9b05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 1129 time: 0.0420549 May 12 03:37:17.664891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.57', 49769) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:17.718076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.57', 49770) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:17.743054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e193-591d-4043-870c-24803f28e1d5 req-2704ce47-0c6f-4002-b99e-a0eec7777a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.744511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-2704ce47-0c6f-4002-b99e-a0eec7777a3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 200 len: 898 time: 0.0875218 May 12 03:37:17.762685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3087-974c-47b6-a89c-37708257017c req-9cf17267-5e95-4b23-93b7-9fd5e40f50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.764161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-9cf17267-5e95-4b23-93b7-9fd5e40f50fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 200 len: 850 time: 0.1074991 May 12 03:37:17.770169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-68bacd40-5bbe-469e-acb9-b2c9bd4f1de5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.771485 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-68bacd40-5bbe-469e-acb9-b2c9bd4f1de5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.0839627 May 12 03:37:17.791890 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-23dbb70f-59d5-4f88-a3ab-9a334ce519db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 200 len: 217 time: 0.0378661 May 12 03:37:17.818315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a4fa9-388f-4d18-9657-7771228575eb req-e10575b2-27ba-4350-8e4b-bae80769bf88 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.819760 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-974a4fa9-388f-4d18-9657-7771228575eb req-e10575b2-27ba-4350-8e4b-bae80769bf88 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.1007590 May 12 03:37:17.844177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e193-591d-4043-870c-24803f28e1d5 req-9bbda8f7-790b-49c6-ba20-9d2be7d7f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.845624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-9bbda8f7-790b-49c6-ba20-9d2be7d7f8a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 200 len: 834 time: 0.0440381 May 12 03:37:17.874444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3087-974c-47b6-a89c-37708257017c req-a722c23d-bcef-46b5-a7bb-c40b929a3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.875924 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-a722c23d-bcef-46b5-a7bb-c40b929a3531 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4561058-cde5-43d3-8a1b-1ae92a39d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1014576 May 12 03:37:17.892093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e193-591d-4043-870c-24803f28e1d5 req-f687bfae-34c4-4d4b-ba78-e1954f9651de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:17.893573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-f687bfae-34c4-4d4b-ba78-e1954f9651de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c262037f-622d-45fc-9743-9cd962a7082a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388665 May 12 03:37:17.991847 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-2aea53f5-d2cc-4cfb-b1cc-24b09ce58e44 service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884554 May 12 03:37:18.030983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:18.031322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.055180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Deleting port 67e33926-2c31-4547-aec0-489fb2e0d6e0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:18.055511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.091137 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-68db6593-ee7a-4c20-8567-ffbc848a9d6f service neutron] 10.222.0.57 "GET /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899534 May 12 03:37:18.160883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e1fbf-3f37-4ab4-97bc-b2b85157696a req-28cee669-fd32-444b-bff1-4fd970b656db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:18.162385 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-019e1fbf-3f37-4ab4-97bc-b2b85157696a req-28cee669-fd32-444b-bff1-4fd970b656db tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 945 time: 0.1050165 May 12 03:37:18.172459 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-f12e51d0-72a6-4129-b135-c644a6c91ae9 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849026 May 12 03:37:18.213103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-019e1fbf-3f37-4ab4-97bc-b2b85157696a req-1759ab97-3fa4-4bfd-a7dc-c3c7e9e33334 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f7a279-196c-4e40-b25e-6550d02adb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 May 12 03:37:18.459743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911fb5c-b4ce-4b5a-bd39-de065cd1f557 req-e7429e56-5fac-44af-a9b7-cc8dc45931ee tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:18.461261 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6911fb5c-b4ce-4b5a-bd39-de065cd1f557 req-e7429e56-5fac-44af-a9b7-cc8dc45931ee tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 945 time: 0.0482767 May 12 03:37:18.512727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6911fb5c-b4ce-4b5a-bd39-de065cd1f557 req-992ee971-e2f5-426a-85a7-f1c853437bc2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/security-groups?id=14c120b1-770c-4e82-a102-326b22113538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 May 12 03:37:18.604320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:18.604862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.613683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] For port 67e33926-2c31-4547-aec0-489fb2e0d6e0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=67e33926-2c31-4547-aec0-489fb2e0d6e0,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:18.614071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.630079 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:18.637898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Calling delete_port for 67e33926-2c31-4547-aec0-489fb2e0d6e0 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:18.698729 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-42edb052-9d7a-4ffd-b194-2aca4a8a7423 service neutron] 10.222.0.57 "GET /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146813 May 12 03:37:18.870229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.872862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (67e33926-2c31-4547-aec0-489fb2e0d6e0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.905537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:18.949582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'Port': ['ID=67e33926-2c31-4547-aec0-489fb2e0d6e0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:18.974799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] No DVR routers for this DVR port 67e33926-2c31-4547-aec0-489fb2e0d6e0 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:18.986358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:18.990175 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-974a4fa9-388f-4d18-9657-7771228575eb req-a7fee38e-f51a-4f21-a6de-276552e73211 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.57 "DELETE /v2.0/ports/67e33926-2c31-4547-aec0-489fb2e0d6e0 HTTP/1.1" status: 204 len: 173 time: 1.1641977 May 12 03:37:18.990699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'name': 'network-vif-deleted', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:18.995075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0769db7e-abe7-4207-83ad-495480d968ac" -d '{"events": [{"server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "name": "network-vif-deleted", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:19.037792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:19.040211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:19.044042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3ab0d8dc-819e-4b58-b38a-72a092dd7e2d req-8f8bd04e-e7d1-4120-9cb0-6f36d4987547 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce HTTP/1.1" status: 204 len: 173 time: 1.2581327 May 12 03:37:19.106083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9042cdc-f97f-4941-940e-bbf13ec7e91f x-openstack-request-id: req-c9042cdc-f97f-4941-940e-bbf13ec7e91f {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:19.106438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d", "name": "network-vif-deleted", "tag": "67e33926-2c31-4547-aec0-489fb2e0d6e0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:19.106753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9042cdc-f97f-4941-940e-bbf13ec7e91f {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:19.107223 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9042cdc-f97f-4941-940e-bbf13ec7e91f'] response: {'server_uuid': '9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d', 'name': 'network-vif-deleted', 'tag': '67e33926-2c31-4547-aec0-489fb2e0d6e0', 'status': 'completed', 'code': 200} May 12 03:37:19.350180 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b2d677c-ba1b-408c-91ed-b248ac43e2cc req-a032598a-313a-44b2-a7ce-67d84388a74f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7a7e1a-69fc-4f7c-9b59-35b082a7f841 HTTP/1.1" status: 200 len: 210 time: 0.0435677 May 12 03:37:19.615731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2505e218-481e-4d33-a812-bc6eba2847f0 req-909eb9d2-2252-4a52-9f41-63ad9dcf115f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0320339 May 12 03:37:20.408824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36814) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:20.465896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2761aadd-9aa2-41b8-b723-283cb033c832 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (92f7a279-196c-4e40-b25e-6550d02adb89), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:20.491179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2761aadd-9aa2-41b8-b723-283cb033c832 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (92f7a279-196c-4e40-b25e-6550d02adb89), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:20.549699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2761aadd-9aa2-41b8-b723-283cb033c832 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (92f7a279-196c-4e40-b25e-6550d02adb89), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:20.552299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2761aadd-9aa2-41b8-b723-283cb033c832 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:20.553450 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2761aadd-9aa2-41b8-b723-283cb033c832 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/92f7a279-196c-4e40-b25e-6550d02adb89 HTTP/1.1" status: 204 len: 168 time: 0.1435878 May 12 03:37:20.563238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761aadd-9aa2-41b8-b723-283cb033c832 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f7a279-196c-4e40-b25e-6550d02adb89,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:20.585478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36818) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:20.726433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8562f226-845a-4c4c-9d3f-d8f471953f7c req-5cac0da4-a8ab-44ea-9615-eea0e66958c2 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0299909 May 12 03:37:20.950149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (6f2a6304-d382-4f59-8c17-2018b1e69759), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:21.117831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'name': 'network-vif-deleted', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:21.120240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c98aae0-e43c-4be8-89d8-93a902358e38" -d '{"events": [{"server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "name": "network-vif-deleted", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:21.172515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa53ec32-07d2-4529-85d3-4319671c8e6a x-openstack-request-id: req-aa53ec32-07d2-4529-85d3-4319671c8e6a {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:21.172806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7a7e1a-69fc-4f7c-9b59-35b082a7f841", "name": "network-vif-deleted", "tag": "03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:21.173061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa53ec32-07d2-4529-85d3-4319671c8e6a {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:21.173455 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa53ec32-07d2-4529-85d3-4319671c8e6a'] response: {'server_uuid': 'cd7a7e1a-69fc-4f7c-9b59-35b082a7f841', 'name': 'network-vif-deleted', 'tag': '03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce', 'status': 'completed', 'code': 200} May 12 03:37:21.226058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port b09b4b20-d7d0-4f2e-82e1-886fce6f698d {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:21.226399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:21.321200 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port b09b4b20-d7d0-4f2e-82e1-886fce6f698d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:21.321568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:21.336197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for b09b4b20-d7d0-4f2e-82e1-886fce6f698d owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:21.546550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b09b4b20-d7d0-4f2e-82e1-886fce6f698d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:21.572748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=b09b4b20-d7d0-4f2e-82e1-886fce6f698d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:21.763552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (6f2a6304-d382-4f59-8c17-2018b1e69759), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:21.813621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:21.841280 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a360318a-4e2d-4756-a353-c24edcc9e69e req-f88ac90f-5cad-4aac-bdc9-9b2927049a69 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0336680 May 12 03:37:21.844743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:21.845098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 03d8b3a8-2935-4ab1-a0ab-5ee35a2228ce not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:21.845517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 67e33926-2c31-4547-aec0-489fb2e0d6e0 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:21.879005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 67e33926-2c31-4547-aec0-489fb2e0d6e0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:21.879423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 67e33926-2c31-4547-aec0-489fb2e0d6e0 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:22.002303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 6f2a6304-d382-4f59-8c17-2018b1e69759 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:22.110721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:22.115673 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-69efd553-96f7-4557-9885-474103e96355 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/6f2a6304-d382-4f59-8c17-2018b1e69759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5289793 May 12 03:37:22.118268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36826) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:22.121306 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] Sync routers for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:22.136355 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:22.137047 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:22.170708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet 2766ed8e-eaba-44c7-964f-9f9d2480f7a8 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:37:22.174182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (2766ed8e-eaba-44c7-964f-9f9d2480f7a8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.214734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (2766ed8e-eaba-44c7-964f-9f9d2480f7a8), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.256460 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:22.303007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (2766ed8e-eaba-44c7-964f-9f9d2480f7a8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.369602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (2766ed8e-eaba-44c7-964f-9f9d2480f7a8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.399574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=2766ed8e-eaba-44c7-964f-9f9d2480f7a8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:22.406252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.411968 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dd449c8a-ebd8-4e59-a396-1d3d572722b5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/2766ed8e-eaba-44c7-964f-9f9d2480f7a8 HTTP/1.1" status: 204 len: 168 time: 0.2900882 May 12 03:37:22.412093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36828) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:22.415524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00ff93-dc3a-47ea-a72e-e71d28a9fff7 None None] Network c262037f-622d-45fc-9743-9cd962a7082a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:37:22.442846 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:37:21Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:22.474315 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] Checking router: 6f2a6304-d382-4f59-8c17-2018b1e69759 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:22.486042 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] Routers {'6f2a6304-d382-4f59-8c17-2018b1e69759'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:22.486663 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6f2a6304-d382-4f59-8c17-2018b1e69759'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:22.543045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (6f2a6304-d382-4f59-8c17-2018b1e69759), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.609872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] DHCP port deletion for c262037f-622d-45fc-9743-9cd962a7082a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:37:22.669354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (6f2a6304-d382-4f59-8c17-2018b1e69759), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.678848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Deleting port 8340567f-aac7-4812-b2a6-7eaa20690e5d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:22.679454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.723593 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] Set router 6f2a6304-d382-4f59-8c17-2018b1e69759 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:22.730852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port eecb8b7f-106f-4542-959f-b1735a1e4c93 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:22.731323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.760789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] For port 8340567f-aac7-4812-b2a6-7eaa20690e5d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8340567f-aac7-4812-b2a6-7eaa20690e5d,segment=NetworkSegment(f8233624-cb78-45c4-931e-a3c53599de0a),segment_id=f8233624-cb78-45c4-931e-a3c53599de0a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:22.762100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.779958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Calling delete_port for 8340567f-aac7-4812-b2a6-7eaa20690e5d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:22.885399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port eecb8b7f-106f-4542-959f-b1735a1e4c93, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=eecb8b7f-106f-4542-959f-b1735a1e4c93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:22.893407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.906101 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:37:21Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:22.920982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for eecb8b7f-106f-4542-959f-b1735a1e4c93 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:22.927130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (8340567f-aac7-4812-b2a6-7eaa20690e5d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:22.934874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ff09f-0137-45d7-bfe1-f3741dd9d675 None None] The sync data for ids ['6f2a6304-d382-4f59-8c17-2018b1e69759'] in dv-neutron-841363-5-hyperv is: [{'id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'name': 'tempest-TestNetworkBasicOps-router-1664565318', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:37:21Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': 'eecb8b7f-106f-4542-959f-b1735a1e4c93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a6304-d382-4f59-8c17-2018b1e69759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:35:52Z', 'updated_at': '2022-05-12T03:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:22.979687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] No DVR routers for this DVR port 8340567f-aac7-4812-b2a6-7eaa20690e5d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:22.994970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8340567f-aac7-4812-b2a6-7eaa20690e5d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:22.998470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Pushing event deleted for resources: {'Port': ['ID=8340567f-aac7-4812-b2a6-7eaa20690e5d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:23.007701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.008258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.008913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.009580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.012498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.013018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.013511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.014133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.014604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.015269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.015832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.016295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.016881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.017531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.018723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dd3cfba2-70c2-4004-a0a2-402a53dc15c6 req-1889c11b-4bae-4989-a78e-e9b0caa4de73 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0648837 May 12 03:37:23.020516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117acd12-bbd5-478f-99e5-cbf636aaff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:23.050780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8340567f-aac7-4812-b2a6-7eaa20690e5d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:23.051279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8340567f-aac7-4812-b2a6-7eaa20690e5d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:23.147991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (eecb8b7f-106f-4542-959f-b1735a1e4c93), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.173774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=eecb8b7f-106f-4542-959f-b1735a1e4c93,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:23.238544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (6f2a6304-d382-4f59-8c17-2018b1e69759), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.338386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (6f2a6304-d382-4f59-8c17-2018b1e69759), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.341673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (6f2a6304-d382-4f59-8c17-2018b1e69759), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.419852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (6f2a6304-d382-4f59-8c17-2018b1e69759), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.420753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router 6f2a6304-d382-4f59-8c17-2018b1e69759 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:37:23.430540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.435401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36832) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:23.435689 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1108f275-24e3-4d7e-a239-ad1c64fc677e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/6f2a6304-d382-4f59-8c17-2018b1e69759 HTTP/1.1" status: 204 len: 168 time: 1.0226617 May 12 03:37:23.524767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c262037f-622d-45fc-9743-9cd962a7082a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.615554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c262037f-622d-45fc-9743-9cd962a7082a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.637908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c262037f-622d-45fc-9743-9cd962a7082a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:23.647817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8233624-cb78-45c4-931e-a3c53599de0a') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:23.648264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8233624-cb78-45c4-931e-a3c53599de0a') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:23.659320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (f8233624-cb78-45c4-931e-a3c53599de0a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.681067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f8233624-cb78-45c4-931e-a3c53599de0a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.688114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:37:23.688562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (f8233624-cb78-45c4-931e-a3c53599de0a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:37:23.692179 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:37:23.750511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c262037f-622d-45fc-9743-9cd962a7082a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.757727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.760717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/c262037f-622d-45fc-9743-9cd962a7082a HTTP/1.1" status: 204 len: 168 time: 0.3237410 May 12 03:37:23.777061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d73b05-ef93-4483-ae6e-1eb3d3550e91 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=c262037f-622d-45fc-9743-9cd962a7082a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:23.787761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:23.796643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'network': {'name': 'tempest-network-smoke--225543423', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:23.816929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:37:23.820326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.844399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:37:23.854374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e201ba69-9b2d-4722-bef5-1b1a6570ac00), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.854777 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Added segment e201ba69-9b2d-4722-bef5-1b1a6570ac00 of type vlan for network da7463d1-ac38-4a96-9252-46c99aae4ee3 May 12 03:37:23.899768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (da7463d1-ac38-4a96-9252-46c99aae4ee3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.924351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (da7463d1-ac38-4a96-9252-46c99aae4ee3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.929803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:23.930364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:23.968885 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1791730 May 12 03:37:23.972751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36836) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:23.976405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-110331013', 'admin_state_up': True, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:24.020116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8fe05-b592-47ea-9b53-246280be0aed tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Network': ['ID=da7463d1-ac38-4a96-9252-46c99aae4ee3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:24.035724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:37:24.037191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.038039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.100454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.145868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c9f5f5e-3af6-46b7-812d-bd28de335979 req-86648323-5050-4875-9422-42206211698c tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0534112 May 12 03:37:24.269598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.446611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (3b753fc8-76fb-4149-805b-4d932bd07bdb), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.465516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.575110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.133 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/41a89a41-4e3e-4434-b163-2ce031363254) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:37:24.681478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (41a89a41-4e3e-4434-b163-2ce031363254), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.715703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:24.752431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:37:24.755290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:24.761983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:37:24.784361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:24.857954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b09b4b20-d7d0-4f2e-82e1-886fce6f698d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:24.879983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: b09b4b20-d7d0-4f2e-82e1-886fce6f698d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:24.880260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b09b4b20-d7d0-4f2e-82e1-886fce6f698d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:24.880701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eecb8b7f-106f-4542-959f-b1735a1e4c93 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:24.900045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: eecb8b7f-106f-4542-959f-b1735a1e4c93 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:24.900391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eecb8b7f-106f-4542-959f-b1735a1e4c93 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:25.019290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:25.219198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:25.237740 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37601051-1319-45d6-a16a-d9136dad2d1a req-7b5272f4-d3e3-44dc-bf61-ccafd4118f24 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0294952 May 12 03:37:25.351182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:37:25.458081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:25.468450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:25.481179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:25.481826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:25.482357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:25.483848 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-136f0199-f05d-40b2-8420-160fdf7b41ba tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5107856 May 12 03:37:25.487005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36842) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:25.516135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4e0fdff8-3e60-47c5-bd81-3c60198a103d tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2dfac50abd0546ed88ba161fce879d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277772 May 12 03:37:25.518667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36844) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:25.596321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:25.618907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2ce1f-2b27-47a9-91c6-5e49671edf46 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:25.621531 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5bf2ce1f-2b27-47a9-91c6-5e49671edf46 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008496 May 12 03:37:25.623979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36846) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:25.657824 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3dcd0202-ffa4-4b82-901e-e8e58c7bc563 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324585 May 12 03:37:25.660304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36848) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:25.665476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890703852', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:25.779975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:37:25.783805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:25.823118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:24Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:25.851436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Checking router: 3b753fc8-76fb-4149-805b-4d932bd07bdb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:25.851790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Updating router 3b753fc8-76fb-4149-805b-4d932bd07bdb port 41a89a41-4e3e-4434-b163-2ce031363254 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:37:25.880419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41a89a41-4e3e-4434-b163-2ce031363254), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.028610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (6731e3bf-144c-478d-aa9b-6bcb0744d162), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.104565 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Checking segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:37:26.105525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network hostable DHCP agents. Network: da7463d1-ac38-4a96-9252-46c99aae4ee3, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:37:26.110747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Subnet': ['ID=6731e3bf-144c-478d-aa9b-6bcb0744d162,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:26.137666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:37:26.147810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, da7463d1-ac38-4a96-9252-46c99aae4ee3) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:26.153216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:26.154044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.164180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06790a-7d81-4232-9003-a8f947d8a61c None None] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:37:26.177629 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6ba13ff4-580c-451e-9543-426a4f4eaf9e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5136702 May 12 03:37:26.177874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36850) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:26.282373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Publish callbacks [] for port (41a89a41-4e3e-4434-b163-2ce031363254), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.292106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.363606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Attempting to bind port 41a89a41-4e3e-4434-b163-2ce031363254 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:37:26.363896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Attempting to bind port 41a89a41-4e3e-4434-b163-2ce031363254 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:37:26.364246 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Attempting to bind port 41a89a41-4e3e-4434-b163-2ce031363254 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:37:26.370492 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b18d683-f192-467e-97ff-211dd21bd2ad req-fe1f5be3-79b6-420e-83f2-d1cea2a7175f tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0343754 May 12 03:37:26.373687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:37:26.374570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:37:26.374570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.374892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:37:26.375389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Bound port: 41a89a41-4e3e-4434-b163-2ce031363254, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:37:26.375775 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41a89a41-4e3e-4434-b163-2ce031363254), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.400035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-da7463d1-ac38-4a96-9252-46c99aae4ee3', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:37:26.400986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.430360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6944e-f779-4403-805d-2370c4890648 None None] Pushing event updated for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:26.517551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] For port 41a89a41-4e3e-4434-b163-2ce031363254, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:37:26.536626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] For port 41a89a41-4e3e-4434-b163-2ce031363254, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41a89a41-4e3e-4434-b163-2ce031363254,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:37:26.549475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.628720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:26.629270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:26.679511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Allocated IP 172.20.0.2 (da7463d1-ac38-4a96-9252-46c99aae4ee3/6731e3bf-144c-478d-aa9b-6bcb0744d162/d3b85e9a-e4ce-49f3-89c9-e459da93f6a0) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:37:26.689138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:26.695846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6944e-f779-4403-805d-2370c4890648 None None] Pushing event updated for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:26.816133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:27.135830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Publish callbacks [] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.147154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.199477 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.1 (da7463d1-ac38-4a96-9252-46c99aae4ee3/6731e3bf-144c-478d-aa9b-6bcb0744d162/1e499da0-0256-4bd2-a9c7-36b059a50534) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:37:27.214027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:37:27.223705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:27.228252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:24Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:27.230421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:37:27.233723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Pushing event updated for resources: {'Port': ['ID=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:27.264886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6c07b-e232-4baa-af83-7eb7e287145d None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:24Z', 'revision_number': 3, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:27.334556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Attempting to bind port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:37:27.335147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Attempting to bind port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:37:27.336059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Attempting to bind port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 on network da7463d1-ac38-4a96-9252-46c99aae4ee3 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:37:27.342778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:37:27.343549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Checking segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:37:27.344116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.344650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Bound using segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:37:27.345439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Bound port: d3b85e9a-e4ce-49f3-89c9-e459da93f6a0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:37:27.346390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.360508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.409264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.433939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] For port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:37:27.437585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] For port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:37:27.448114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.463941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:37:27.467397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:27.471758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:37:27.524040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78129a-7a22-455e-af01-abdcf1114bb6 None None] Pushing event updated for resources: {'Port': ['ID=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:27.554775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:27.574204 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85a607da-be83-4143-99ab-493e2d6e4f59 req-7f5a2bcd-a595-4202-ab77-152b7dcf6e25 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0940602 May 12 03:37:27.596303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (3b753fc8-76fb-4149-805b-4d932bd07bdb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:27.774823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:28.174567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:28.183820 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:28.259098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:28.266871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:28.390363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:37:28.392462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:28.531292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:28.664898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:28.674479 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f4d0908-dfba-4aca-a992-26f85c7ea6b8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/3b753fc8-76fb-4149-805b-4d932bd07bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4952185 May 12 03:37:28.677001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36858) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:28.706690 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc5e0747-1395-49bd-89b4-e18cac758f57 req-42013f20-d26c-45d9-80e1-8b01c0458a45 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db22f0e-dc4a-46b6-a3c7-c54cc08cb96d HTTP/1.1" status: 200 len: 210 time: 0.0430200 May 12 03:37:28.742415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb21e10-79a8-40bc-86c9-bafaf0359266 None None] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:37:28.891919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] Provisioning complete for port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:28.892523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:28.957563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:37:29.065384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] Current status of the port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:29.066735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.088892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:29.089832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.171862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] For port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:29.178475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.189294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.190000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.190598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.191208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.191825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.192728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.197155 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6ee3bcc4-ed1e-4d99-aace-81e157849c11 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.5160320 May 12 03:37:29.197527 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36860) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.257531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88a2f-bbb5-425b-adb0-2aea6dbbfa0e None None] Pushing event updated for resources: {'Port': ['ID=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:29.260633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.261724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.262263 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.262764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.263270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.263767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:29.268266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6871de16-3e68-41f6-b845-fcf4165d9570 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0670242 May 12 03:37:29.269345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.273295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:29.274586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:37:29.313855 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:29.325098 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:29.325724 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:29.328148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5dd955e2-d40e-4ed2-b53e-c61ed743a435 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:29.328519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5dd955e2-d40e-4ed2-b53e-c61ed743a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.363742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 41a89a41-4e3e-4434-b163-2ce031363254 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:29.364116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41a89a41-4e3e-4434-b163-2ce031363254), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.398558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5dd955e2-d40e-4ed2-b53e-c61ed743a435 None None] Port 1e499da0-0256-4bd2-a9c7-36b059a50534 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:37:29.408985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5dd955e2-d40e-4ed2-b53e-c61ed743a435 None None] Provisioning complete for port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:29.409360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5dd955e2-d40e-4ed2-b53e-c61ed743a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.416560 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6bca2367-dca7-464c-97f7-b5537e8bd3c4 tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1462123 May 12 03:37:29.471477 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:29.486604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36866) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.492095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344967818', 'description': 'tempest-secgroup-smoke-1344967818 description', 'project_id': '2dfac50abd0546ed88ba161fce879d45'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:29.519451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.523893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 41a89a41-4e3e-4434-b163-2ce031363254 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:29.524283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41a89a41-4e3e-4434-b163-2ce031363254), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.563029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 41a89a41-4e3e-4434-b163-2ce031363254, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41a89a41-4e3e-4434-b163-2ce031363254,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:29.565030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5dd955e2-d40e-4ed2-b53e-c61ed743a435 None None] Current status of the port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:29.570975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.621095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0451ef20-76ef-4400-b5ad-5e45c22d69a9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.626617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0451ef20-76ef-4400-b5ad-5e45c22d69a9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.629925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:29.652685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.656769 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1664071 May 12 03:37:29.656916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36868) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.661385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0451ef20-76ef-4400-b5ad-5e45c22d69a9', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:29.689045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0a401-c99e-4e89-b927-db11cc5236ae tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0451ef20-76ef-4400-b5ad-5e45c22d69a9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:29.691411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-11c681be-2e84-4d25-bff0-462ce2a2a6bc None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:29.691776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11c681be-2e84-4d25-bff0-462ce2a2a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.698275 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:27Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:37:28Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:29.702704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (0365ec03-0375-431f-ad15-b5d7d7e74054), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.726922 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Checking router: 3b753fc8-76fb-4149-805b-4d932bd07bdb for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:29.727336 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Updating router 3b753fc8-76fb-4149-805b-4d932bd07bdb port 1e499da0-0256-4bd2-a9c7-36b059a50534 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:37:29.746367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-11c681be-2e84-4d25-bff0-462ce2a2a6bc None None] Port 1e499da0-0256-4bd2-a9c7-36b059a50534 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:37:29.760468 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.764800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (0365ec03-0375-431f-ad15-b5d7d7e74054), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.775228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36872) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.776086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0365ec03-0375-431f-ad15-b5d7d7e74054), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.785074 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:37:29.794686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0365ec03-0375-431f-ad15-b5d7d7e74054,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:29.804283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.805636 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f2336fd4-a75e-48e3-990f-abd2b1f2d77e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477470 May 12 03:37:29.809048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36874) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.815449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0451ef20-76ef-4400-b5ad-5e45c22d69a9', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:29.847850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (fc2b313b-188d-48d9-8dbb-561841f7612a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.868451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6936c133-ae2e-4fbf-a086-7a9dcd7935a9 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:29.868859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6936c133-ae2e-4fbf-a086-7a9dcd7935a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.902378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Deleting port a3b41103-9423-4fe1-8e8a-35bf97e4b471 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:29.902577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.917066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (fc2b313b-188d-48d9-8dbb-561841f7612a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.924711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (fc2b313b-188d-48d9-8dbb-561841f7612a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.925017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6936c133-ae2e-4fbf-a086-7a9dcd7935a9 None None] Port 1e499da0-0256-4bd2-a9c7-36b059a50534 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:37:29.943487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2b313b-188d-48d9-8dbb-561841f7612a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:29.956913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.958733 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-777ead8d-c30b-41f7-bb71-43f7bac42254 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481411 May 12 03:37:29.961672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36876) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:29.966578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0451ef20-76ef-4400-b5ad-5e45c22d69a9', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:29.990231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.990649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (a3b41103-9423-4fe1-8e8a-35bf97e4b471), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:29.994661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (d342d4a0-0612-4158-9b57-e0738d3be138), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.004347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Calling delete_port for a3b41103-9423-4fe1-8e8a-35bf97e4b471 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:30.059321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (d342d4a0-0612-4158-9b57-e0738d3be138), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.063973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d342d4a0-0612-4158-9b57-e0738d3be138), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.081102 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d342d4a0-0612-4158-9b57-e0738d3be138,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.090950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.092134 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-76fb9583-f453-4180-8243-307237c39237 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295190 May 12 03:37:30.095073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36878) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:30.099840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0451ef20-76ef-4400-b5ad-5e45c22d69a9', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:30.115611 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Publish callbacks [] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.121456 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.129638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (d5b1efed-cae9-48c4-9789-2036018f7227), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.173503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a3b41103-9423-4fe1-8e8a-35bf97e4b471), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.205770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (d5b1efed-cae9-48c4-9789-2036018f7227), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.206000 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'Port': ['ID=a3b41103-9423-4fe1-8e8a-35bf97e4b471,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.213683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d5b1efed-cae9-48c4-9789-2036018f7227), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.218367 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.227229 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.227789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.228383 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.228867 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.229347 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.230427 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.231460 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.231949 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.232444 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.232945 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.233300 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.233639 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.233993 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.234774 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.235112 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:37:30.235208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b1efed-cae9-48c4-9789-2036018f7227,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.251147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.255219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-35935788-a3f4-4daa-ad87-390fda5be38f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567678 May 12 03:37:30.255346 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Attempting to bind port 1e499da0-0256-4bd2-a9c7-36b059a50534 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:37:30.255346 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Attempting to bind port 1e499da0-0256-4bd2-a9c7-36b059a50534 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:37:30.255346 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Attempting to bind port 1e499da0-0256-4bd2-a9c7-36b059a50534 on network da7463d1-ac38-4a96-9252-46c99aae4ee3 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:37:30.255567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36880) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:30.259476 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:37:30.259859 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Checking segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:37:30.260262 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.260650 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Bound using segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:37:30.261313 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Bound port: 1e499da0-0256-4bd2-a9c7-36b059a50534, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:37:30.261699 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.268593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0451ef20-76ef-4400-b5ad-5e45c22d69a9', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:30.288076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for floatingip (e6048902-9b5c-4329-9bf0-8b93bd0c3f2a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.292936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.296812 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-52f2f658-ba6a-4baa-96f3-3b3fb42d3bcb tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6048902-9b5c-4329-9bf0-8b93bd0c3f2a HTTP/1.1" status: 204 len: 168 time: 0.5179985 May 12 03:37:30.299641 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:37:30.308144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1a4ba78b-2e08-4cd8-bdd4-c47a366ca775), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.350106 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] For port 1e499da0-0256-4bd2-a9c7-36b059a50534, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:37:30.355546 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] For port 1e499da0-0256-4bd2-a9c7-36b059a50534, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e499da0-0256-4bd2-a9c7-36b059a50534,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:37:30.365006 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.402845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1a4ba78b-2e08-4cd8-bdd4-c47a366ca775), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.408563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1a4ba78b-2e08-4cd8-bdd4-c47a366ca775), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.413337 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:30.414035 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:30.432030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4ba78b-2e08-4cd8-bdd4-c47a366ca775,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.445348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.446919 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5ce7496d-6a0f-436f-8da8-71677891a279 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1904917 May 12 03:37:30.449814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36888) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:30.455442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'security_group_rule': {'security_group_id': '0451ef20-76ef-4400-b5ad-5e45c22d69a9', 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:30.466389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:30.471023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.486818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Project 2dfac50abd0546ed88ba161fce879d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:37:30.502803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1a64ad97-4cd2-4a86-a349-8717a79497b5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.537976 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a53d2f-3246-4dde-802e-dca1fbc8b1fd None None] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.587502 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:30.628018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (1a64ad97-4cd2-4a86-a349-8717a79497b5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.631018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] Current status of the port 1e499da0-0256-4bd2-a9c7-36b059a50534 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:30.631628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.638610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1a64ad97-4cd2-4a86-a349-8717a79497b5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.655566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a64ad97-4cd2-4a86-a349-8717a79497b5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.678283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] For port 1e499da0-0256-4bd2-a9c7-36b059a50534, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e499da0-0256-4bd2-a9c7-36b059a50534,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:30.680374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.692134 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-77f38b4d-5fef-4cee-858f-91ac3c5b20e7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2319193 May 12 03:37:30.692349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.786725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b663c1-22de-462a-879b-f9dfe0c8e7a8 None None] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:30.834417 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:27Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:37:30Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:30.868229 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e7a9b-584b-4376-a160-705c0b56282f None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:27Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:37:30Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:30.913180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f4310bc2-d628-4c2a-84ba-7a4d87286d81 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:30.915502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f4310bc2-d628-4c2a-84ba-7a4d87286d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:30.936702 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-01399094-efa8-413d-a0f1-72dfe3fcca85 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344967818&fields=id&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 267 time: 0.0816453 May 12 03:37:30.973469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:37:31.058556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:31.058873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:31.131511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f4310bc2-d628-4c2a-84ba-7a4d87286d81 None None] Current status of the port 1e499da0-0256-4bd2-a9c7-36b059a50534 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:31.204688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:31.205921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:37:31.264464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 41a89a41-4e3e-4434-b163-2ce031363254 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:31.264842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41a89a41-4e3e-4434-b163-2ce031363254), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:31.358419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 41a89a41-4e3e-4434-b163-2ce031363254 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:31.479831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-3c42bbce-d623-4a62-abde-0ff62c114cc7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:31.481394 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-3c42bbce-d623-4a62-abde-0ff62c114cc7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/networks?id=da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 200 len: 796 time: 0.5260477 May 12 03:37:31.497439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-d2ca06c8-a94b-4ea9-b795-fe5cae5a15bf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/quotas/2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 375 time: 0.0101359 May 12 03:37:31.554211 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-024de21d-a685-4020-8621-2487e1cb6d98 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504110 May 12 03:37:31.669829 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-7c252716-6c47-4531-afcc-8e78e9091284 service neutron] 10.222.0.23 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033244 May 12 03:37:31.767383 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-e49ec67e-151b-43ee-bd25-fd59ae1bbc6e service neutron] 10.222.0.23 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916367 May 12 03:37:31.946439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a72e940-e35a-4271-805a-eaf468e65f20 req-2ac94f3b-17f2-479c-bb3f-542d3ac53cdf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 210 time: 0.0375206 May 12 03:37:32.873470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e499da0-0256-4bd2-a9c7-36b059a50534 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:37:32.933340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:32.933778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.027640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1e499da0-0256-4bd2-a9c7-36b059a50534 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:33.044814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-e3e82030-df85-479c-b262-ef0f66fc4ec0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:33.050515 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-e3e82030-df85-479c-b262-ef0f66fc4ec0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/networks?id=da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 200 len: 796 time: 0.1437845 May 12 03:37:33.090979 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bd899e4d-8131-4bd3-8454-9898ffd66505 req-596d12fc-b6d2-485d-883c-ef33ec3cffe1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 210 time: 0.0400784 May 12 03:37:33.116798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2db9904-4710-42de-815d-2e01afa249a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.139319 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-fa021650-add9-410e-8249-8fff412a1373 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfac50abd0546ed88ba161fce879d45 HTTP/1.1" status: 200 len: 380 time: 0.0772951 May 12 03:37:33.244785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'port': {'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'admin_state_up': True, 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'security_groups': ['0451ef20-76ef-4400-b5ad-5e45c22d69a9']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:33.356058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Made reservation on behalf of 2dfac50abd0546ed88ba161fce879d45 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:37:33.359599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.496297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.20.0.13 (da7463d1-ac38-4a96-9252-46c99aae4ee3/6731e3bf-144c-478d-aa9b-6bcb0744d162/010ecfee-d4d4-4d03-bcf0-0a4bba16a239) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:37:33.643480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.677194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.719544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:37:33.724834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:33.734545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:37:33.756306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:33.790365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:33.791310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.812838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-8b20b2ee-045f-4aaa-9a2a-79cb001d7e2d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719948 May 12 03:37:33.876317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Request body: {'port': {'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:33.943938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:33.970461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e449bd27-7a57-418f-855d-652bd393056e None None] Provisioning complete for port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:33.970967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e449bd27-7a57-418f-855d-652bd393056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:34.008802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e449bd27-7a57-418f-855d-652bd393056e None None] Port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:37:34.195471 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f81e7-e47b-444e-96a0-584c0ee9575d req-7975736f-6cb0-4ff7-80f9-b23841cfdc0f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:34.196968 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d2f81e7-e47b-444e-96a0-584c0ee9575d req-7975736f-6cb0-4ff7-80f9-b23841cfdc0f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 932 time: 0.0477188 May 12 03:37:34.249086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:37:34.250878 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d2f81e7-e47b-444e-96a0-584c0ee9575d req-d04bce1a-793d-47fb-96ce-c8061bb8aa1f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 May 12 03:37:34.256747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Publish callbacks [] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:34.272293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Transition to ACTIVE for port object 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:37:34.276209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:34.332855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Pushing event updated for resources: {'Port': ['ID=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:34.405802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Attempting to bind port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:37:34.406168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Attempting to bind port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:37:34.406490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Attempting to bind port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 on network da7463d1-ac38-4a96-9252-46c99aae4ee3 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:37:34.411171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 on network da7463d1-ac38-4a96-9252-46c99aae4ee3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:37:34.411499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Attempting to bind port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 on network da7463d1-ac38-4a96-9252-46c99aae4ee3 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:37:34.416671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:37:34.417001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Checking segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:37:34.417421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Bound using segment: {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:37:34.417845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Bound port: 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e201ba69-9b2d-4722-bef5-1b1a6570ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:37:34.418236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:34.495690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] For port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:37:34.499831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] For port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:37:34.507777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:34.546339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:34.547008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:34.548450 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] 10.222.0.57 "PUT /v2.0/ports/010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 200 len: 1094 time: 0.7225652 May 12 03:37:34.551031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:34.553916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd" -d '{"events": [{"name": "network-changed", "server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:34.592526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605affb-6320-4616-b1ff-a721868b2643 service neutron] Pushing event updated for resources: {'Port': ['ID=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:34.624236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e518c3-8253-458a-9269-fc8d8d041dae x-openstack-request-id: req-71e518c3-8253-458a-9269-fc8d8d041dae {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:34.624523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:34.624778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71e518c3-8253-458a-9269-fc8d8d041dae {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:34.625179 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e518c3-8253-458a-9269-fc8d8d041dae'] response: {'name': 'network-changed', 'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'status': 'completed', 'code': 200} May 12 03:37:34.637521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-1645ff5e-d5cb-4ffe-a683-44b9b7dd1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:34.639086 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-1645ff5e-d5cb-4ffe-a683-44b9b7dd1a31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1128 time: 0.0435736 May 12 03:37:34.685548 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-f5b6cee2-0a91-4469-a6b9-5b3920e9a79e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 200 len: 217 time: 0.0394549 May 12 03:37:34.747850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-651c1dd8-da77-45b3-97c2-88387aba572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:34.749806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-651c1dd8-da77-45b3-97c2-88387aba572d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6731e3bf-144c-478d-aa9b-6bcb0744d162 HTTP/1.1" status: 200 len: 834 time: 0.0530217 May 12 03:37:34.822435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60056-45e9-47cf-a503-a996b02a872d req-1f2ce65f-c08f-46d1-805c-0f6c3a017a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:34.824531 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-1f2ce65f-c08f-46d1-805c-0f6c3a017a9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da7463d1-ac38-4a96-9252-46c99aae4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0641477 May 12 03:37:34.917489 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-1c1eb37f-96d0-4923-846f-c0aa1b6bd55f service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 May 12 03:37:35.012020 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-25f60056-45e9-47cf-a503-a996b02a872d req-14fa2145-06c8-4a83-8d6d-6fc40281d628 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870316 May 12 03:37:35.363400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695e68c-5a13-47a8-8a9b-a5dfb8afd9f6 req-4115851e-91ad-4e42-8dc6-46c835202399 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:35.364859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c695e68c-5a13-47a8-8a9b-a5dfb8afd9f6 req-4115851e-91ad-4e42-8dc6-46c835202399 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 944 time: 0.0458550 May 12 03:37:35.414701 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c695e68c-5a13-47a8-8a9b-a5dfb8afd9f6 req-86d86b90-4759-402f-abb6-d0be32486ab8 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 May 12 03:37:35.639012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-49951db8-ac46-4009-8815-829a7fbd39c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:35.894950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-15cdfab6-54bc-4fb7-bd64-f3fec7568d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:35.896553 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-15cdfab6-54bc-4fb7-bd64-f3fec7568d32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1128 time: 0.0431337 May 12 03:37:36.000371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-e00561a1-17ed-4fce-b29e-480fa11d9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:36.001952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-e00561a1-17ed-4fce-b29e-480fa11d9f09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 200 len: 897 time: 0.0959263 May 12 03:37:36.050303 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-133cdb64-0139-4a49-bbcb-4bc3e1bb09e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 200 len: 217 time: 0.0394437 May 12 03:37:36.100956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-ae8febe2-5221-478f-b15a-83bd48a72b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:36.102560 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-ae8febe2-5221-478f-b15a-83bd48a72b43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6731e3bf-144c-478d-aa9b-6bcb0744d162 HTTP/1.1" status: 200 len: 834 time: 0.0433428 May 12 03:37:36.154575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-4c454919-6dea-463a-8225-c8f30f0e231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:36.156005 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-4c454919-6dea-463a-8225-c8f30f0e231b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da7463d1-ac38-4a96-9252-46c99aae4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433085 May 12 03:37:36.255275 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-ac931b4d-c66e-4bc2-b393-735da337befb service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902555 May 12 03:37:36.349532 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4b4fcc1f-49e8-47c7-90d7-dee0774798fd req-4ae61d4a-c691-4124-8822-19881ef8f00e service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 May 12 03:37:36.462658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:36.538493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f52393-0dfe-43c6-92fe-982eb039e928 req-e365bf0b-fc63-4df4-b198-dd4a447a457e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:36.540149 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22f52393-0dfe-43c6-92fe-982eb039e928 req-e365bf0b-fc63-4df4-b198-dd4a447a457e tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 944 time: 0.0523849 May 12 03:37:36.594966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22f52393-0dfe-43c6-92fe-982eb039e928 req-00d60e30-8518-4bf9-b2be-11dd71356878 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489907 May 12 03:37:36.867487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36946) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:36.928460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-052f5136-97ab-4ad2-8b9f-5c2347e90d20 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group (14c120b1-770c-4e82-a102-326b22113538), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:36.954143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-052f5136-97ab-4ad2-8b9f-5c2347e90d20 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group (14c120b1-770c-4e82-a102-326b22113538), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:37.012686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-052f5136-97ab-4ad2-8b9f-5c2347e90d20 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (14c120b1-770c-4e82-a102-326b22113538), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:37.015282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-052f5136-97ab-4ad2-8b9f-5c2347e90d20 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:37.016433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-052f5136-97ab-4ad2-8b9f-5c2347e90d20 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] 10.222.0.23 "DELETE /v2.0/security-groups/14c120b1-770c-4e82-a102-326b22113538 HTTP/1.1" status: 204 len: 168 time: 0.1479514 May 12 03:37:37.025550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f5136-97ab-4ad2-8b9f-5c2347e90d20 tempest-TestVolumeBootPattern-346566983 tempest-TestVolumeBootPattern-346566983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c120b1-770c-4e82-a102-326b22113538,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:37.081664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36950) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:37.536126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (b622c5b7-3a9e-41a6-993f-a37e63ec639a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:37.744891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1fa8-d716-4b38-83cd-65f912f4f39d req-8e036346-397a-4fd1-8879-2ffd989c7bf5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:37.746457 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-607a1fa8-d716-4b38-83cd-65f912f4f39d req-8e036346-397a-4fd1-8879-2ffd989c7bf5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 944 time: 0.0771003 May 12 03:37:37.840025 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-607a1fa8-d716-4b38-83cd-65f912f4f39d req-3e070549-dd68-4212-8c36-15505bb27cc7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854456 May 12 03:37:37.856836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Deleting port 41cd9509-2fa7-4cd1-99dc-b9290080c688 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:37.857190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:37.875263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:37:37.940832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] For port 41cd9509-2fa7-4cd1-99dc-b9290080c688, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41cd9509-2fa7-4cd1-99dc-b9290080c688,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:37.941373 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:37.955529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Calling delete_port for 41cd9509-2fa7-4cd1-99dc-b9290080c688 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:37.980568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:37.991620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:37:38.044456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:38.045312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:38.045719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:38.059355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:37:38.082014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:38.087186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:38.139791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:38.153529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (41cd9509-2fa7-4cd1-99dc-b9290080c688), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:38.184205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Pushing event deleted for resources: {'Port': ['ID=41cd9509-2fa7-4cd1-99dc-b9290080c688,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:38.353005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['010ecfee-d4d4-4d03-bcf0-0a4bba16a239'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:37:38.369981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (b622c5b7-3a9e-41a6-993f-a37e63ec639a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:38.594226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Router b622c5b7-3a9e-41a6-993f-a37e63ec639a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:38.700779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:38.705623 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fa2a8732-e147-4b96-b534-88bcbf14ba5a admin admin] 10.222.0.23 "PUT /v2.0/routers/b622c5b7-3a9e-41a6-993f-a37e63ec639a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228857 May 12 03:37:38.708121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36956) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:38.708987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] Sync routers for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:38.720146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:38.720763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:38.819831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks [] for router (b622c5b7-3a9e-41a6-993f-a37e63ec639a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:38.837800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:38.985806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95045ad-050d-40f2-8d8e-93ef46a3a124 req-ea538e62-a4f9-4f50-b20e-9f4c37e7dad1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:38.987216 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e95045ad-050d-40f2-8d8e-93ef46a3a124 req-ea538e62-a4f9-4f50-b20e-9f4c37e7dad1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 945 time: 0.0619450 May 12 03:37:38.988739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks [] for router_gateway (b622c5b7-3a9e-41a6-993f-a37e63ec639a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.031117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:37:38Z', 'revision_number': 5, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port': {'id': 'ddeac590-c85e-4a88-aae2-6639c46db2c4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:39.075069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Deleting port ddeac590-c85e-4a88-aae2-6639c46db2c4 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:39.075414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.081038 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e95045ad-050d-40f2-8d8e-93ef46a3a124 req-abf97e63-fbed-4717-8deb-9a23ded70b89 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878119 May 12 03:37:39.092875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] Checking router: b622c5b7-3a9e-41a6-993f-a37e63ec639a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:39.104500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] Routers {'b622c5b7-3a9e-41a6-993f-a37e63ec639a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:39.105732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:39.164911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] For port ddeac590-c85e-4a88-aae2-6639c46db2c4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ddeac590-c85e-4a88-aae2-6639c46db2c4,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:39.165287 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.179840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Calling delete_port for ddeac590-c85e-4a88-aae2-6639c46db2c4 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:39.351113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ddeac590-c85e-4a88-aae2-6639c46db2c4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.380018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddeac590-c85e-4a88-aae2-6639c46db2c4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:39.388635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] Set router b622c5b7-3a9e-41a6-993f-a37e63ec639a gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:39.442135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (b622c5b7-3a9e-41a6-993f-a37e63ec639a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.448444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:37:38Z', 'revision_number': 6, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:39.479349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670411d-3b72-4dd8-9099-ac2016474cf4 None None] The sync data for ids ['b622c5b7-3a9e-41a6-993f-a37e63ec639a'] in dv-neutron-841363-5-hyperv is: [{'id': 'b622c5b7-3a9e-41a6-993f-a37e63ec639a', 'name': 'tempest-TestVolumeBootPattern-428057014-router', 'tenant_id': '5a7f18ce91624bc98c280c920727400b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:17Z', 'updated_at': '2022-05-12T03:37:38Z', 'revision_number': 6, 'project_id': '5a7f18ce91624bc98c280c920727400b', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:39.543670 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b622c5b7-3a9e-41a6-993f-a37e63ec639a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.546055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks [] for router_controller (b622c5b7-3a9e-41a6-993f-a37e63ec639a), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.588405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (b622c5b7-3a9e-41a6-993f-a37e63ec639a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.588949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b622c5b7-3a9e-41a6-993f-a37e63ec639a {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:37:39.593314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.594461 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-aa121e36-a3d4-4eb9-ba62-7b114fa76b44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b622c5b7-3a9e-41a6-993f-a37e63ec639a HTTP/1.1" status: 204 len: 168 time: 0.8854313 May 12 03:37:39.596923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36960) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:39.615079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.646795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Deleting subnet 1511f170-78ff-46ef-b94c-37696fa33362 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:37:39.649770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Publish callbacks [] for subnet (1511f170-78ff-46ef-b94c-37696fa33362), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.683405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (1511f170-78ff-46ef-b94c-37696fa33362), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.755796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (1511f170-78ff-46ef-b94c-37696fa33362), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.810015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (1511f170-78ff-46ef-b94c-37696fa33362), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.836863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1511f170-78ff-46ef-b94c-37696fa33362,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:39.838908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.844507 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6636f333-9ea6-4d54-ba0e-dbb92f66f134 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1511f170-78ff-46ef-b94c-37696fa33362 HTTP/1.1" status: 204 len: 168 time: 0.2461181 May 12 03:37:39.844632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36962) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:39.845815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3409c95-eaca-43ff-b0f5-98e1770f74af None None] Network b4561058-cde5-43d3-8a1b-1ae92a39d565 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:37:39.905035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:37:39.917955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b4561058-cde5-43d3-8a1b-1ae92a39d565), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.967156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Deleting port ad868944-130d-492e-8d00-f4f5c9b5cc4f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:39.967498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:39.989506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:37:39.995190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:37:39.995608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.031148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] For port ad868944-130d-492e-8d00-f4f5c9b5cc4f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ad868944-130d-492e-8d00-f4f5c9b5cc4f,segment=NetworkSegment(ca561c39-82fd-4958-95e4-51df523d79f2),segment_id=ca561c39-82fd-4958-95e4-51df523d79f2)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:40.031519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.045870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Calling delete_port for ad868944-130d-492e-8d00-f4f5c9b5cc4f owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:40.076405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:37:40.076984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.100206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:40.102277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e8c6e-d77a-40c6-beb2-3c8b35861b02" -d '{"events": [{"server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "name": "network-vif-plugged", "status": "completed", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:40.115397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:40.121405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.141195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ad868944-130d-492e-8d00-f4f5c9b5cc4f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.150656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d26e80-dca2-471b-a929-387badadd22d x-openstack-request-id: req-07d26e80-dca2-471b-a929-387badadd22d {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:40.150949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "name": "network-vif-plugged", "status": "completed", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:40.151207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07d26e80-dca2-471b-a929-387badadd22d {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:40.152118 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d26e80-dca2-471b-a929-387badadd22d'] response: {'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'code': 200} May 12 03:37:40.184893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:40.193132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ad868944-130d-492e-8d00-f4f5c9b5cc4f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:40.195085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] No DVR routers for this DVR port ad868944-130d-492e-8d00-f4f5c9b5cc4f on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:40.223545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3754c4-2e74-4474-834d-a7052ca826df req-beb9a6ca-68bb-418d-9b51-f9e00bcce248 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:40.225389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3754c4-2e74-4474-834d-a7052ca826df req-beb9a6ca-68bb-418d-9b51-f9e00bcce248 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0653317 May 12 03:37:40.286141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b4561058-cde5-43d3-8a1b-1ae92a39d565), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.299153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf3754c4-2e74-4474-834d-a7052ca826df req-97d1cf38-bbe7-46b5-bd05-a5824c3fdbd0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666070 May 12 03:37:40.301098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e4dc8-0c27-4510-9867-d6026b74e3ad None None] DHCP port deletion for b4561058-cde5-43d3-8a1b-1ae92a39d565 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:37:40.316329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4561058-cde5-43d3-8a1b-1ae92a39d565']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:40.351686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca561c39-82fd-4958-95e4-51df523d79f2') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:40.351914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca561c39-82fd-4958-95e4-51df523d79f2') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:40.365685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (ca561c39-82fd-4958-95e4-51df523d79f2), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.373959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95691a-359f-46d1-b365-671d284c3bd5 req-4f2a450c-0921-4bd6-88fa-fb8517a3e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:40.375468 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7f95691a-359f-46d1-b365-671d284c3bd5 req-4f2a450c-0921-4bd6-88fa-fb8517a3e9ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1130 time: 0.0704625 May 12 03:37:40.383206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (ca561c39-82fd-4958-95e4-51df523d79f2), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.395770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:37:40.396169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (ca561c39-82fd-4958-95e4-51df523d79f2), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:37:40.397868 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:37:40.475816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b4561058-cde5-43d3-8a1b-1ae92a39d565), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.480295 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7f95691a-359f-46d1-b365-671d284c3bd5 req-b5c4f2c9-cd3d-4e79-900b-b368a132602f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947700 May 12 03:37:40.485461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.488537 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/b4561058-cde5-43d3-8a1b-1ae92a39d565 HTTP/1.1" status: 204 len: 168 time: 0.6430237 May 12 03:37:40.491741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36968) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:40.498665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48e872-b39a-48f5-9792-999704d9a4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b4561058-cde5-43d3-8a1b-1ae92a39d565,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:40.821450 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (fa6fdf94-2ba1-4f57-a871-e896adee5720), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:40.868648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41cd9509-2fa7-4cd1-99dc-b9290080c688 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:40.889843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 41cd9509-2fa7-4cd1-99dc-b9290080c688 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:40.890147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41cd9509-2fa7-4cd1-99dc-b9290080c688 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:40.890566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ddeac590-c85e-4a88-aae2-6639c46db2c4 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:40.909781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ddeac590-c85e-4a88-aae2-6639c46db2c4 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:40.910154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ddeac590-c85e-4a88-aae2-6639c46db2c4 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:40.910563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ad868944-130d-492e-8d00-f4f5c9b5cc4f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:40.928839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ad868944-130d-492e-8d00-f4f5c9b5cc4f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:40.929176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ad868944-130d-492e-8d00-f4f5c9b5cc4f not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:41.051683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Deleting port eb32b577-7324-4071-a1bf-611c885b336c {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:41.052214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (eb32b577-7324-4071-a1bf-611c885b336c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:41.129214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] For port eb32b577-7324-4071-a1bf-611c885b336c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=eb32b577-7324-4071-a1bf-611c885b336c,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:41.129570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (eb32b577-7324-4071-a1bf-611c885b336c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:41.141748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Calling delete_port for eb32b577-7324-4071-a1bf-611c885b336c owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:41.321691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (eb32b577-7324-4071-a1bf-611c885b336c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:41.346285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb32b577-7324-4071-a1bf-611c885b336c,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:41.491660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2be7fa-11fd-4a97-b224-947fa3db626b req-be551e32-4732-420d-a64d-6c158cc9ae78 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:41.493633 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cc2be7fa-11fd-4a97-b224-947fa3db626b req-be551e32-4732-420d-a64d-6c158cc9ae78 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0889003 May 12 03:37:41.600415 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cc2be7fa-11fd-4a97-b224-947fa3db626b req-4771325b-0763-4a58-9330-ec87b2f16521 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983698 May 12 03:37:41.603035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (fa6fdf94-2ba1-4f57-a871-e896adee5720), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.160812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Router fa6fdf94-2ba1-4f57-a871-e896adee5720 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:42.267778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:42.272746 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2419da75-8711-4022-9da9-a27436e2b43e admin admin] 10.222.0.23 "PUT /v2.0/routers/fa6fdf94-2ba1-4f57-a871-e896adee5720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798009 May 12 03:37:42.275361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36972) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:42.277920 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] Sync routers for ids ['fa6fdf94-2ba1-4f57-a871-e896adee5720'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:42.287408 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] Routers {'fa6fdf94-2ba1-4f57-a871-e896adee5720'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:42.288012 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fa6fdf94-2ba1-4f57-a871-e896adee5720'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:42.381853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks [] for router (fa6fdf94-2ba1-4f57-a871-e896adee5720), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.418576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.485304 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] Set router fa6fdf94-2ba1-4f57-a871-e896adee5720 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:42.490274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks [] for router_gateway (fa6fdf94-2ba1-4f57-a871-e896adee5720), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.534128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Deleting port 4bce7942-8f13-42b4-882c-94fd3570d6f0 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:42.534469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.616276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] For port 4bce7942-8f13-42b4-882c-94fd3570d6f0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4bce7942-8f13-42b4-882c-94fd3570d6f0,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:42.616552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.630209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Calling delete_port for 4bce7942-8f13-42b4-882c-94fd3570d6f0 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:42.657030 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:37:41Z', 'revision_number': 5, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port': {'id': '4bce7942-8f13-42b4-882c-94fd3570d6f0', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:29:23Z', 'updated_at': '2022-05-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:42.684709 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] Checking router: fa6fdf94-2ba1-4f57-a871-e896adee5720 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:42.692944 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] Routers {'fa6fdf94-2ba1-4f57-a871-e896adee5720'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:42.693549 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['fa6fdf94-2ba1-4f57-a871-e896adee5720'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:42.726723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa92eb-d7c5-42ae-a52d-e414ecf0c005 req-c0802770-3040-4b10-90c5-8310d3191fb7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:42.728219 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89fa92eb-d7c5-42ae-a52d-e414ecf0c005 req-c0802770-3040-4b10-90c5-8310d3191fb7 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0574846 May 12 03:37:42.780344 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] Set router fa6fdf94-2ba1-4f57-a871-e896adee5720 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:42.826107 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89fa92eb-d7c5-42ae-a52d-e414ecf0c005 req-2293a636-ecfa-4b4a-9906-69b92af19078 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913913 May 12 03:37:42.836476 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:37:42Z', 'revision_number': 6, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:42.867791 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbddbbd-6410-4e7e-b867-26f46811547b None None] The sync data for ids ['fa6fdf94-2ba1-4f57-a871-e896adee5720'] in dv-neutron-841363-5-hyperv is: [{'id': 'fa6fdf94-2ba1-4f57-a871-e896adee5720', 'name': 'tempest-TestVolumeBootPattern-403143826-router', 'tenant_id': '881b13ec050d4ebb9265be45f09e2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:29:22Z', 'updated_at': '2022-05-12T03:37:42Z', 'revision_number': 6, 'project_id': '881b13ec050d4ebb9265be45f09e2e9f', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:42.902534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4bce7942-8f13-42b4-882c-94fd3570d6f0), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:42.938825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bce7942-8f13-42b4-882c-94fd3570d6f0,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:43.016044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b609f-ab89-4e9e-b0ce-f633a8f0f232 req-b5fa5155-3e75-4c5b-b9cf-c29c73aba615 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:43.017530 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c31b609f-ab89-4e9e-b0ce-f633a8f0f232 req-b5fa5155-3e75-4c5b-b9cf-c29c73aba615 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0917208 May 12 03:37:43.049356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (fa6fdf94-2ba1-4f57-a871-e896adee5720), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.132317 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c31b609f-ab89-4e9e-b0ce-f633a8f0f232 req-6578a6ff-553d-4968-ae6f-2212dd0b6e1f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089156 May 12 03:37:43.154590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36978) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:43.162374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (fa6fdf94-2ba1-4f57-a871-e896adee5720), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.164473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks [] for router_controller (fa6fdf94-2ba1-4f57-a871-e896adee5720), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.192032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068181ff-aaab-4e27-8fca-8808572f612e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:43.193560 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-068181ff-aaab-4e27-8fca-8808572f612e tempest-TestNetworkBasicOps-924447467 tempest-TestNetworkBasicOps-924447467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1125 time: 0.0379274 May 12 03:37:43.196413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 36980) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:43.201271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:37:43.217936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (fa6fdf94-2ba1-4f57-a871-e896adee5720), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.218490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6fdf94-2ba1-4f57-a871-e896adee5720 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:37:43.223592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.224894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-72ac391f-0885-4d77-b522-d928c186c933 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fa6fdf94-2ba1-4f57-a871-e896adee5720 HTTP/1.1" status: 204 len: 168 time: 0.9486375 May 12 03:37:43.225769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.227466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36982) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:43.274754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Deleting subnet 8794f092-dc52-40cc-8589-c18daccc27e2 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:37:43.278423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Publish callbacks [] for subnet (8794f092-dc52-40cc-8589-c18daccc27e2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.314998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (8794f092-dc52-40cc-8589-c18daccc27e2), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.315184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.406164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (8794f092-dc52-40cc-8589-c18daccc27e2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.424085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Allocated IP 172.26.2.110 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:37:43.463044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (8794f092-dc52-40cc-8589-c18daccc27e2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.489753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8794f092-dc52-40cc-8589-c18daccc27e2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:43.491768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.497951 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ea9ae012-d543-4cb7-a074-5ea1f67c9be1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8794f092-dc52-40cc-8589-c18daccc27e2 HTTP/1.1" status: 204 len: 168 time: 0.2663450 May 12 03:37:43.501665 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36984) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:43.502046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d3c5d-497c-4696-abdd-03c39fb8d06c None None] Network 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:37:43.536874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.573445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.576581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.612409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:37:43.615378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:37:43.622557 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:37:43.629571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Deleting port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:43.630176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.646282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:43.673184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] DHCP port deletion for 8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:37:43.710749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] For port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:43.711563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.725691 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Calling delete_port for ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:43.725867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] Deleting port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:37:43.726114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.804951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] For port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,segment=NetworkSegment(59b881b3-2021-46c2-9f45-5bf4079dfa6c),segment_id=59b881b3-2021-46c2-9f45-5bf4079dfa6c)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:37:43.805182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.817303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.819666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] Calling delete_port for ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:37:43.847558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:43.849428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] No DVR routers for this DVR port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: from cryptography.utils import int_from_bytes May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: from cryptography.utils import int_from_bytes May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:37:43.904703 dv-neutron-841363-5-hyperv neutron-server[104166]: self.session.flush() May 12 03:37:43.919609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (ba0c3723-07eb-42bc-bd8a-21d7f2a7f952), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.933865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:43.949187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] Pushing event deleted for resources: {'Port': ['ID=ba0c3723-07eb-42bc-bd8a-21d7f2a7f952,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:43.955159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c0781-e601-4462-b57d-3769965f87b3 None None] No DVR routers for this DVR port ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:37:43.959540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:43.976643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b881b3-2021-46c2-9f45-5bf4079dfa6c') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:43.976902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b881b3-2021-46c2-9f45-5bf4079dfa6c') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:43.987662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (59b881b3-2021-46c2-9f45-5bf4079dfa6c), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.002183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (59b881b3-2021-46c2-9f45-5bf4079dfa6c), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.008159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:37:44.008622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (59b881b3-2021-46c2-9f45-5bf4079dfa6c), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:37:44.011393 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:37:44.057879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (d7e0d698-5f74-4db9-98ea-3b7005e4ba5b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.068831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.075416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.078754 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] 10.222.0.23 "DELETE /v2.0/networks/8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4 HTTP/1.1" status: 204 len: 168 time: 0.5760703 May 12 03:37:44.094378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494f5c-507b-41ab-b2bc-dcfd4c1ebc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7a39ac-9a3e-4d7b-aaf6-2ed1f2473aa4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:44.132581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.198076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36988) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:44.238617 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-02d27cf1-dbe3-4546-b7b1-d1a960a60183 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a7f18ce91624bc98c280c920727400b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387399 May 12 03:37:44.241043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36990) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:44.287144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04ff-4a60-449d-a3f1-dff085bfe139 admin admin] Publish callbacks [] for security_group (8479790d-08ce-4b61-bb3c-5623ceb0b21e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.307735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04ff-4a60-449d-a3f1-dff085bfe139 admin admin] Publish callbacks [] for security_group (8479790d-08ce-4b61-bb3c-5623ceb0b21e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.324271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.327429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.356121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04ff-4a60-449d-a3f1-dff085bfe139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (8479790d-08ce-4b61-bb3c-5623ceb0b21e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.358836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04ff-4a60-449d-a3f1-dff085bfe139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.362329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f1bb04ff-4a60-449d-a3f1-dff085bfe139 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8479790d-08ce-4b61-bb3c-5623ceb0b21e HTTP/1.1" status: 204 len: 168 time: 0.1181345 May 12 03:37:44.370785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb04ff-4a60-449d-a3f1-dff085bfe139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479790d-08ce-4b61-bb3c-5623ceb0b21e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:44.400422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event updated for resources: {'Port': ['ID=b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:44.412163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (d7e0d698-5f74-4db9-98ea-3b7005e4ba5b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.518143 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP d7e0d698-5f74-4db9-98ea-3b7005e4ba5b associated. External IP: 172.26.2.110, port: 010ecfee-d4d4-4d03-bcf0-0a4bba16a239. May 12 03:37:44.693205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36996) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:44.733246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:37:44.733541 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8f49bcc9-9862-4819-b53f-0be263f84d10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=881b13ec050d4ebb9265be45f09e2e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391228 May 12 03:37:44.735918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 36998) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:44.783132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8da53823-7c73-4453-b89b-99945227c8a0 admin admin] Publish callbacks [] for security_group (604e3009-56c7-4753-a330-1f9a70cf806e), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.808736 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8da53823-7c73-4453-b89b-99945227c8a0 admin admin] Publish callbacks [] for security_group (604e3009-56c7-4753-a330-1f9a70cf806e), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.843974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:37:44.856024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:37:44.869088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:44.869739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:44.872488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.873086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8da53823-7c73-4453-b89b-99945227c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (604e3009-56c7-4753-a330-1f9a70cf806e), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.876331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8da53823-7c73-4453-b89b-99945227c8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:37:44.881048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8da53823-7c73-4453-b89b-99945227c8a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/604e3009-56c7-4753-a330-1f9a70cf806e HTTP/1.1" status: 204 len: 168 time: 0.1419511 May 12 03:37:44.889909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da53823-7c73-4453-b89b-99945227c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e3009-56c7-4753-a330-1f9a70cf806e,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:37:44.925134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4bce7942-8f13-42b4-882c-94fd3570d6f0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:44.956104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 4bce7942-8f13-42b4-882c-94fd3570d6f0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:44.956477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4bce7942-8f13-42b4-882c-94fd3570d6f0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:44.956897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:44.982722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:44.983074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ba0c3723-07eb-42bc-bd8a-21d7f2a7f952 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:44.983548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eb32b577-7324-4071-a1bf-611c885b336c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:37:45.010492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: eb32b577-7324-4071-a1bf-611c885b336c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:37:45.010946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device eb32b577-7324-4071-a1bf-611c885b336c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:37:45.078855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:45.276134 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-228d5d4d-c26c-43f4-99f5-5d80cdaf7bbf tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0783575 May 12 03:37:45.277026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:37:45.279267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37002) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:45.279752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f046fc-5270-4691-8a55-ed131a8e8a95" -d '{"events": [{"name": "network-changed", "server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:37:45.320675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c1b77-99b1-4a63-90fe-8f4a09851ac1 x-openstack-request-id: req-267c1b77-99b1-4a63-90fe-8f4a09851ac1 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:37:45.320973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:37:45.321231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-267c1b77-99b1-4a63-90fe-8f4a09851ac1 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:37:45.321638 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267c1b77-99b1-4a63-90fe-8f4a09851ac1'] response: {'name': 'network-changed', 'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'status': 'completed', 'code': 200} May 12 03:37:45.337814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:27Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd7e0d698-5f74-4db9-98ea-3b7005e4ba5b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.110', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:37:43Z', 'updated_at': '2022-05-12T03:37:43Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:37:30Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:45.348236 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ea16926d-d689-4880-9e42-d9bcb71e91e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 200 len: 992 time: 0.0671113 May 12 03:37:45.369413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] Checking router: 3b753fc8-76fb-4149-805b-4d932bd07bdb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:37:45.378003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:37:45.378618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:37:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:45.393397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-ab1064ce-caa8-4ee2-970d-3085f1b166ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:45.394982 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-ab1064ce-caa8-4ee2-970d-3085f1b166ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1130 time: 0.0432010 May 12 03:37:45.487999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:37:45.488969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-314bf497-60ca-49eb-a095-5267062e74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:45.490457 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-314bf497-60ca-49eb-a095-5267062e74c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 200 len: 897 time: 0.0882697 May 12 03:37:45.553055 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-43f02a0a-3228-4945-8453-7974fa366365 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 200 len: 1000 time: 0.0567081 May 12 03:37:45.601480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-bcbf72d7-d1fe-41ca-ae83-2b6edce68c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:45.603394 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-bcbf72d7-d1fe-41ca-ae83-2b6edce68c58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6731e3bf-144c-478d-aa9b-6bcb0744d162 HTTP/1.1" status: 200 len: 834 time: 0.0443003 May 12 03:37:45.648607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-c9cf1f48-d4d8-43ee-8e87-e7b879c915f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:45.650098 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-c9cf1f48-d4d8-43ee-8e87-e7b879c915f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da7463d1-ac38-4a96-9252-46c99aae4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411799 May 12 03:37:45.700848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:27Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd7e0d698-5f74-4db9-98ea-3b7005e4ba5b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.110', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:37:43Z', 'updated_at': '2022-05-12T03:37:43Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:37:30Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:37:45.731845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ad0ba-f51c-427b-97be-8a03d5819e36 None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:27Z', 'revision_number': 4, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd7e0d698-5f74-4db9-98ea-3b7005e4ba5b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.110', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:37:43Z', 'updated_at': '2022-05-12T03:37:43Z', 'revision_number': 0, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:37:30Z', 'revision_number': 5, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:37:45.737792 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-3ac7c840-900e-420b-b858-5b12b3928178 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811973 May 12 03:37:45.831229 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f2f046fc-5270-4691-8a55-ed131a8e8a95 req-441dfa05-df20-4173-8e73-566077f4f615 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874710 May 12 03:37:45.916265 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d8293-14f1-417a-baa9-45e7e1f63bc8 None None] New status for floating IP d7e0d698-5f74-4db9-98ea-3b7005e4ba5b: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:37:46.352016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37006) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:37:46.414517 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1c4e1a3c-f0cb-47e7-89b4-e381701665e0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 200 len: 994 time: 0.0613890 May 12 03:37:55.214958 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-fd0c53f7-b208-4587-bb2d-8a0b20c89ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372343 May 12 03:37:55.300653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-4dbd4eb4-654a-4def-affb-7cd2c17ba315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:55.302142 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-4dbd4eb4-654a-4def-affb-7cd2c17ba315 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1130 time: 0.0380139 May 12 03:37:55.409873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-ce127bae-7a92-4b88-8b80-edde00ec3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:55.411277 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-ce127bae-7a92-4b88-8b80-edde00ec3908 service neutron] 10.222.0.57 "GET /v2.0/networks?id=da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 200 len: 897 time: 0.0880263 May 12 03:37:55.475657 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-9b066543-7089-4e89-858c-fd9e5dce7bbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 200 len: 1002 time: 0.0570331 May 12 03:37:55.530008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-c339aa78-f2f7-428c-aa7e-6b97c1e14880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:55.531413 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-c339aa78-f2f7-428c-aa7e-6b97c1e14880 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6731e3bf-144c-478d-aa9b-6bcb0744d162 HTTP/1.1" status: 200 len: 834 time: 0.0467579 May 12 03:37:55.574356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-b03b34a8-e036-47ca-b690-5b0ad091cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:37:55.575802 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-b03b34a8-e036-47ca-b690-5b0ad091cf38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da7463d1-ac38-4a96-9252-46c99aae4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381601 May 12 03:37:55.662420 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-19421ebc-950f-4c2e-83c3-518c207d1ba9 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801833 May 12 03:37:55.752785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c56837e3-eb14-4e09-b0a8-fd9cb4282b78 req-9d9c3302-d93a-4534-96a7-b07494232e45 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840776 May 12 03:38:03.118846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-70d1a8fd-4dbc-4e75-927e-165e0b2cdb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:05.644042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-59277185-942c-4349-a065-211f2f02b3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:06.464341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:06.773657 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:38:08.029951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:09.618019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:12.416842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:19.553741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37020) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:19.559097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:38:19.864355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:19.874914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:19.987226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:38:20.095117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:38:20.101971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:20.103124 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-910e861d-4718-4141-882d-11ed5affe444 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/3b753fc8-76fb-4149-805b-4d932bd07bdb HTTP/1.1" status: 200 len: 888 time: 0.5480857 May 12 03:38:20.106785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:38:20.119221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:20.119756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:20.152350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:20.161007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:20.161588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:20.193118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:20.193705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32ce51-1986-422f-819f-6bdf308c5fd1 None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:38:20.965582 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce41059-facb-45b3-a229-1bbfa5902d92 None None] New status for floating IP d7e0d698-5f74-4db9-98ea-3b7005e4ba5b: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:38:20.989283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e499da0-0256-4bd2-a9c7-36b059a50534 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:21.066811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1e499da0-0256-4bd2-a9c7-36b059a50534 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:21.067196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:21.099133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 1e499da0-0256-4bd2-a9c7-36b059a50534, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e499da0-0256-4bd2-a9c7-36b059a50534,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:21.103011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:21.103903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:21.329240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:21.370257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 41a89a41-4e3e-4434-b163-2ce031363254 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:21.370581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41a89a41-4e3e-4434-b163-2ce031363254), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:21.391041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 41a89a41-4e3e-4434-b163-2ce031363254, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41a89a41-4e3e-4434-b163-2ce031363254,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:21.394813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:21.442598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:22.233054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37024) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:22.237615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:38:22.546050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:22.556073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728287'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:22.672905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:38:22.780023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:38:22.786579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:22.787744 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1ce4e6af-d74b-414d-a3f5-dda32cd52964 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/3b753fc8-76fb-4149-805b-4d932bd07bdb HTTP/1.1" status: 200 len: 887 time: 0.5536830 May 12 03:38:22.790561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37026) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:22.791255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:38:22.801489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:22.802065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:22.850498 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ca226977-545c-45c2-a441-e78755b43cb1 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 200 len: 992 time: 0.0588775 May 12 03:38:22.911259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:38:23.123178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:22Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd7e0d698-5f74-4db9-98ea-3b7005e4ba5b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.110', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:37:43Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:23.149384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] Checking router: 3b753fc8-76fb-4149-805b-4d932bd07bdb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:38:23.158316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:23.158918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:23.265211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:38:23.478272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:22Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd7e0d698-5f74-4db9-98ea-3b7005e4ba5b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.110', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:37:43Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:23.504491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cc85a-4a09-42e4-9068-4d8ee32f10b3 None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:22Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd7e0d698-5f74-4db9-98ea-3b7005e4ba5b', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'floating_ip_address': '172.26.2.110', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'port_id': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'mac_address': 'fa:16:3e:67:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984025e2-45af-4b9a-b91d-75d90121f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:37:43Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 2, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:38:21Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:38:23.854572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37028) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:23.921053 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-13604c3a-23cb-4a43-a00c-5f70271d4dfa tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 200 len: 992 time: 0.0652111 May 12 03:38:24.912423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e499da0-0256-4bd2-a9c7-36b059a50534 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:38:24.926041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:24.960393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:38:24.960772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:24.991111 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0d1a623b-cdb6-47eb-b49e-e8ec87e6bb73 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 200 len: 992 time: 0.0626421 May 12 03:38:25.040839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1e499da0-0256-4bd2-a9c7-36b059a50534 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:25.041228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:25.075472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 1e499da0-0256-4bd2-a9c7-36b059a50534, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e499da0-0256-4bd2-a9c7-36b059a50534,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:25.079569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:25.080514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:38:25.116804 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a80f1f-3110-4b52-8ef7-e3f151f570a5 None None] New status for floating IP d7e0d698-5f74-4db9-98ea-3b7005e4ba5b: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:38:25.158674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:25.172653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.173394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.173394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.173913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.174075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.174401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.174769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.175070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.175428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.175831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.176195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.176579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.176900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.177217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.177533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:25.183154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 41a89a41-4e3e-4434-b163-2ce031363254 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:38:25.183526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41a89a41-4e3e-4434-b163-2ce031363254), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:25.261842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 41a89a41-4e3e-4434-b163-2ce031363254 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:25.262830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (41a89a41-4e3e-4434-b163-2ce031363254), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:25.284146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 41a89a41-4e3e-4434-b163-2ce031363254, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41a89a41-4e3e-4434-b163-2ce031363254,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:25.288162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:25.334755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:25.993973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37032) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:26.052549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ade71f88-d81c-4af4-8de8-f1cb4710a8aa tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 200 len: 994 time: 0.0574169 May 12 03:38:26.312676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37038) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:26.457984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:38:26.458328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:26.534114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:26.534442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:26.546587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:38:26.691804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:26.718632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=b0a72cbf-fa65-4d97-87f2-ed5e86f7ba08,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:26.741845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.742225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.742575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.742918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.743261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.743598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.743932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.744265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.744595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.744924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.745257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.745587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.745947 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.746278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.746631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:26.786969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for floatingip (d7e0d698-5f74-4db9-98ea-3b7005e4ba5b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:26.787298 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Floating IP d7e0d698-5f74-4db9-98ea-3b7005e4ba5b disassociated (deleted). External IP: 172.26.2.110, port: 010ecfee-d4d4-4d03-bcf0-0a4bba16a239. May 12 03:38:26.899410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e499da0-0256-4bd2-a9c7-36b059a50534 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:38:26.948123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1e499da0-0256-4bd2-a9c7-36b059a50534 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:38:26.948415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:26.997299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:38:27.023705 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1e499da0-0256-4bd2-a9c7-36b059a50534 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:27.024749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:38:27.071163 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 41a89a41-4e3e-4434-b163-2ce031363254 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:38:27.071531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (41a89a41-4e3e-4434-b163-2ce031363254), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:27.106162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:38:27.110912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:27.118758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:38:27.141002 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-45909b70-698d-4939-8658-14ee707879fb tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/floatingips/d7e0d698-5f74-4db9-98ea-3b7005e4ba5b HTTP/1.1" status: 204 len: 168 time: 0.8272913 May 12 03:38:27.141912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:38:27.144480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd41522d-8b6b-41f8-9767-eea572788f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:38:27.157014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:27.157640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:27.198027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 41a89a41-4e3e-4434-b163-2ce031363254 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:27.285030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:38:27.386597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd486dc-7b8b-47cf-9871-0e760d9c68a9 req-1e2bac8e-1cfe-4f40-bcc2-abe9ddb8dd76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:27.388689 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4cd486dc-7b8b-47cf-9871-0e760d9c68a9 req-1e2bac8e-1cfe-4f40-bcc2-abe9ddb8dd76 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0571523 May 12 03:38:27.402022 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6664cd-5b48-4393-aec6-432a8fff93d1 x-openstack-request-id: req-8c6664cd-5b48-4393-aec6-432a8fff93d1 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:38:27.402346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:38:27.402758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c6664cd-5b48-4393-aec6-432a8fff93d1 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:38:27.403169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6664cd-5b48-4393-aec6-432a8fff93d1'] response: {'name': 'network-changed', 'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'status': 'completed', 'code': 200} May 12 03:38:27.444920 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4cd486dc-7b8b-47cf-9871-0e760d9c68a9 req-5ed01389-1035-481e-a7a0-891868624607 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500758 May 12 03:38:27.482024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:22Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:27.511288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] Checking router: 3b753fc8-76fb-4149-805b-4d932bd07bdb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:38:27.519285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:27.519870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:27.639468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:38:27.823615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:22Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:27.851670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8aae2d-82e2-4cf2-91c0-ebcc3ad90dff None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:22Z', 'revision_number': 6, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1e499da0-0256-4bd2-a9c7-36b059a50534', 'name': '', 'network_id': 'da7463d1-ac38-4a96-9252-46c99aae4ee3', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'mac_address': 'fa:16:3e:d3:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:26Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'subnets': [{'id': '6731e3bf-144c-478d-aa9b-6bcb0744d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:38:28.477189 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2afe76-9f58-40a2-89b8-f1af9f9216c9 None None] New status for floating IP d7e0d698-5f74-4db9-98ea-3b7005e4ba5b: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:38:28.537923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-4426c663-10f3-46f8-bb09-00041c430801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:28.539500 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-4426c663-10f3-46f8-bb09-00041c430801 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfac50abd0546ed88ba161fce879d45&device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 1130 time: 0.0385468 May 12 03:38:28.566943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace15f7-3a64-4c51-a92e-3288f450cf3c req-75cae011-2b51-4b70-9fd1-2a4bbd9ef8d5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:28.569114 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ace15f7-3a64-4c51-a92e-3288f450cf3c req-75cae011-2b51-4b70-9fd1-2a4bbd9ef8d5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0511577 May 12 03:38:28.620807 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ace15f7-3a64-4c51-a92e-3288f450cf3c req-79376736-14c9-411e-9e2f-9456889f3ec9 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/security-groups?id=0451ef20-76ef-4400-b5ad-5e45c22d69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 May 12 03:38:28.634908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-3ece27b3-7d9b-467a-9026-e048536c7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:28.636349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-3ece27b3-7d9b-467a-9026-e048536c7301 service neutron] 10.222.0.57 "GET /v2.0/networks?id=da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 200 len: 897 time: 0.0873594 May 12 03:38:28.709786 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-8d6ef6af-b8d9-4f76-8989-9eccce324137 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 200 len: 217 time: 0.0365314 May 12 03:38:28.757911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-9c27b051-7cc7-40a4-a0f7-05266f13aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:28.759364 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-9c27b051-7cc7-40a4-a0f7-05266f13aff7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6731e3bf-144c-478d-aa9b-6bcb0744d162 HTTP/1.1" status: 200 len: 834 time: 0.0427442 May 12 03:38:28.864000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-fa5809a7-5c21-4d93-bee3-1f3b006f8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:28.865408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-fa5809a7-5c21-4d93-bee3-1f3b006f8f8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da7463d1-ac38-4a96-9252-46c99aae4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0704370 May 12 03:38:28.871634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-0742edd7-3cc1-4c83-970f-3cf2ae619378 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:28.872953 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-0742edd7-3cc1-4c83-970f-3cf2ae619378 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 946 time: 0.0705273 May 12 03:38:29.352805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:38:29.353135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:29.370121 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-12bbcb2e-1a98-4265-9a38-4d56dc41ba82 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891706 May 12 03:38:29.498938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:29.499298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:29.519485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:38:29.525800 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-dd41522d-8b6b-41f8-9767-eea572788f6b req-b13dbc1a-369a-4ef2-b9dc-3080a2646528 service neutron] 10.222.0.57 "GET /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442320 May 12 03:38:29.649978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (010ecfee-d4d4-4d03-bcf0-0a4bba16a239), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:29.687004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=010ecfee-d4d4-4d03-bcf0-0a4bba16a239,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:29.711449 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.711883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.712301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.712716 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.713114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.713507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.713835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.714187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.714518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.714841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.715175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.716073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.716374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.716693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.717010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:38:29.720565 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-42b1cf48-9d8f-4df1-accd-e4df0e3422be req-96cb0f08-fd41-49ad-aa6c-46fd49b735d0 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "GET /v2.0/ports?device_id=984025e2-45af-4b9a-b91d-75d90121f802 HTTP/1.1" status: 200 len: 210 time: 0.0300674 May 12 03:38:29.734113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] No DVR routers for this DVR port 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:38:29.736469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:29.739755 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0483e55e-6885-4749-9e4d-ec2d3c70dfe9 req-348d671d-5075-4406-b3a3-3eea9f9523e5 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.57 "DELETE /v2.0/ports/010ecfee-d4d4-4d03-bcf0-0a4bba16a239 HTTP/1.1" status: 204 len: 173 time: 0.8519504 May 12 03:38:29.740259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'name': 'network-vif-deleted', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:38:29.742598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c7a96-3f05-4249-bef5-e87399632588" -d '{"events": [{"server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "name": "network-vif-deleted", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:38:29.779233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199041f1-01ef-425d-be23-6af85656eac4 x-openstack-request-id: req-199041f1-01ef-425d-be23-6af85656eac4 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:38:29.779233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984025e2-45af-4b9a-b91d-75d90121f802", "name": "network-vif-deleted", "tag": "010ecfee-d4d4-4d03-bcf0-0a4bba16a239", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:38:29.779489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-199041f1-01ef-425d-be23-6af85656eac4 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:38:29.779802 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199041f1-01ef-425d-be23-6af85656eac4'] response: {'server_uuid': '984025e2-45af-4b9a-b91d-75d90121f802', 'name': 'network-vif-deleted', 'tag': '010ecfee-d4d4-4d03-bcf0-0a4bba16a239', 'status': 'completed', 'code': 200} May 12 03:38:30.780948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37056) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:30.839962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-887cb485-d5aa-4b94-968d-0415988bfa55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0451ef20-76ef-4400-b5ad-5e45c22d69a9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:30.865647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-887cb485-d5aa-4b94-968d-0415988bfa55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (0451ef20-76ef-4400-b5ad-5e45c22d69a9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:30.925043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-887cb485-d5aa-4b94-968d-0415988bfa55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0451ef20-76ef-4400-b5ad-5e45c22d69a9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:30.927608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-887cb485-d5aa-4b94-968d-0415988bfa55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:30.928768 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-887cb485-d5aa-4b94-968d-0415988bfa55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/security-groups/0451ef20-76ef-4400-b5ad-5e45c22d69a9 HTTP/1.1" status: 204 len: 168 time: 0.1468492 May 12 03:38:30.941431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cb485-d5aa-4b94-968d-0415988bfa55 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0451ef20-76ef-4400-b5ad-5e45c22d69a9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:30.959149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37060) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:31.292692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (3b753fc8-76fb-4149-805b-4d932bd07bdb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:31.530184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 1e499da0-0256-4bd2-a9c7-36b059a50534 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:38:31.530445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:31.617805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 1e499da0-0256-4bd2-a9c7-36b059a50534, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1e499da0-0256-4bd2-a9c7-36b059a50534,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:31.618192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:31.631269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 1e499da0-0256-4bd2-a9c7-36b059a50534 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:38:31.811109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1e499da0-0256-4bd2-a9c7-36b059a50534), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:31.836765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=1e499da0-0256-4bd2-a9c7-36b059a50534,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:32.015934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.109051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:32.129609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:38:32.129975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 010ecfee-d4d4-4d03-bcf0-0a4bba16a239 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:38:32.233184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Router 3b753fc8-76fb-4149-805b-4d932bd07bdb has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:38:32.347949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:38:32.352852 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-071ab181-8cbc-4cc5-b671-6a2f92cff47d tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "PUT /v2.0/routers/3b753fc8-76fb-4149-805b-4d932bd07bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3926699 May 12 03:38:32.355678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37062) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:32.357799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] Sync routers for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:38:32.367996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:32.368550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:32.405684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting subnet 6731e3bf-144c-478d-aa9b-6bcb0744d162 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:38:32.408669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (6731e3bf-144c-478d-aa9b-6bcb0744d162), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.452780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (6731e3bf-144c-478d-aa9b-6bcb0744d162), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.538829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (6731e3bf-144c-478d-aa9b-6bcb0744d162), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.599392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (6731e3bf-144c-478d-aa9b-6bcb0744d162), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.620800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:38:32.632146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Subnet': ['ID=6731e3bf-144c-478d-aa9b-6bcb0744d162,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:32.634231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.637537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-aaee1067-2d2b-432b-ba15-3c02385b9f9f tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/subnets/6731e3bf-144c-478d-aa9b-6bcb0744d162 HTTP/1.1" status: 204 len: 168 time: 0.2805216 May 12 03:38:32.640090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37064) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:32.648826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705190bb-5774-43e7-a611-8676e8997b52 None None] Network da7463d1-ac38-4a96-9252-46c99aae4ee3 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:38:32.748402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.866092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_gateway (3b753fc8-76fb-4149-805b-4d932bd07bdb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.877516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '41a89a41-4e3e-4434-b163-2ce031363254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:31Z', 'revision_number': 7, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port': {'id': '41a89a41-4e3e-4434-b163-2ce031363254', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:32.910515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] DHCP port deletion for da7463d1-ac38-4a96-9252-46c99aae4ee3 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:38:32.912983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] Checking router: 3b753fc8-76fb-4149-805b-4d932bd07bdb for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:38:32.917190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Deleting port 41a89a41-4e3e-4434-b163-2ce031363254 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:38:32.917530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (41a89a41-4e3e-4434-b163-2ce031363254), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.945086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] Routers {'3b753fc8-76fb-4149-805b-4d932bd07bdb'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:38:32.945711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:38:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['3b753fc8-76fb-4149-805b-4d932bd07bdb'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:32.995882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] Deleting port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:38:32.996086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] For port 41a89a41-4e3e-4434-b163-2ce031363254, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=41a89a41-4e3e-4434-b163-2ce031363254,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:32.996249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:32.996378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (41a89a41-4e3e-4434-b163-2ce031363254), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.009610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Calling delete_port for 41a89a41-4e3e-4434-b163-2ce031363254 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:38:33.086725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] Set router 3b753fc8-76fb-4149-805b-4d932bd07bdb gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:38:33.150508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] For port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,segment=NetworkSegment(e201ba69-9b2d-4722-bef5-1b1a6570ac00),segment_id=e201ba69-9b2d-4722-bef5-1b1a6570ac00)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:33.151172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.162909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:32Z', 'revision_number': 8, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:33.173720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] Calling delete_port for d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:38:33.177234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (41a89a41-4e3e-4434-b163-2ce031363254), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.203846 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Port': ['ID=41a89a41-4e3e-4434-b163-2ce031363254,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:33.205653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-638d7bc7-66c4-40fb-aafe-0657e83f2afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.210094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60682e-9f67-42d7-97b4-ef6ff74c9013 None None] The sync data for ids ['3b753fc8-76fb-4149-805b-4d932bd07bdb'] in dv-neutron-841363-5-hyperv is: [{'id': '3b753fc8-76fb-4149-805b-4d932bd07bdb', 'name': 'tempest-TestNetworkBasicOps-router-110331013', 'tenant_id': '2dfac50abd0546ed88ba161fce879d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:37:24Z', 'updated_at': '2022-05-12T03:38:32Z', 'revision_number': 8, 'project_id': '2dfac50abd0546ed88ba161fce879d45', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:38:33.280364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.295017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (d3b85e9a-e4ce-49f3-89c9-e459da93f6a0), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.320824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] Pushing event deleted for resources: {'Port': ['ID=d3b85e9a-e4ce-49f3-89c9-e459da93f6a0,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:33.325354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409ae02-4b35-42d9-88c0-5a5b72e80bff None None] No DVR routers for this DVR port d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:38:33.374497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.376712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router_controller (3b753fc8-76fb-4149-805b-4d932bd07bdb), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.422305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (3b753fc8-76fb-4149-805b-4d932bd07bdb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.422803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Fanout notify agent at l3_agent the message router_deleted on router 3b753fc8-76fb-4149-805b-4d932bd07bdb {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:38:33.429058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.430161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-517f700d-9d4f-4c6d-bf7c-d7b6ae9cfc25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/routers/3b753fc8-76fb-4149-805b-4d932bd07bdb HTTP/1.1" status: 204 len: 168 time: 0.7890780 May 12 03:38:33.432755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37066) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:33.506729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (da7463d1-ac38-4a96-9252-46c99aae4ee3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.596678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (da7463d1-ac38-4a96-9252-46c99aae4ee3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.617811 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7463d1-ac38-4a96-9252-46c99aae4ee3']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:33.628372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e201ba69-9b2d-4722-bef5-1b1a6570ac00') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:33.628671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e201ba69-9b2d-4722-bef5-1b1a6570ac00') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:38:33.639368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (e201ba69-9b2d-4722-bef5-1b1a6570ac00), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.653797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e201ba69-9b2d-4722-bef5-1b1a6570ac00), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.660019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:38:33.660392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (e201ba69-9b2d-4722-bef5-1b1a6570ac00), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:38:33.663332 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:38:33.720252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (da7463d1-ac38-4a96-9252-46c99aae4ee3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.728789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:33.731939 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] 10.222.0.23 "DELETE /v2.0/networks/da7463d1-ac38-4a96-9252-46c99aae4ee3 HTTP/1.1" status: 204 len: 168 time: 0.2982762 May 12 03:38:33.741657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0137d-9b98-4bff-ad8c-3b3bc717d5c6 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] Pushing event deleted for resources: {'Network': ['ID=da7463d1-ac38-4a96-9252-46c99aae4ee3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:34.022635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37072) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:34.151680 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-233a615a-bb2b-4661-844f-663806db4670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dfac50abd0546ed88ba161fce879d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279004 May 12 03:38:34.154240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37076) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:34.198749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-995158e0-650d-4a6f-81e0-7b1cfbd4237b admin admin] Publish callbacks [] for security_group (9fb476aa-cf12-47c2-8810-20b4c75271a6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.219256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-995158e0-650d-4a6f-81e0-7b1cfbd4237b admin admin] Publish callbacks [] for security_group (9fb476aa-cf12-47c2-8810-20b4c75271a6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.268470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-995158e0-650d-4a6f-81e0-7b1cfbd4237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (9fb476aa-cf12-47c2-8810-20b4c75271a6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.271365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-995158e0-650d-4a6f-81e0-7b1cfbd4237b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.272619 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-995158e0-650d-4a6f-81e0-7b1cfbd4237b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fb476aa-cf12-47c2-8810-20b4c75271a6 HTTP/1.1" status: 204 len: 168 time: 0.1174936 May 12 03:38:34.282367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995158e0-650d-4a6f-81e0-7b1cfbd4237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb476aa-cf12-47c2-8810-20b4c75271a6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:34.539092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37082) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:34.552127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0612fac-9ed2-4606-9890-26e6d59ecd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.625622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0612fac-9ed2-4606-9890-26e6d59ecd72 admin admin] Publish callbacks [] for security_group (201296bc-e642-4346-88c0-b03720d2e679), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.629027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0612fac-9ed2-4606-9890-26e6d59ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (201296bc-e642-4346-88c0-b03720d2e679), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.668236 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b0612fac-9ed2-4606-9890-26e6d59ecd72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44154a08436f4c3ea73d73ac78e8b139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280634 May 12 03:38:34.669078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0612fac-9ed2-4606-9890-26e6d59ecd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201296bc-e642-4346-88c0-b03720d2e679,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:34.670957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37084) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:34.719596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-319b75af-eb07-4c1a-942a-54202e9e4b19 admin admin] Publish callbacks [] for security_group (201296bc-e642-4346-88c0-b03720d2e679), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.740217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-319b75af-eb07-4c1a-942a-54202e9e4b19 admin admin] Publish callbacks [] for security_group (201296bc-e642-4346-88c0-b03720d2e679), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.786402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-319b75af-eb07-4c1a-942a-54202e9e4b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (201296bc-e642-4346-88c0-b03720d2e679), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.788895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-319b75af-eb07-4c1a-942a-54202e9e4b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:34.790078 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-319b75af-eb07-4c1a-942a-54202e9e4b19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201296bc-e642-4346-88c0-b03720d2e679 HTTP/1.1" status: 204 len: 168 time: 0.1176164 May 12 03:38:34.797560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b75af-eb07-4c1a-942a-54202e9e4b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201296bc-e642-4346-88c0-b03720d2e679,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:34.893071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e499da0-0256-4bd2-a9c7-36b059a50534 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:34.914220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 1e499da0-0256-4bd2-a9c7-36b059a50534 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:38:34.914650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1e499da0-0256-4bd2-a9c7-36b059a50534 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:38:34.915066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:34.937222 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:38:34.937574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device d3b85e9a-e4ce-49f3-89c9-e459da93f6a0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:38:34.938013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:34.959007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 41a89a41-4e3e-4434-b163-2ce031363254 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:38:34.959383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 41a89a41-4e3e-4434-b163-2ce031363254 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:38:35.645622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-538b97fb-3396-45cb-b1ef-d3d470876081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:36.467789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:38.036258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:39.621331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:42.047115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-83eff219-42bb-4979-a972-d4c1b0c44432 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c9abc8761e66439ab1aa051ee55ff864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290546 May 12 03:38:42.243457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-2032522e-abcb-434d-8284-94411e8b6b9d tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:42.244837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-2032522e-abcb-434d-8284-94411e8b6b9d tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928544 May 12 03:38:42.258996 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-86f7e12e-06a3-470a-8c4d-215da882210c tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/quotas/c9abc8761e66439ab1aa051ee55ff864 HTTP/1.1" status: 200 len: 375 time: 0.0087712 May 12 03:38:42.295682 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-f91914f5-6a2e-42d1-90a0-e774e19383c0 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9abc8761e66439ab1aa051ee55ff864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316663 May 12 03:38:42.423399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:42.455696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68b240e2-e835-4ad1-bc34-be234e301f8e req-ab651091-31ba-4d13-ae02-5a075731a8ca tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 210 time: 0.0278111 May 12 03:38:43.473939 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-c15e7f30-7c59-4f5c-81e0-51755d7a8549 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c9abc8761e66439ab1aa051ee55ff864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331349 May 12 03:38:43.573962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fa9c99fe-8499-40d2-bfbc-d47fbca6b26d req-fd11b6aa-c9be-46cb-843a-7e09a03c1598 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 210 time: 0.0351419 May 12 03:38:43.772007 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:38:43.984136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-adcac69c-93ac-44fe-81fa-eb127b106b3a tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:43.985540 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-adcac69c-93ac-44fe-81fa-eb127b106b3a tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5069222 May 12 03:38:44.001477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Request body: {'port': {'device_id': '1109d953-0f49-4c93-9297-d29be7ab1928', 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78', 'admin_state_up': True, 'tenant_id': 'c9abc8761e66439ab1aa051ee55ff864'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:38:44.105788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Made reservation on behalf of c9abc8761e66439ab1aa051ee55ff864 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:38:44.109124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.117380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.189233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks [] for security_group (7e00708d-7532-44ad-b637-e11ac4f199b4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.192680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7e00708d-7532-44ad-b637-e11ac4f199b4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.253530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e00708d-7532-44ad-b637-e11ac4f199b4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:44.323503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Allocated IP 192.168.233.104 (bd657af3-9209-422d-8f0e-6cd7a75c8a78/591e6b1c-f220-4c79-a8f1-2f0c2226dcb7/40748593-ed7f-4fdd-85d4-3d26cc5974a7) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:38:44.468676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks [] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.501679 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.545604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Network bd657af3-9209-422d-8f0e-6cd7a75c8a78 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:38:44.548561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:38:44.551061 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:38:44.588715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Pushing event updated for resources: {'Port': ['ID=40748593-ed7f-4fdd-85d4-3d26cc5974a7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:44.612218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:44.612857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.630763 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-71635eff-cfe2-4246-bf15-557135f08ecd tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6326575 May 12 03:38:44.645653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Request body: {'port': {'device_id': '1109d953-0f49-4c93-9297-d29be7ab1928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:38:44.686416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10dbd9-b67c-4499-82f3-0ab4555e58ae req-ec46004f-75d6-41f8-b0dc-402c535257e9 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:44.687947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad10dbd9-b67c-4499-82f3-0ab4555e58ae req-ec46004f-75d6-41f8-b0dc-402c535257e9 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 936 time: 0.0521603 May 12 03:38:44.715354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.744126 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad10dbd9-b67c-4499-82f3-0ab4555e58ae req-7fdc0699-e8c3-4b96-beec-0cdacb83965d tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 May 12 03:38:44.809585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-28fcdd62-cbb6-4088-84ba-c1988a4aa4f5 None None] Provisioning complete for port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:38:44.810154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-28fcdd62-cbb6-4088-84ba-c1988a4aa4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:44.843402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-28fcdd62-cbb6-4088-84ba-c1988a4aa4f5 None None] Port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:38:45.004427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40748593-ed7f-4fdd-85d4-3d26cc5974a7 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:38:45.011770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Publish callbacks [] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:45.023581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Transition to ACTIVE for port object 40748593-ed7f-4fdd-85d4-3d26cc5974a7 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:38:45.027446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:45.081507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Pushing event updated for resources: {'Port': ['ID=40748593-ed7f-4fdd-85d4-3d26cc5974a7,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:45.152965 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Attempting to bind port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:38:45.153304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Attempting to bind port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:38:45.153631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Attempting to bind port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 on network bd657af3-9209-422d-8f0e-6cd7a75c8a78 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:38:45.158207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 on network bd657af3-9209-422d-8f0e-6cd7a75c8a78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:38:45.158531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Attempting to bind port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 on network bd657af3-9209-422d-8f0e-6cd7a75c8a78 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:38:45.163890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:38:45.164232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Checking segment: {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:38:45.164632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Bound using segment: {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:38:45.165053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Bound port: 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381b3ae2-d60b-443e-a160-b24e7184fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:38:45.165404 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:45.233978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] For port 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:38:45.237065 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] For port 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:38:45.242465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:45.277230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:45.278400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:45.279833 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] 10.222.0.57 "PUT /v2.0/ports/40748593-ed7f-4fdd-85d4-3d26cc5974a7 HTTP/1.1" status: 200 len: 1098 time: 0.6388249 May 12 03:38:45.280196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1109d953-0f49-4c93-9297-d29be7ab1928', 'tag': '40748593-ed7f-4fdd-85d4-3d26cc5974a7'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:38:45.282489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1109d953-0f49-4c93-9297-d29be7ab1928", "tag": "40748593-ed7f-4fdd-85d4-3d26cc5974a7"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:38:45.309424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646687e-4d90-413f-ac98-024b33c79c96 service neutron] Pushing event updated for resources: {'Port': ['ID=40748593-ed7f-4fdd-85d4-3d26cc5974a7,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:45.323736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e80da5-fe73-40b4-860c-1eb96e58d51e x-openstack-request-id: req-a5e80da5-fe73-40b4-860c-1eb96e58d51e {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:38:45.324074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1109d953-0f49-4c93-9297-d29be7ab1928", "tag": "40748593-ed7f-4fdd-85d4-3d26cc5974a7", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:38:45.324496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5e80da5-fe73-40b4-860c-1eb96e58d51e {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:38:45.325089 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e80da5-fe73-40b4-860c-1eb96e58d51e'] response: {'name': 'network-changed', 'server_uuid': '1109d953-0f49-4c93-9297-d29be7ab1928', 'tag': '40748593-ed7f-4fdd-85d4-3d26cc5974a7', 'status': 'completed', 'code': 200} May 12 03:38:45.374418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-afb760c7-0504-40dd-a662-dfe7d2b8e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:45.375960 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-afb760c7-0504-40dd-a662-dfe7d2b8e469 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9abc8761e66439ab1aa051ee55ff864&device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 1132 time: 0.0473480 May 12 03:38:45.424324 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-f60e2306-c422-4fcc-af1a-26687f1035f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7 HTTP/1.1" status: 200 len: 217 time: 0.0360489 May 12 03:38:45.477752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-6a323b93-a200-4fc7-8e09-c143b4256c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:45.479239 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-6a323b93-a200-4fc7-8e09-c143b4256c62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=591e6b1c-f220-4c79-a8f1-2f0c2226dcb7 HTTP/1.1" status: 200 len: 843 time: 0.0458932 May 12 03:38:45.529036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-b16f9cca-742b-4287-8648-2a1148c29819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:45.530547 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-b16f9cca-742b-4287-8648-2a1148c29819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd657af3-9209-422d-8f0e-6cd7a75c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0429344 May 12 03:38:45.621592 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-00ba1bfa-dd89-4370-8aab-812e0bf318aa service neutron] 10.222.0.57 "GET /v2.0/networks/bd657af3-9209-422d-8f0e-6cd7a75c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 May 12 03:38:45.717417 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e053814d-8fe6-40e2-83d2-9f9a794b6c53 req-90775f46-d708-49ec-8a89-d5bd556b9dbd service neutron] 10.222.0.57 "GET /v2.0/networks/bd657af3-9209-422d-8f0e-6cd7a75c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856445 May 12 03:38:45.857417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed887a-24a0-4de1-ae73-917185cd99d4 req-701356b0-63cd-41e3-8133-f4a92976f658 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:45.858811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3eed887a-24a0-4de1-ae73-917185cd99d4 req-701356b0-63cd-41e3-8133-f4a92976f658 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 948 time: 0.0465958 May 12 03:38:45.905611 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3eed887a-24a0-4de1-ae73-917185cd99d4 req-dccca5fa-53ad-40ce-9141-5f6dbc36200e tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 May 12 03:38:46.603582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-2dfa3f23-427d-407b-b169-b197e86ca9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:46.604999 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-2dfa3f23-427d-407b-b169-b197e86ca9eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9abc8761e66439ab1aa051ee55ff864&device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 1132 time: 0.0401294 May 12 03:38:46.705637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-84c8ac65-d4e6-4072-87d3-9e1105444cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:46.707132 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-84c8ac65-d4e6-4072-87d3-9e1105444cfc service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd657af3-9209-422d-8f0e-6cd7a75c8a78 HTTP/1.1" status: 200 len: 870 time: 0.0943444 May 12 03:38:46.750181 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-1bfa8595-04f5-4506-88ae-1f050917a492 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7 HTTP/1.1" status: 200 len: 217 time: 0.0337911 May 12 03:38:46.799384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-b25904b9-7e2a-4636-b57a-778377b9555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:46.800846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-b25904b9-7e2a-4636-b57a-778377b9555e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=591e6b1c-f220-4c79-a8f1-2f0c2226dcb7 HTTP/1.1" status: 200 len: 843 time: 0.0424705 May 12 03:38:46.850195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-bc98fe10-f4f7-40e1-9763-c31c031e9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:46.851696 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-bc98fe10-f4f7-40e1-9763-c31c031e9e1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd657af3-9209-422d-8f0e-6cd7a75c8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0414610 May 12 03:38:46.941380 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-fb6bec52-2ded-4df2-9dd6-4ea5df485e43 service neutron] 10.222.0.57 "GET /v2.0/networks/bd657af3-9209-422d-8f0e-6cd7a75c8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799329 May 12 03:38:47.018070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4818052-07bb-4c88-9127-15aba7ca2665 req-c09e6c2e-dcf0-4a24-87e2-feed3321b131 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:47.019537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e4818052-07bb-4c88-9127-15aba7ca2665 req-c09e6c2e-dcf0-4a24-87e2-feed3321b131 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 948 time: 0.0458848 May 12 03:38:47.037105 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e5dd3ecb-b0f3-4203-ac24-6af02ee2fe6d req-c3eeb0be-06b5-47ad-947e-b12edd493338 service neutron] 10.222.0.57 "GET /v2.0/networks/bd657af3-9209-422d-8f0e-6cd7a75c8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860987 May 12 03:38:47.066017 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e4818052-07bb-4c88-9127-15aba7ca2665 req-7619e586-fb40-49bc-b68b-237329d8174e tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 May 12 03:38:48.146142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 40748593-ed7f-4fdd-85d4-3d26cc5974a7 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:38:48.181218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f99a4-9225-426a-baca-51c91f4f3249 req-4b8a6789-1510-4a76-86c8-8d196f4268a1 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:48.182721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd0f99a4-9225-426a-baca-51c91f4f3249 req-4b8a6789-1510-4a76-86c8-8d196f4268a1 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 948 time: 0.0513933 May 12 03:38:48.228083 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd0f99a4-9225-426a-baca-51c91f4f3249 req-44982c0b-0703-4d72-abff-f642f81bf475 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 May 12 03:38:48.242152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:48.252950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '40748593-ed7f-4fdd-85d4-3d26cc5974a7', 'network_id': 'bd657af3-9209-422d-8f0e-6cd7a75c8a78', 'port_id': '40748593-ed7f-4fdd-85d4-3d26cc5974a7', 'mac_address': 'fa:16:3e:bd:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591e6b1c-f220-4c79-a8f1-2f0c2226dcb7', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:38:48.291857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:48.292239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:48.304834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40748593-ed7f-4fdd-85d4-3d26cc5974a7 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:38:48.323084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:48.327272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:48.379703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=40748593-ed7f-4fdd-85d4-3d26cc5974a7,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:48.579503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['40748593-ed7f-4fdd-85d4-3d26cc5974a7'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:38:49.343476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5eb63-bb05-4d5a-bfa9-4d288a759cee req-326bb33f-77e9-4982-a0eb-356d185515a2 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:49.344946 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-88a5eb63-bb05-4d5a-bfa9-4d288a759cee req-326bb33f-77e9-4982-a0eb-356d185515a2 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 949 time: 0.0511017 May 12 03:38:49.390941 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-88a5eb63-bb05-4d5a-bfa9-4d288a759cee req-c9836b91-561a-4141-afba-94a8a72f095e tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 May 12 03:38:50.161324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 40748593-ed7f-4fdd-85d4-3d26cc5974a7 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:38:50.204496 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:38:50.210254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:38:50.210632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:50.287131 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:38:50.287507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:50.309944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1109d953-0f49-4c93-9297-d29be7ab1928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40748593-ed7f-4fdd-85d4-3d26cc5974a7'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:38:50.312226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b441cee5-adad-48b3-a1a8-682e7918150d" -d '{"events": [{"server_uuid": "1109d953-0f49-4c93-9297-d29be7ab1928", "name": "network-vif-plugged", "status": "completed", "tag": "40748593-ed7f-4fdd-85d4-3d26cc5974a7"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:38:50.325367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:50.329312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:50.383388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=40748593-ed7f-4fdd-85d4-3d26cc5974a7,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:50.414119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f26d50-9700-4412-ba40-94aa1b37835b x-openstack-request-id: req-53f26d50-9700-4412-ba40-94aa1b37835b {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:38:50.414414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1109d953-0f49-4c93-9297-d29be7ab1928", "name": "network-vif-plugged", "status": "completed", "tag": "40748593-ed7f-4fdd-85d4-3d26cc5974a7", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:38:50.414667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53f26d50-9700-4412-ba40-94aa1b37835b {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:38:50.415068 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f26d50-9700-4412-ba40-94aa1b37835b'] response: {'server_uuid': '1109d953-0f49-4c93-9297-d29be7ab1928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40748593-ed7f-4fdd-85d4-3d26cc5974a7', 'code': 200} May 12 03:38:50.502599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9507f7-f101-4b22-9ecb-d6bba1f3e3f7 req-c9b000e7-f4b3-4cc4-a1c3-69dc50de8c52 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:50.504096 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a9507f7-f101-4b22-9ecb-d6bba1f3e3f7 req-c9b000e7-f4b3-4cc4-a1c3-69dc50de8c52 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 950 time: 0.0469248 May 12 03:38:50.555968 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a9507f7-f101-4b22-9ecb-d6bba1f3e3f7 req-0ed3d520-4f36-46a6-b29c-f360eede9d0c tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 May 12 03:38:50.585115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d655bab-e380-45f8-ab0b-d438b5678c4a req-ffca2d09-d62e-431e-bed3-8d2b48d3161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:50.586648 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2d655bab-e380-45f8-ab0b-d438b5678c4a req-ffca2d09-d62e-431e-bed3-8d2b48d3161e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 1134 time: 0.0382590 May 12 03:38:50.634366 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2d655bab-e380-45f8-ab0b-d438b5678c4a req-3bed36cf-24e3-4b7b-911b-20abb1da21f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 May 12 03:38:51.690719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd5a4-7a08-491d-832b-cfb966eea826 req-6adc78ef-b934-4d37-8a00-c2adf9988559 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:51.692195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2cbd5a4-7a08-491d-832b-cfb966eea826 req-6adc78ef-b934-4d37-8a00-c2adf9988559 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 950 time: 0.0681798 May 12 03:38:51.738240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2cbd5a4-7a08-491d-832b-cfb966eea826 req-cde4169f-6be7-46a1-8fa4-3135a365d60b tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 May 12 03:38:52.849376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff3a4-e26c-4fa2-87da-f002f1c28f9c req-66669f2f-24cd-492e-a9c8-ea0345e01b62 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:52.850872 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-124ff3a4-e26c-4fa2-87da-f002f1c28f9c req-66669f2f-24cd-492e-a9c8-ea0345e01b62 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 950 time: 0.0459502 May 12 03:38:52.898678 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-124ff3a4-e26c-4fa2-87da-f002f1c28f9c req-7eb09158-cbfe-49ed-94e2-e4e623aab901 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 May 12 03:38:53.174514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-4376804b-3bac-476b-9860-fcc9ce628f85 req-f9e330f2-ce75-44ad-8757-d94bffb02b7f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:38:53.175495 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4376804b-3bac-476b-9860-fcc9ce628f85 req-f9e330f2-ce75-44ad-8757-d94bffb02b7f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054312 May 12 03:38:53.632884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-889a5946-da66-40f9-8677-397b9c6a81ca req-faba5970-39b2-44fe-abd0-b80483ad7020 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:38:53.633908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-889a5946-da66-40f9-8677-397b9c6a81ca req-faba5970-39b2-44fe-abd0-b80483ad7020 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0950916 May 12 03:38:53.993378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1527cc-ae3f-4727-823e-fca8811aa0b8 req-e989a298-63ae-474d-beb2-e7e5cf935aad tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:53.994841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4f1527cc-ae3f-4727-823e-fca8811aa0b8 req-e989a298-63ae-474d-beb2-e7e5cf935aad tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 950 time: 0.0492251 May 12 03:38:54.039555 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4f1527cc-ae3f-4727-823e-fca8811aa0b8 req-7bd34ebb-bd8d-480b-8992-84481fc09645 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387113 May 12 03:38:55.163185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93c1b-823e-4a2d-a4ea-d0a52764653b req-8530ab2b-63ac-4352-9672-7e090f6143f8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:55.164565 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dec93c1b-823e-4a2d-a4ea-d0a52764653b req-8530ab2b-63ac-4352-9672-7e090f6143f8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 950 time: 0.0474539 May 12 03:38:55.212710 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dec93c1b-823e-4a2d-a4ea-d0a52764653b req-4db458c2-7953-4f52-8079-88e943000a33 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e00708d-7532-44ad-b637-e11ac4f199b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 May 12 03:38:55.356837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-0e3fa3f2-0510-48df-9553-22730043a302 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:55.358316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-0e3fa3f2-0510-48df-9553-22730043a302 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.57 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 950 time: 0.0464673 May 12 03:38:55.446561 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Deleting port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:38:55.446909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:55.537622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] For port 40748593-ed7f-4fdd-85d4-3d26cc5974a7, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=40748593-ed7f-4fdd-85d4-3d26cc5974a7,segment=NetworkSegment(381b3ae2-d60b-443e-a160-b24e7184fd8a),segment_id=381b3ae2-d60b-443e-a160-b24e7184fd8a)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:38:55.538024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:55.550791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Calling delete_port for 40748593-ed7f-4fdd-85d4-3d26cc5974a7 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:38:55.674224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (40748593-ed7f-4fdd-85d4-3d26cc5974a7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:55.688774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['40748593-ed7f-4fdd-85d4-3d26cc5974a7'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:38:55.713605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Pushing event deleted for resources: {'Port': ['ID=40748593-ed7f-4fdd-85d4-3d26cc5974a7,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:55.756608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] No DVR routers for this DVR port 40748593-ed7f-4fdd-85d4-3d26cc5974a7 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:38:55.759216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:55.763355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c9beaabe-b19e-478f-83d2-3795fa68fa04 req-784cf9d8-27d8-410a-b790-de2ad9a0f6a8 tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.57 "DELETE /v2.0/ports/40748593-ed7f-4fdd-85d4-3d26cc5974a7 HTTP/1.1" status: 204 len: 173 time: 0.3968477 May 12 03:38:55.763818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1109d953-0f49-4c93-9297-d29be7ab1928', 'name': 'network-vif-deleted', 'tag': '40748593-ed7f-4fdd-85d4-3d26cc5974a7'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:38:55.766142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dae124-17c1-457c-8e44-a6778c9b1b2e" -d '{"events": [{"server_uuid": "1109d953-0f49-4c93-9297-d29be7ab1928", "name": "network-vif-deleted", "tag": "40748593-ed7f-4fdd-85d4-3d26cc5974a7"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:38:55.804628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97710f3d-4f18-4eb3-86a6-b7118c8ec253 x-openstack-request-id: req-97710f3d-4f18-4eb3-86a6-b7118c8ec253 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:38:55.805006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1109d953-0f49-4c93-9297-d29be7ab1928", "name": "network-vif-deleted", "tag": "40748593-ed7f-4fdd-85d4-3d26cc5974a7", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:38:55.805248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97710f3d-4f18-4eb3-86a6-b7118c8ec253 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:38:55.805654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97710f3d-4f18-4eb3-86a6-b7118c8ec253'] response: {'server_uuid': '1109d953-0f49-4c93-9297-d29be7ab1928', 'name': 'network-vif-deleted', 'tag': '40748593-ed7f-4fdd-85d4-3d26cc5974a7', 'status': 'completed', 'code': 200} May 12 03:38:56.326449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9aee8ed0-678d-4f47-92e3-36cf4fbf5014 req-e70baf13-cf9b-4868-a692-9b6a2ef0be0c tempest-ServersAdminNegativeTestJSON-368322331 tempest-ServersAdminNegativeTestJSON-368322331-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d953-0f49-4c93-9297-d29be7ab1928 HTTP/1.1" status: 200 len: 210 time: 0.0320849 May 12 03:38:57.610893 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37226) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:58.058511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e9149661-ee3d-4b65-9347-1a9a2b140840 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9abc8761e66439ab1aa051ee55ff864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463563 May 12 03:38:58.061475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37230) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:58.106059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8326-03c2-4710-8907-ee6b9c4411e1 admin admin] Publish callbacks [] for security_group (7e00708d-7532-44ad-b637-e11ac4f199b4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.126410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8326-03c2-4710-8907-ee6b9c4411e1 admin admin] Publish callbacks [] for security_group (7e00708d-7532-44ad-b637-e11ac4f199b4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.172185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8326-03c2-4710-8907-ee6b9c4411e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (7e00708d-7532-44ad-b637-e11ac4f199b4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.174729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8326-03c2-4710-8907-ee6b9c4411e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.175894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d9ee8326-03c2-4710-8907-ee6b9c4411e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e00708d-7532-44ad-b637-e11ac4f199b4 HTTP/1.1" status: 204 len: 168 time: 0.1134152 May 12 03:38:58.180701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 40748593-ed7f-4fdd-85d4-3d26cc5974a7 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:38:58.184774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee8326-03c2-4710-8907-ee6b9c4411e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e00708d-7532-44ad-b637-e11ac4f199b4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:58.205212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 40748593-ed7f-4fdd-85d4-3d26cc5974a7 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:38:58.205555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 40748593-ed7f-4fdd-85d4-3d26cc5974a7 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:38:58.436908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37236) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:58.449907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bca4814-21e3-4d4f-8ae2-fae246164bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.525103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bca4814-21e3-4d4f-8ae2-fae246164bba admin admin] Publish callbacks [] for security_group (e5202a25-c7c0-406b-aa24-57569f4513b3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.529137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bca4814-21e3-4d4f-8ae2-fae246164bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e5202a25-c7c0-406b-aa24-57569f4513b3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.572640 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0bca4814-21e3-4d4f-8ae2-fae246164bba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50f19d31a95841e698d77c0713530681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323588 May 12 03:38:58.572640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca4814-21e3-4d4f-8ae2-fae246164bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5202a25-c7c0-406b-aa24-57569f4513b3,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:58.573017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37238) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:58.625468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0a819de-b12e-4d86-bf6b-219a673c235e admin admin] Publish callbacks [] for security_group (e5202a25-c7c0-406b-aa24-57569f4513b3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.649626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0a819de-b12e-4d86-bf6b-219a673c235e admin admin] Publish callbacks [] for security_group (e5202a25-c7c0-406b-aa24-57569f4513b3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.704731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0a819de-b12e-4d86-bf6b-219a673c235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e5202a25-c7c0-406b-aa24-57569f4513b3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.707463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b0a819de-b12e-4d86-bf6b-219a673c235e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:58.708659 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b0a819de-b12e-4d86-bf6b-219a673c235e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5202a25-c7c0-406b-aa24-57569f4513b3 HTTP/1.1" status: 204 len: 168 time: 0.1339784 May 12 03:38:58.717786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a819de-b12e-4d86-bf6b-219a673c235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5202a25-c7c0-406b-aa24-57569f4513b3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:59.374873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37260) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:59.466224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1485597654-network', 'tenant_id': '2c83d5107cbc431a9fb1ab0c58971d14'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:38:59.486700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Made reservation on behalf of 2c83d5107cbc431a9fb1ab0c58971d14 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:38:59.489073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.500766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.579091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks [] for security_group (82ce8526-9526-4fd3-9426-844d34a54622), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.583332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (82ce8526-9526-4fd3-9426-844d34a54622), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.609275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:38:59.618583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ce8526-9526-4fd3-9426-844d34a54622,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:59.626583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (47af6922-e368-475a-8a30-998b701e2f90), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.627022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Added segment 47af6922-e368-475a-8a30-998b701e2f90 of type vlan for network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 May 12 03:38:59.669769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (7a01434d-4d35-40bb-845d-7bdaf0fd5712), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.694604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (7a01434d-4d35-40bb-845d-7bdaf0fd5712), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.695532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:38:59.696104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.734749 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3589802 May 12 03:38:59.735250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37264) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:38:59.740327 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Request body: {'subnet': {'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1485597654-subnet', 'tenant_id': '2c83d5107cbc431a9fb1ab0c58971d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:38:59.762501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae82d0-07ed-4cbb-8062-32bc27cc4696 admin admin] Pushing event updated for resources: {'Network': ['ID=7a01434d-4d35-40bb-845d-7bdaf0fd5712,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:38:59.764680 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Made reservation on behalf of 2c83d5107cbc431a9fb1ab0c58971d14 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:38:59.767194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.772894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:38:59.938510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (bd1e9317-b4a7-4f68-a848-7bdbb395c9a6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:38:59.993502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:00.000642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Checking segment: {'id': '47af6922-e368-475a-8a30-998b701e2f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:39:00.001002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Network hostable DHCP agents. Network: 7a01434d-4d35-40bb-845d-7bdaf0fd5712, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:39:00.018633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:39:00.027377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 7a01434d-4d35-40bb-845d-7bdaf0fd5712) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:39:00.032059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:00.032696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:00.038320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72d7fb-43c9-4308-bc64-a349e48cdc1b None None] Network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:39:00.064811 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a190a7ee-7361-4844-8c7e-be09253c29ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3282895 May 12 03:39:00.139183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c05c8b-da50-4177-8f27-1a7ae8f03fea None None] Network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:39:00.490261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-3ce18311-2d37-43aa-b5cc-f678c43b2f6d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:00.491870 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-3ce18311-2d37-43aa-b5cc-f678c43b2f6d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/networks?id=7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 200 len: 812 time: 0.1065490 May 12 03:39:00.507395 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-a636a524-9c7c-4e9a-82ad-e91a6e0403e2 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/quotas/2c83d5107cbc431a9fb1ab0c58971d14 HTTP/1.1" status: 200 len: 375 time: 0.0098464 May 12 03:39:00.540378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-3d698077-90a1-488f-bac6-20bd08030789 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271115 May 12 03:39:00.631267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-631f6aea-3f57-43ec-afe5-42ee03520872 service neutron] 10.222.0.23 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 May 12 03:39:00.727519 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-ecc09a37-ad23-4e75-bf6c-acf7f225e11e service neutron] 10.222.0.23 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906489 May 12 03:39:00.886503 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1c5df1d-caa5-490b-8d71-86b57d4bcff3 req-9389f0f7-bde2-4a99-b9c7-7d3d1f516d59 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 210 time: 0.0284176 May 12 03:39:01.886382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-c511d6d1-80aa-4be9-a9f3-e69b153631c3 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:01.888470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-c511d6d1-80aa-4be9-a9f3-e69b153631c3 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.57 "GET /v2.0/networks?id=7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 200 len: 812 time: 0.1049981 May 12 03:39:01.906282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Request body: {'port': {'device_id': '746c97af-eef6-49ec-9048-217f513b1430', 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712', 'admin_state_up': True, 'tenant_id': '2c83d5107cbc431a9fb1ab0c58971d14'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:39:01.987687 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f9a83f8d-4c38-4da8-bb61-fa473e62cf5f req-9755ab86-160b-4e7c-8e28-8232f1ad8a8f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 210 time: 0.0323093 May 12 03:39:02.023496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Made reservation on behalf of 2c83d5107cbc431a9fb1ab0c58971d14 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:39:02.027610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.149146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Allocated IP 172.20.0.2 (7a01434d-4d35-40bb-845d-7bdaf0fd5712/bd1e9317-b4a7-4f68-a848-7bdbb395c9a6/aae34668-d801-4505-acc8-38d2a9904a5b) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:39:02.294202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks [] for port (aae34668-d801-4505-acc8-38d2a9904a5b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.327279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.367048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:39:02.370043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:39:02.373692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:39:02.412758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:02.433770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:02.434444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.449484 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bb79ef77-6519-4f43-b887-08688588993a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476460 May 12 03:39:02.464582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Request body: {'port': {'device_id': '746c97af-eef6-49ec-9048-217f513b1430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:39:02.521025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.804824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae34668-d801-4505-acc8-38d2a9904a5b {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:39:02.812050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Publish callbacks [] for port (aae34668-d801-4505-acc8-38d2a9904a5b), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.825470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Transition to ACTIVE for port object aae34668-d801-4505-acc8-38d2a9904a5b will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:39:02.828590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:02.894431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:02.946641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Attempting to bind port aae34668-d801-4505-acc8-38d2a9904a5b on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:39:02.946970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Attempting to bind port aae34668-d801-4505-acc8-38d2a9904a5b by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '47af6922-e368-475a-8a30-998b701e2f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:39:02.947290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Attempting to bind port aae34668-d801-4505-acc8-38d2a9904a5b on network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:39:02.952021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Port aae34668-d801-4505-acc8-38d2a9904a5b on network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:39:02.952332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Attempting to bind port aae34668-d801-4505-acc8-38d2a9904a5b on network 7a01434d-4d35-40bb-845d-7bdaf0fd5712 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:39:02.957023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:39:02.957350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Checking segment: {'id': '47af6922-e368-475a-8a30-998b701e2f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:39:02.957724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Bound using segment: {'id': '47af6922-e368-475a-8a30-998b701e2f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:39:02.958171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Bound port: aae34668-d801-4505-acc8-38d2a9904a5b, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47af6922-e368-475a-8a30-998b701e2f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:39:02.958514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:03.019709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:39:03.022728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:39:03.028726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:03.061492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:03.062127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:03.063470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] 10.222.0.57 "PUT /v2.0/ports/aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 1093 time: 0.6029258 May 12 03:39:03.063915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:03.066145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3776c8b3-7910-4cda-ac17-474c9e65b1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:03.092082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b288c-e958-4afb-8c74-d80bb752a7be service neutron] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:03.112869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea5a5d5-555e-4da0-9b2a-42519f321826 x-openstack-request-id: req-7ea5a5d5-555e-4da0-9b2a-42519f321826 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:03.113297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:03.113563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ea5a5d5-555e-4da0-9b2a-42519f321826 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:03.114013 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea5a5d5-555e-4da0-9b2a-42519f321826'] response: {'name': 'network-changed', 'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'status': 'completed', 'code': 200} May 12 03:39:03.116459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f8fd-793a-4baa-ae28-f2e04a2549ad req-d737771f-9a82-4595-b970-f6432f917a8b tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:03.118389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee09f8fd-793a-4baa-ae28-f2e04a2549ad req-d737771f-9a82-4595-b970-f6432f917a8b tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 943 time: 0.0614636 May 12 03:39:03.126444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c76237e-fc0d-4746-97a4-8d8b1f679a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:03.162586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-08d9cec9-81d2-4eec-b63a-aced4624b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:03.164157 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-08d9cec9-81d2-4eec-b63a-aced4624b8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 1127 time: 0.0409017 May 12 03:39:03.170213 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee09f8fd-793a-4baa-ae28-f2e04a2549ad req-976bd4f0-7689-4e22-9c23-b9268db91ed7 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 May 12 03:39:03.209196 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-1404e0b6-f25d-47e5-aa07-d874283c949c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 217 time: 0.0378351 May 12 03:39:03.259123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bdbf3524-3eb3-45d5-ba87-62926487b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:03.260531 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-bdbf3524-3eb3-45d5-ba87-62926487b65c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0428734 May 12 03:39:03.297559 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-86d65806-fd90-44e6-8d48-abee5ae68e90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a01434d-4d35-40bb-845d-7bdaf0fd5712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252123 May 12 03:39:03.393395 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-60391013-34b1-42a9-83b7-9e1f3ba74cca service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860829 May 12 03:39:03.484674 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6647cbc5-cb04-48b3-af03-76e7c49e8837 req-4bea3ed1-96db-4fff-863d-d3fc50b2635a service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812004 May 12 03:39:04.281908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be033362-f9b5-4659-88d6-2bff55b79cf8 req-3d8debb1-618b-4dcf-8975-bd7a8e875cd0 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:04.283347 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-be033362-f9b5-4659-88d6-2bff55b79cf8 req-3d8debb1-618b-4dcf-8975-bd7a8e875cd0 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 943 time: 0.0457854 May 12 03:39:04.329855 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-be033362-f9b5-4659-88d6-2bff55b79cf8 req-20395fc7-d11e-4a82-8f5d-204fc84487b2 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 May 12 03:39:04.569680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-06e7d474-6cf9-4ebf-b6d9-89a7df167436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:04.571213 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-06e7d474-6cf9-4ebf-b6d9-89a7df167436 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 1127 time: 0.0453424 May 12 03:39:04.662583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-bbde4549-2eff-415f-9409-93cd0efb90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:04.664038 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-bbde4549-2eff-415f-9409-93cd0efb90fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 200 len: 913 time: 0.0834289 May 12 03:39:04.861277 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-ce08a035-baf5-4698-b28b-bf6bad68cad3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 217 time: 0.0395048 May 12 03:39:04.910399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-3a379078-d014-46eb-bdf3-4762f9586199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:04.911832 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-3a379078-d014-46eb-bdf3-4762f9586199 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0426085 May 12 03:39:04.947213 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-1b226f78-a73b-470e-9521-93189d034995 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a01434d-4d35-40bb-845d-7bdaf0fd5712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251217 May 12 03:39:05.036938 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-0833a842-6dfd-4fc1-9ce1-c3ec89e99376 service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837555 May 12 03:39:05.128088 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3776c8b3-7910-4cda-ac17-474c9e65b1a5 req-125f6339-e6bc-42cc-b50c-2a47e574c0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804482 May 12 03:39:05.447372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59bbf-c81e-445c-aa54-6883f1362523 req-502e2f4d-2b98-49fc-93c6-e5a74ffbf460 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:05.448802 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23e59bbf-c81e-445c-aa54-6883f1362523 req-502e2f4d-2b98-49fc-93c6-e5a74ffbf460 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 943 time: 0.0494816 May 12 03:39:05.494987 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23e59bbf-c81e-445c-aa54-6883f1362523 req-ec80c9bf-9aaf-4b6d-bab8-63c1a439dd82 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 May 12 03:39:05.646940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5e1bf70c-aa24-4468-8055-6952f1ef2035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:06.218481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:39:06.312012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:06.326930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712', 'port_id': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'mac_address': 'fa:16:3e:88:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1e9317-b4a7-4f68-a848-7bdbb395c9a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:39:06.362729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port aae34668-d801-4505-acc8-38d2a9904a5b is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:06.363113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:06.375864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae34668-d801-4505-acc8-38d2a9904a5b {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:39:06.396367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:06.400625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:06.447105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:06.469530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:06.609254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f3de6-666b-4157-9baa-51d9205195dc req-bd1a2ff7-622e-4d2b-8c3f-fc7be468fefd tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:06.610771 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b5f3de6-666b-4157-9baa-51d9205195dc req-bd1a2ff7-622e-4d2b-8c3f-fc7be468fefd tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 944 time: 0.0481296 May 12 03:39:06.639488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['aae34668-d801-4505-acc8-38d2a9904a5b'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:39:06.657924 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b5f3de6-666b-4157-9baa-51d9205195dc req-86dea85a-b69e-4426-a701-5b69841aa750 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 May 12 03:39:07.771114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee41d7-5e55-41f6-a898-c978142e651b req-f4d5972e-05a8-4301-9589-fa472d2c46bd tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:07.772555 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-94ee41d7-5e55-41f6-a898-c978142e651b req-f4d5972e-05a8-4301-9589-fa472d2c46bd tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 944 time: 0.0492806 May 12 03:39:07.817317 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-94ee41d7-5e55-41f6-a898-c978142e651b req-9da81327-c658-4c63-9a9b-dc48640af6f8 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 May 12 03:39:08.035207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:08.239370 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:39:08.281693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port aae34668-d801-4505-acc8-38d2a9904a5b completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:39:08.287802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port aae34668-d801-4505-acc8-38d2a9904a5b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:39:08.288124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:08.366337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port aae34668-d801-4505-acc8-38d2a9904a5b is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:08.366722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:08.388025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:08.390285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd43adb-a939-4140-96b5-7902292d41f8" -d '{"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-plugged", "status": "completed", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:08.402788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:08.413006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:08.444388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1526d6af-31ce-448a-b0a7-7e95b0403648 x-openstack-request-id: req-1526d6af-31ce-448a-b0a7-7e95b0403648 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:08.444679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-plugged", "status": "completed", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:08.444940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1526d6af-31ce-448a-b0a7-7e95b0403648 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:08.445479 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1526d6af-31ce-448a-b0a7-7e95b0403648'] response: {'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'code': 200} May 12 03:39:08.474004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:08.605185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdc250-ec84-400e-ba13-749224733311 req-21abfeef-58b2-4e70-a9d4-6225edef5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:08.606589 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-22bdc250-ec84-400e-ba13-749224733311 req-21abfeef-58b2-4e70-a9d4-6225edef5d8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 1129 time: 0.0413954 May 12 03:39:08.649473 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-22bdc250-ec84-400e-ba13-749224733311 req-518852b3-beed-4f86-bb29-44ab32ac448a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 May 12 03:39:08.933282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654d1f-c2e3-4ced-9ce0-181d87c20236 req-de7c45a5-97ce-4cc9-8fa2-b78a8a29c65f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:08.934776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69654d1f-c2e3-4ced-9ce0-181d87c20236 req-de7c45a5-97ce-4cc9-8fa2-b78a8a29c65f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0462923 May 12 03:39:08.980501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69654d1f-c2e3-4ced-9ce0-181d87c20236 req-c9d46506-835c-4da3-b048-903df62137b1 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 May 12 03:39:09.625934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:10.103015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a342-a3cc-4fb0-bd9b-8c4eefaf425e req-46c7564c-8502-4e25-bc98-5817716ea806 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:10.104549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8d48a342-a3cc-4fb0-bd9b-8c4eefaf425e req-46c7564c-8502-4e25-bc98-5817716ea806 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0546975 May 12 03:39:10.154923 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8d48a342-a3cc-4fb0-bd9b-8c4eefaf425e req-da70dd02-6598-4639-b8eb-b97c207dfc64 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 May 12 03:39:10.481654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab431f-579e-4ec6-be68-6f6d380750f9 req-1eec2e8b-a0d1-418b-ab91-499399b311a1 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:10.483155 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d6ab431f-579e-4ec6-be68-6f6d380750f9 req-1eec2e8b-a0d1-418b-ab91-499399b311a1 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0481992 May 12 03:39:10.514502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37324) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:10.530440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d6ab431f-579e-4ec6-be68-6f6d380750f9 req-f6ff318a-1cba-4803-8bb8-5d107defec42 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 May 12 03:39:10.595279 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-7fbe17c6-ee0c-464d-b310-eddbe7575b3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797098 May 12 03:39:10.603967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-59748529-ac5b-48ec-b48c-0f34b74e9d1d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:39:10.604899 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-59748529-ac5b-48ec-b48c-0f34b74e9d1d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047565 May 12 03:39:11.088783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-2b25f5f0-05f1-49a9-ae4e-a83cef8b3c9f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:11.090206 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-2b25f5f0-05f1-49a9-ae4e-a83cef8b3c9f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports/aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 942 time: 0.1027772 May 12 03:39:11.646253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70199b-a944-4d08-a0d7-804d842e46ce req-a50b8d92-d04a-4053-8429-74ccd2dcc2ee tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:11.647659 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ea70199b-a944-4d08-a0d7-804d842e46ce req-a50b8d92-d04a-4053-8429-74ccd2dcc2ee tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0458567 May 12 03:39:11.698023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ea70199b-a944-4d08-a0d7-804d842e46ce req-62dea104-36a3-487a-9caf-8c8b7cb4661d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 May 12 03:39:11.898345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-9b50cf01-4fbc-4c62-b4e2-bdc97e9b0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:11.899745 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-9b50cf01-4fbc-4c62-b4e2-bdc97e9b0a80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 1129 time: 0.0386345 May 12 03:39:11.989345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-6b033228-a75f-4c39-bdc1-3dd52a6c15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:11.990806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-6b033228-a75f-4c39-bdc1-3dd52a6c15e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 200 len: 913 time: 0.0854075 May 12 03:39:12.029355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-f3f98983-a1ce-4c6a-b357-f8134bf0d45a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 217 time: 0.0326254 May 12 03:39:12.074298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-a39cbfa7-e211-449d-9ac0-5ef7e5600dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:12.075657 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-a39cbfa7-e211-449d-9ac0-5ef7e5600dc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0409553 May 12 03:39:12.111128 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-16e66c2d-13c2-4d7c-9681-6fb5dcf09152 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a01434d-4d35-40bb-845d-7bdaf0fd5712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292573 May 12 03:39:12.198037 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-c1ec9291-19e3-41f8-a216-9132b4d817cb service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800951 May 12 03:39:12.286960 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-c3217403-b10c-4cf7-b9d4-c0f2c9abb5ec service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 May 12 03:39:12.411555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:12.815463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61873-a012-425c-aae9-e19af3176e95 req-d95ba2ea-3f3f-4765-95ca-683463132000 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:12.817012 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cbc61873-a012-425c-aae9-e19af3176e95 req-d95ba2ea-3f3f-4765-95ca-683463132000 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0485439 May 12 03:39:12.863911 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cbc61873-a012-425c-aae9-e19af3176e95 req-c5d9909b-dee8-4061-941e-beaccf0162ca tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 May 12 03:39:13.976762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167cc70-949e-454c-90d3-e39200692878 req-aeb1f9af-47eb-4e22-a22e-f0608fb27ddc tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:13.978240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8167cc70-949e-454c-90d3-e39200692878 req-aeb1f9af-47eb-4e22-a22e-f0608fb27ddc tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0456698 May 12 03:39:14.024341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8167cc70-949e-454c-90d3-e39200692878 req-804b0b74-0d90-46a0-a9ed-c045a2f08d32 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 May 12 03:39:15.138713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85449ea-fc37-4b71-8f24-532ebcd2590f req-2bb4c263-c92b-446b-95bd-801ab178973a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:15.140690 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85449ea-fc37-4b71-8f24-532ebcd2590f req-2bb4c263-c92b-446b-95bd-801ab178973a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0496092 May 12 03:39:15.185581 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85449ea-fc37-4b71-8f24-532ebcd2590f req-06660dd6-2f7f-4c49-8d21-969233706664 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 May 12 03:39:16.297382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1987534-06b0-4723-acc6-3f39ae3c3260 req-b91b6cc1-b1e9-4491-a44c-7d262da12880 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:16.298844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e1987534-06b0-4723-acc6-3f39ae3c3260 req-b91b6cc1-b1e9-4491-a44c-7d262da12880 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0464160 May 12 03:39:16.344420 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e1987534-06b0-4723-acc6-3f39ae3c3260 req-818bdbb4-34b4-4f89-abfe-3f1a2e8226e5 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 May 12 03:39:17.458806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a84b30-4e2a-4c30-b677-8d677a8175ec req-e6e1b8c5-5f6d-49e8-80d0-77c939063aed tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:17.460240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-16a84b30-4e2a-4c30-b677-8d677a8175ec req-e6e1b8c5-5f6d-49e8-80d0-77c939063aed tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0489237 May 12 03:39:17.505556 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-16a84b30-4e2a-4c30-b677-8d677a8175ec req-97283c5f-de76-4a5c-a4a0-f1fa608dabfb tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 May 12 03:39:18.615858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5a146-07b9-477b-9610-12bfc051cb97 req-c83245b8-a367-469c-ac0d-775d64612ab5 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:18.617202 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-74f5a146-07b9-477b-9610-12bfc051cb97 req-c83245b8-a367-469c-ac0d-775d64612ab5 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0456040 May 12 03:39:18.663419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-74f5a146-07b9-477b-9610-12bfc051cb97 req-5c0aea1e-d111-4e08-868f-853ff0a12a04 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 May 12 03:39:19.776081 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7af4d5-076d-467b-9e47-1e13974e82cb req-c82a203f-16dd-4e32-9e48-eaf24011a318 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:19.777548 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d7af4d5-076d-467b-9e47-1e13974e82cb req-c82a203f-16dd-4e32-9e48-eaf24011a318 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0459425 May 12 03:39:19.825977 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d7af4d5-076d-467b-9e47-1e13974e82cb req-499ef8fe-52d4-4a1a-a764-f17d9cd96265 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 May 12 03:39:20.770592 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:39:20.937295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b34ef-c001-4a2a-a6f5-9d6e4b100c39 req-bf43c83d-1796-4077-a9c3-59c293cac8de tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:20.938750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-763b34ef-c001-4a2a-a6f5-9d6e4b100c39 req-bf43c83d-1796-4077-a9c3-59c293cac8de tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0455990 May 12 03:39:20.984285 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-763b34ef-c001-4a2a-a6f5-9d6e4b100c39 req-d26b742f-bfd0-4795-ac6f-7811b4787b8b tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 May 12 03:39:22.098544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435ec8-0cd3-46a5-996c-90f0ca175515 req-01890117-1d06-4172-93c1-9ddd8d68856a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:22.100008 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-34435ec8-0cd3-46a5-996c-90f0ca175515 req-01890117-1d06-4172-93c1-9ddd8d68856a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0503311 May 12 03:39:22.151549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-34435ec8-0cd3-46a5-996c-90f0ca175515 req-a7daa080-fab3-408f-8099-7fdcef41b60c tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 May 12 03:39:23.267727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300547d1-8761-425c-ac2e-3a61323c214f req-79d94416-a265-4032-a643-780983c3482d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:23.269160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-300547d1-8761-425c-ac2e-3a61323c214f req-79d94416-a265-4032-a643-780983c3482d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0498886 May 12 03:39:23.315285 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-300547d1-8761-425c-ac2e-3a61323c214f req-3d26e39c-679f-4d10-a9cb-9c605ba67aed tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 May 12 03:39:24.430536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b427-0e9a-48df-8ff8-79d047ae1333 req-75cd64d9-6660-4ef1-a5b3-1fcacb6c885c tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:24.431991 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-52e8b427-0e9a-48df-8ff8-79d047ae1333 req-75cd64d9-6660-4ef1-a5b3-1fcacb6c885c tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0481687 May 12 03:39:24.478622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-52e8b427-0e9a-48df-8ff8-79d047ae1333 req-cc040138-09b6-4d78-b65d-c5974445270d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 May 12 03:39:25.591371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5d0c-c662-467f-b9bb-07a2cb5d7a15 req-da305459-af37-47fb-bc6b-89cab3a0172c tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:25.592748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8aff5d0c-c662-467f-b9bb-07a2cb5d7a15 req-da305459-af37-47fb-bc6b-89cab3a0172c tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0454943 May 12 03:39:25.642841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8aff5d0c-c662-467f-b9bb-07a2cb5d7a15 req-2ddcbb35-c524-451d-93f6-32ce59450bc3 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 May 12 03:39:26.756574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be936a1-5992-4b22-8b74-ee01fde68365 req-df1cab09-775c-4108-aab4-742365ebd10f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:26.758048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0be936a1-5992-4b22-8b74-ee01fde68365 req-df1cab09-775c-4108-aab4-742365ebd10f tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0491645 May 12 03:39:26.803575 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0be936a1-5992-4b22-8b74-ee01fde68365 req-d682a31a-3c46-4391-9454-793e1ad49803 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 May 12 03:39:28.074956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cd2e8-ce6e-4b3a-9238-105e781c85f6 req-a0630a34-6316-4b00-aa4b-5313d16d9137 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:28.076419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a7cd2e8-ce6e-4b3a-9238-105e781c85f6 req-a0630a34-6316-4b00-aa4b-5313d16d9137 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0464721 May 12 03:39:28.121938 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a7cd2e8-ce6e-4b3a-9238-105e781c85f6 req-135aec84-c7d6-4389-a680-25cb6dec19d8 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 May 12 03:39:29.235396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b19fcc-f3a5-46eb-a143-0cf3c7d34117 req-07fd2d51-85e6-422c-8920-bb1ef6df4e8d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:29.236822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-39b19fcc-f3a5-46eb-a143-0cf3c7d34117 req-07fd2d51-85e6-422c-8920-bb1ef6df4e8d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0488970 May 12 03:39:29.281846 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-39b19fcc-f3a5-46eb-a143-0cf3c7d34117 req-c548ebc6-30ba-44c5-a549-773518e15d39 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 May 12 03:39:30.392983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faf117-eb94-4436-8a30-45286817f1dc req-a8ae3c0e-8a09-4ee5-bb81-06d888386257 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:30.394459 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9faf117-eb94-4436-8a30-45286817f1dc req-a8ae3c0e-8a09-4ee5-bb81-06d888386257 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0462267 May 12 03:39:30.440423 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9faf117-eb94-4436-8a30-45286817f1dc req-0af49b87-ed15-425c-88e6-08dd16fb7e6d tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 May 12 03:39:31.559409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3d26-c7db-4c6a-a27f-450dd0e5b9be req-679ce4b7-bd94-446e-811f-94d759b5ac85 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:31.560869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4ebc3d26-c7db-4c6a-a27f-450dd0e5b9be req-679ce4b7-bd94-446e-811f-94d759b5ac85 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0493841 May 12 03:39:31.608318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4ebc3d26-c7db-4c6a-a27f-450dd0e5b9be req-fbe46e61-486c-40a8-8f99-8bc248f06b78 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 May 12 03:39:32.717550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0072-fa41-4126-a20e-83442cbbb003 req-d2316c4c-b0e3-4c0d-9bfd-eeeb9376f7c5 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:32.720172 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-796c0072-fa41-4126-a20e-83442cbbb003 req-d2316c4c-b0e3-4c0d-9bfd-eeeb9376f7c5 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0455046 May 12 03:39:32.773547 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-796c0072-fa41-4126-a20e-83442cbbb003 req-79d36d07-e20b-43a2-a7b4-6ad587b8304a tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 May 12 03:39:33.118628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-33e7d502-0636-4aef-a004-f4a58c37982d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:33.884617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d41450-5f9b-4d1c-a050-51713fbabd01 req-df44fd03-9ae4-462e-a10a-6ef06d094a89 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:33.886052 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d41450-5f9b-4d1c-a050-51713fbabd01 req-df44fd03-9ae4-462e-a10a-6ef06d094a89 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0457256 May 12 03:39:33.935675 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70d41450-5f9b-4d1c-a050-51713fbabd01 req-9b11452c-7bcb-43d6-9e83-725df2c380bb tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 May 12 03:39:35.045997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1724e95-783b-434d-b145-41c6a988e021 req-de03d45d-9e55-43c5-9241-63da60c10889 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:35.047438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1724e95-783b-434d-b145-41c6a988e021 req-de03d45d-9e55-43c5-9241-63da60c10889 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0455284 May 12 03:39:35.092525 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1724e95-783b-434d-b145-41c6a988e021 req-19441eec-9199-4998-8221-2a0cdabb5f47 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 May 12 03:39:35.651413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-685b8a41-040c-429a-9bdb-ea73aee18ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:36.202773 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6858c0-9664-4098-b00f-99f885ceb6ec req-13accabd-c5de-4cce-8203-1948e1738516 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:36.204213 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9f6858c0-9664-4098-b00f-99f885ceb6ec req-13accabd-c5de-4cce-8203-1948e1738516 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0457714 May 12 03:39:36.250503 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9f6858c0-9664-4098-b00f-99f885ceb6ec req-5e848edb-f237-4761-9480-7ab017103b3c tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 May 12 03:39:36.474444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:37.365647 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344dc5d-3c5f-416e-8746-befb2df75af8 req-592058ed-a5a5-471e-85b7-2deeb3ef0633 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:37.367140 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4344dc5d-3c5f-416e-8746-befb2df75af8 req-592058ed-a5a5-471e-85b7-2deeb3ef0633 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0496597 May 12 03:39:37.413302 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4344dc5d-3c5f-416e-8746-befb2df75af8 req-8eb2fb24-d2e9-4ec0-9ea5-1f7b34a18e90 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 May 12 03:39:38.038266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:38.527550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115e25a-a471-4bcc-b18c-518159447df1 req-0d070219-94f0-4f1e-b48d-3fa14552082e tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:38.528995 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4115e25a-a471-4bcc-b18c-518159447df1 req-0d070219-94f0-4f1e-b48d-3fa14552082e tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0492978 May 12 03:39:38.573800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4115e25a-a471-4bcc-b18c-518159447df1 req-2de58e09-8f01-4e14-9487-f182f25d64c7 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 May 12 03:39:39.201511 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-b4fe8443-c785-4aee-b1a6-e45a4809129b service neutron] 10.222.0.57 "GET /v2.0/ports/aae34668-d801-4505-acc8-38d2a9904a5b/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0605390 May 12 03:39:39.446073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-dcb287d8-8b23-454a-a45a-ab503e8d3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:39.447629 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-dcb287d8-8b23-454a-a45a-ab503e8d3238 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430&tenant_id=2c83d5107cbc431a9fb1ab0c58971d14 HTTP/1.1" status: 200 len: 1129 time: 0.0726154 May 12 03:39:39.521269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-36d83579-2b30-4d7e-b65d-a6e15f294ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:39.522725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-36d83579-2b30-4d7e-b65d-a6e15f294ad5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 1129 time: 0.0494850 May 12 03:39:39.618429 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-4045dc88-f057-4580-b8de-ccdb7838fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:39.620002 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-4045dc88-f057-4580-b8de-ccdb7838fd92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 200 len: 913 time: 0.0876222 May 12 03:39:39.628060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:39.668829 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-9258dc23-0740-4450-a442-16d97814bc3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 217 time: 0.0388291 May 12 03:39:39.687614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27d6f3-0d23-4648-87e0-0043b4e6a147 req-fd33fc0a-4633-4b8f-b5de-42c96e16cfd0 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:39.689077 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a27d6f3-0d23-4648-87e0-0043b4e6a147 req-fd33fc0a-4633-4b8f-b5de-42c96e16cfd0 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0452101 May 12 03:39:39.720726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-55a4cc62-e76e-4b0b-80ab-b74408ef0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:39.722458 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-55a4cc62-e76e-4b0b-80ab-b74408ef0423 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0446360 May 12 03:39:39.739504 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a27d6f3-0d23-4648-87e0-0043b4e6a147 req-d82dc38e-9040-415e-befa-c3fb6528a5fb tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 May 12 03:39:39.756533 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-37df31aa-224c-4b25-bc64-60dbed2014a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a01434d-4d35-40bb-845d-7bdaf0fd5712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265310 May 12 03:39:39.853101 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-edddff03-3008-4f2a-a39c-19b7cefff739 service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862732 May 12 03:39:39.941781 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3f34ff45-15a0-40f9-bc9c-1d87184c8596 req-5373e4ab-6391-4ec7-a14e-03c46e4b80c5 service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794907 May 12 03:39:40.852335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b039b29-4886-47f9-90bf-d0d717f4b64b req-53086e8f-6ded-4691-9b41-b9f014da5fd1 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:40.855889 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b039b29-4886-47f9-90bf-d0d717f4b64b req-53086e8f-6ded-4691-9b41-b9f014da5fd1 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0484626 May 12 03:39:40.905851 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b039b29-4886-47f9-90bf-d0d717f4b64b req-35d361d1-7b94-4eca-aa94-9e63594513f8 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 May 12 03:39:42.018886 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c35da-8d04-49be-bff0-7058b2f07fe2 req-30a7c32c-eb70-4643-a372-215f56b98fe6 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:42.020338 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-584c35da-8d04-49be-bff0-7058b2f07fe2 req-30a7c32c-eb70-4643-a372-215f56b98fe6 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0452745 May 12 03:39:42.065730 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-584c35da-8d04-49be-bff0-7058b2f07fe2 req-20e1523c-8e16-4725-be8a-01bfc2786ebc tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 May 12 03:39:42.375662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-3bcb0f3a-360d-4e21-b2ec-2a808c3c9388 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:42.376222 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:39:42.377233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-3bcb0f3a-360d-4e21-b2ec-2a808c3c9388 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.57 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430&tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 945 time: 0.0889244 May 12 03:39:42.411657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:39:42.459035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0f577949-cbaa-4431-aca1-41a072589fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:42.460571 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0f577949-cbaa-4431-aca1-41a072589fdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 1129 time: 0.0396338 May 12 03:39:42.478239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:42.546488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:42.562895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'network_id': '7a01434d-4d35-40bb-845d-7bdaf0fd5712', 'port_id': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'mac_address': 'fa:16:3e:88:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1e9317-b4a7-4f68-a848-7bdbb395c9a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:39:42.571565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port aae34668-d801-4505-acc8-38d2a9904a5b is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:42.571958 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:42.620908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:42.623230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed45cb-0e4e-4d37-b231-c792188f2281" -d '{"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-unplugged", "status": "completed", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:42.641009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port aae34668-d801-4505-acc8-38d2a9904a5b is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:42.641398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:42.644510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:42.656676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:42.663811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae34668-d801-4505-acc8-38d2a9904a5b {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:39:42.686142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fdc237-8e78-47c3-80c9-cab094323865 x-openstack-request-id: req-02fdc237-8e78-47c3-80c9-cab094323865 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:42.686439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-unplugged", "status": "completed", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:42.687232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02fdc237-8e78-47c3-80c9-cab094323865 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:42.687629 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fdc237-8e78-47c3-80c9-cab094323865'] response: {'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'code': 200} May 12 03:39:42.744191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:42.757184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.757532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.757873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.758238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.758572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.758908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.759236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.759560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.759886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.760211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.760538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.760863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.761185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.761504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.761824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:42.765482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:39:42.765913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:39:42.891627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-c7767fc9-7b4e-4861-84e4-97432b70413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:42.893083 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-c7767fc9-7b4e-4861-84e4-97432b70413b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 200 len: 913 time: 0.4266896 May 12 03:39:42.934088 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-09cfd599-7722-49e9-bba0-78704d097e90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 200 len: 217 time: 0.0338502 May 12 03:39:42.979576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-6ed0544a-56ba-450d-8020-6048c4417bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:42.980955 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-6ed0544a-56ba-450d-8020-6048c4417bdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0413625 May 12 03:39:43.014233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-73534666-31bf-4bf8-8953-ac14f076d518 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a01434d-4d35-40bb-845d-7bdaf0fd5712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276175 May 12 03:39:43.099916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-753fcf3e-53a8-4adc-b0cb-0ca240aa7b79 service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794590 May 12 03:39:43.190531 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-712e4ca5-f4c9-47ae-97eb-1bb3cef07752 service neutron] 10.222.0.57 "GET /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848351 May 12 03:39:43.303613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port aae34668-d801-4505-acc8-38d2a9904a5b is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:43.304358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:43.317446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae34668-d801-4505-acc8-38d2a9904a5b {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:39:43.336549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:43.340011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:43.393372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:43.397492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['aae34668-d801-4505-acc8-38d2a9904a5b'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:39:43.911709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7885f28-76d5-408b-b12d-6c4a43816c1d req-c8ad5d12-61c8-45f2-a897-e0ec4441256b tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:43.913086 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7885f28-76d5-408b-b12d-6c4a43816c1d req-c8ad5d12-61c8-45f2-a897-e0ec4441256b tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 944 time: 0.0500228 May 12 03:39:43.958641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7885f28-76d5-408b-b12d-6c4a43816c1d req-f3bbadb0-68d7-4f10-95ad-19a7ae5538cc tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 May 12 03:39:44.386707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:39:44.435648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port aae34668-d801-4505-acc8-38d2a9904a5b triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:39:44.436294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:44.515889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port aae34668-d801-4505-acc8-38d2a9904a5b is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:44.516278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:44.547922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:44.551612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:44.597700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:44.688538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:44.690858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed361fa8-20a8-43c7-b1f1-407b459fe224" -d '{"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-plugged", "status": "completed", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:44.725550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27efae0-b3e8-4fa2-9342-a6f4b1c6ccbe x-openstack-request-id: req-d27efae0-b3e8-4fa2-9342-a6f4b1c6ccbe {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:44.725847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-plugged", "status": "completed", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:44.726130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d27efae0-b3e8-4fa2-9342-a6f4b1c6ccbe {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:44.726527 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27efae0-b3e8-4fa2-9342-a6f4b1c6ccbe'] response: {'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'code': 200} May 12 03:39:45.072896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb3e03-5e92-44f3-ae2b-7503dadc3423 req-3770a17f-c83d-4197-b4a9-e42c66264487 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:45.074508 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-afeb3e03-5e92-44f3-ae2b-7503dadc3423 req-3770a17f-c83d-4197-b4a9-e42c66264487 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0466886 May 12 03:39:45.120068 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-afeb3e03-5e92-44f3-ae2b-7503dadc3423 req-36b74179-28c7-413e-b540-16d9649ae390 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/security-groups?id=82ce8526-9526-4fd3-9426-844d34a54622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 May 12 03:39:45.732071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-3e094e52-a4d6-40dd-ade6-08e6f7179511 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:45.734177 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-3e094e52-a4d6-40dd-ade6-08e6f7179511 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.57 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 945 time: 0.0458243 May 12 03:39:45.815933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Deleting port aae34668-d801-4505-acc8-38d2a9904a5b {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:39:45.816268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:45.901183 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] For port aae34668-d801-4505-acc8-38d2a9904a5b, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=aae34668-d801-4505-acc8-38d2a9904a5b,segment=NetworkSegment(47af6922-e368-475a-8a30-998b701e2f90),segment_id=47af6922-e368-475a-8a30-998b701e2f90)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:45.901539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:45.914423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Calling delete_port for aae34668-d801-4505-acc8-38d2a9904a5b owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:39:46.041306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (aae34668-d801-4505-acc8-38d2a9904a5b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:46.056749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['aae34668-d801-4505-acc8-38d2a9904a5b'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:39:46.069703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Pushing event deleted for resources: {'Port': ['ID=aae34668-d801-4505-acc8-38d2a9904a5b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:46.098137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.098483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.098830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.099177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.099509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.099839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.100166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.100490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.100814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.101138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.101461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.101782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.102131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.102451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.102768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:46.128701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] No DVR routers for this DVR port aae34668-d801-4505-acc8-38d2a9904a5b on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:39:46.131281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:46.134455 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b2058a3a-d8ba-4a04-afd4-be8f98635f39 req-0a0f9f55-2c93-48d7-8d65-0ae5d742cc54 tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.57 "DELETE /v2.0/ports/aae34668-d801-4505-acc8-38d2a9904a5b HTTP/1.1" status: 204 len: 173 time: 0.3956354 May 12 03:39:46.134898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-deleted', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:46.137303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0ba9bb-cfcd-4cab-b54c-67b4b3ee7a53" -d '{"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-deleted", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:46.176925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb121c7-0e4b-43fa-b149-1a52f2e155c9 x-openstack-request-id: req-fdb121c7-0e4b-43fa-b149-1a52f2e155c9 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:46.177319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c97af-eef6-49ec-9048-217f513b1430", "name": "network-vif-deleted", "tag": "aae34668-d801-4505-acc8-38d2a9904a5b", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:46.177644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdb121c7-0e4b-43fa-b149-1a52f2e155c9 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:46.178147 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb121c7-0e4b-43fa-b149-1a52f2e155c9'] response: {'server_uuid': '746c97af-eef6-49ec-9048-217f513b1430', 'name': 'network-vif-deleted', 'tag': 'aae34668-d801-4505-acc8-38d2a9904a5b', 'status': 'completed', 'code': 200} May 12 03:39:46.221060 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4d6e6e5-04cb-45b1-a75f-cd7a16a647d1 req-282c4b37-100f-48f2-af48-a5681a403bed tempest-DeleteServersTestJSON-195101133 tempest-DeleteServersTestJSON-195101133-project] 10.222.0.23 "GET /v2.0/ports?device_id=746c97af-eef6-49ec-9048-217f513b1430 HTTP/1.1" status: 200 len: 210 time: 0.0326502 May 12 03:39:47.351540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37430) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:47.395005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Deleting subnet bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:39:47.397998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Publish callbacks [] for subnet (bd1e9317-b4a7-4f68-a848-7bdbb395c9a6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.430833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (bd1e9317-b4a7-4f68-a848-7bdbb395c9a6), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.468245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (bd1e9317-b4a7-4f68-a848-7bdbb395c9a6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.518569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (bd1e9317-b4a7-4f68-a848-7bdbb395c9a6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.548971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1e9317-b4a7-4f68-a848-7bdbb395c9a6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:47.550925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.554022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4c20c6f2-8bb7-49d6-99d7-ae519115fe81 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd1e9317-b4a7-4f68-a848-7bdbb395c9a6 HTTP/1.1" status: 204 len: 168 time: 0.2014689 May 12 03:39:47.556467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37432) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:47.623238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (7a01434d-4d35-40bb-845d-7bdaf0fd5712), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.702013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (7a01434d-4d35-40bb-845d-7bdaf0fd5712), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.721699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a01434d-4d35-40bb-845d-7bdaf0fd5712']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:39:47.730593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47af6922-e368-475a-8a30-998b701e2f90') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:39:47.730891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47af6922-e368-475a-8a30-998b701e2f90') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:39:47.740015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (47af6922-e368-475a-8a30-998b701e2f90), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.753192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (47af6922-e368-475a-8a30-998b701e2f90), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.759468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:39:47.759887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (47af6922-e368-475a-8a30-998b701e2f90), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:39:47.761972 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:39:47.814821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (7a01434d-4d35-40bb-845d-7bdaf0fd5712), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.820073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:47.823120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/7a01434d-4d35-40bb-845d-7bdaf0fd5712 HTTP/1.1" status: 204 len: 168 time: 0.2657633 May 12 03:39:47.833963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022697e-c680-453d-a4b3-cb27c49c2e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a01434d-4d35-40bb-845d-7bdaf0fd5712,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:47.928767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37436) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:47.972291 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-df263467-d08e-4a11-a248-473db8fe604f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c83d5107cbc431a9fb1ab0c58971d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423870 May 12 03:39:47.974668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37438) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:48.020262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3e7d-80d7-4d5c-a344-41a694b23b18 admin admin] Publish callbacks [] for security_group (82ce8526-9526-4fd3-9426-844d34a54622), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.040226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3e7d-80d7-4d5c-a344-41a694b23b18 admin admin] Publish callbacks [] for security_group (82ce8526-9526-4fd3-9426-844d34a54622), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.086728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3e7d-80d7-4d5c-a344-41a694b23b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (82ce8526-9526-4fd3-9426-844d34a54622), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.089133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3e7d-80d7-4d5c-a344-41a694b23b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.090297 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-dd3a3e7d-80d7-4d5c-a344-41a694b23b18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82ce8526-9526-4fd3-9426-844d34a54622 HTTP/1.1" status: 204 len: 168 time: 0.1147459 May 12 03:39:48.097905 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a3e7d-80d7-4d5c-a344-41a694b23b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ce8526-9526-4fd3-9426-844d34a54622,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:48.405617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:39:48.427448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: aae34668-d801-4505-acc8-38d2a9904a5b {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:39:48.427799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device aae34668-d801-4505-acc8-38d2a9904a5b not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:39:48.746308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37460) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:48.840091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1448728692-network', 'tenant_id': '0ab6e975302c4fa89fdcf69a73d5d42a'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:39:48.860764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Made reservation on behalf of 0ab6e975302c4fa89fdcf69a73d5d42a for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:39:48.863807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.871377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.944122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks [] for security_group (598d8410-9c0d-4190-b103-14c10fa381df), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.947657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (598d8410-9c0d-4190-b103-14c10fa381df), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.967941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:39:48.983370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d8410-9c0d-4190-b103-14c10fa381df,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:48.986270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5435594b-9b31-4676-bf91-9302757a5083), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:48.986677 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Added segment 5435594b-9b31-4676-bf91-9302757a5083 of type vlan for network 3c408a5a-10a7-4563-8c80-9882ed45ee7f May 12 03:39:49.027871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (3c408a5a-10a7-4563-8c80-9882ed45ee7f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:49.051047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (3c408a5a-10a7-4563-8c80-9882ed45ee7f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:49.052021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:49.052591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:49.086080 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3386559 May 12 03:39:49.088985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37464) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:39:49.094460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Request body: {'subnet': {'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1448728692-subnet', 'tenant_id': '0ab6e975302c4fa89fdcf69a73d5d42a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:39:49.113909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3073343-e2cc-41f0-a95f-c74637724396 admin admin] Pushing event updated for resources: {'Network': ['ID=3c408a5a-10a7-4563-8c80-9882ed45ee7f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:49.114270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Made reservation on behalf of 0ab6e975302c4fa89fdcf69a73d5d42a for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:39:49.117459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:49.123800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 3c408a5a-10a7-4563-8c80-9882ed45ee7f details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:39:49.282676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:49.334338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:49.345225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.345571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.345938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.346532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.346869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.347198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.347525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.347849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.348174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.348499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.348824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.349146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.349470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.349788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.350132 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:39:49.357009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Checking segment: {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:39:49.357365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Network hostable DHCP agents. Network: 3c408a5a-10a7-4563-8c80-9882ed45ee7f, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:39:49.373663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Network 3c408a5a-10a7-4563-8c80-9882ed45ee7f is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:39:49.383259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 3c408a5a-10a7-4563-8c80-9882ed45ee7f) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:39:49.387359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:49.387954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:49.394201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183bd51-6413-478b-aad1-44d183ed06cd None None] Network 3c408a5a-10a7-4563-8c80-9882ed45ee7f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:39:49.403403 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8c59331d-9f98-44f5-9ce6-36afa4a99910 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3133304 May 12 03:39:49.492314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01575666-b14f-4b4b-9145-489ab235e0a7 None None] Network 3c408a5a-10a7-4563-8c80-9882ed45ee7f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:39:49.820830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-a8d71725-10f1-47a0-9803-435f59f45db4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:49.822309 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-a8d71725-10f1-47a0-9803-435f59f45db4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 815 time: 0.1028318 May 12 03:39:49.836190 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-44860ce8-c90c-4894-86fd-3b9343ee3c94 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/quotas/0ab6e975302c4fa89fdcf69a73d5d42a HTTP/1.1" status: 200 len: 375 time: 0.0086024 May 12 03:39:49.867437 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-f97ba91a-0d5f-43ce-a8f4-1c065016a505 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266240 May 12 03:39:49.954048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-9f7e196a-de09-418f-b776-d82d4509e93b service neutron] 10.222.0.23 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802102 May 12 03:39:50.042453 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c5baa639-f851-417b-8e5c-4443dd3c0e6e service neutron] 10.222.0.23 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827880 May 12 03:39:50.197764 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd665160-3830-440d-afbb-908ca553d7b1 req-74dcf48c-1b4e-4f64-b0a5-b7be41d59b95 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 210 time: 0.0284309 May 12 03:39:51.163627 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-5331a42c-513c-45c8-893b-c7299f48ed86 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:51.164971 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-5331a42c-513c-45c8-893b-c7299f48ed86 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 815 time: 0.1069639 May 12 03:39:51.182377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Request body: {'port': {'device_id': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'admin_state_up': True, 'tenant_id': '0ab6e975302c4fa89fdcf69a73d5d42a'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:39:51.289533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Made reservation on behalf of 0ab6e975302c4fa89fdcf69a73d5d42a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:39:51.292001 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9736bfa6-af7b-4b69-8c5d-29d1f136655a req-e4b57196-ef42-43f5-9aec-18d94506cd3a tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 210 time: 0.0268075 May 12 03:39:51.293074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:51.420311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Allocated IP 172.20.0.6 (3c408a5a-10a7-4563-8c80-9882ed45ee7f/e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b/7e23768f-99aa-4936-9e67-4a01be3a4abe) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:39:51.567242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks [] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:51.599935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:51.641071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Network 3c408a5a-10a7-4563-8c80-9882ed45ee7f is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:39:51.644070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:39:51.649837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:39:51.673481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:51.699724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:51.700545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:51.715108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-42697306-c5d6-4932-8cea-a02a143e3a14 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364807 May 12 03:39:51.729749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Request body: {'port': {'device_id': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:39:51.790468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:52.078310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e23768f-99aa-4936-9e67-4a01be3a4abe {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:39:52.085650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Publish callbacks [] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:52.098833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Transition to ACTIVE for port object 7e23768f-99aa-4936-9e67-4a01be3a4abe will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:39:52.102562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:52.160154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:52.225829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Attempting to bind port 7e23768f-99aa-4936-9e67-4a01be3a4abe on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:39:52.226498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Attempting to bind port 7e23768f-99aa-4936-9e67-4a01be3a4abe by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:39:52.226498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Attempting to bind port 7e23768f-99aa-4936-9e67-4a01be3a4abe on network 3c408a5a-10a7-4563-8c80-9882ed45ee7f {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:39:52.230728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Port 7e23768f-99aa-4936-9e67-4a01be3a4abe on network 3c408a5a-10a7-4563-8c80-9882ed45ee7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:39:52.231048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Attempting to bind port 7e23768f-99aa-4936-9e67-4a01be3a4abe on network 3c408a5a-10a7-4563-8c80-9882ed45ee7f {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:39:52.235942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:39:52.236277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Checking segment: {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:39:52.236668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Bound using segment: {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:39:52.237090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Bound port: 7e23768f-99aa-4936-9e67-4a01be3a4abe, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:39:52.237443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:52.301872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:39:52.305156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:39:52.310982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:52.346857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:52.347481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:52.349435 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-c7753712-8376-4909-87cd-514e29aca826 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 1093 time: 0.6229870 May 12 03:39:52.351270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:52.353533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:52.382986 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753712-8376-4909-87cd-514e29aca826 service neutron] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:52.399909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc9f607-a0a4-4af5-87f5-b3dbaeb59580 x-openstack-request-id: req-efc9f607-a0a4-4af5-87f5-b3dbaeb59580 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:52.400446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:52.400707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efc9f607-a0a4-4af5-87f5-b3dbaeb59580 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:52.401117 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc9f607-a0a4-4af5-87f5-b3dbaeb59580'] response: {'name': 'network-changed', 'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'status': 'completed', 'code': 200} May 12 03:39:52.434808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd50aa0-979c-4504-b4cc-65fafbff3ba3 req-755229ee-d384-411f-85eb-e1a0270b9172 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:52.436278 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3bd50aa0-979c-4504-b4cc-65fafbff3ba3 req-755229ee-d384-411f-85eb-e1a0270b9172 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 943 time: 0.0732138 May 12 03:39:52.444845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-65ce359e-8b7c-4a03-8ead-059fe42deb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:52.446387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-65ce359e-8b7c-4a03-8ead-059fe42deb6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 1127 time: 0.0397723 May 12 03:39:52.483288 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3bd50aa0-979c-4504-b4cc-65fafbff3ba3 req-2c6b7c9f-35f3-4e2d-ad16-59426a960d39 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 May 12 03:39:52.490511 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-5e429a9d-f5dc-4a09-9dd4-54a6142aa4b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 217 time: 0.0337870 May 12 03:39:52.546305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-5bee61fd-7f5a-4222-9684-33fdcff8228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:52.548311 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-5bee61fd-7f5a-4222-9684-33fdcff8228f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0479851 May 12 03:39:52.584139 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-28751554-691c-452c-ba91-abb2e85d5e6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257075 May 12 03:39:52.675579 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-7ea7b538-17ab-444d-80c4-66b6b5733f88 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817385 May 12 03:39:52.769503 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-caf6a11c-5ffe-47fb-b6d8-4a691db4a79c req-d87d2507-2510-4a29-ac05-5ffbb534bf3c service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836754 May 12 03:39:53.599864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e566c-593f-4995-a998-3f1165e5edf6 req-d61bd7f1-0b01-49db-815f-ba2d34e37e54 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:53.601220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a75e566c-593f-4995-a998-3f1165e5edf6 req-d61bd7f1-0b01-49db-815f-ba2d34e37e54 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 943 time: 0.0462694 May 12 03:39:53.647065 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a75e566c-593f-4995-a998-3f1165e5edf6 req-570a0a91-1e17-469e-994d-c45a7786e207 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 May 12 03:39:53.647594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-31273c10-a212-40d9-a010-1a73685dc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:53.649077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-31273c10-a212-40d9-a010-1a73685dc835 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 1127 time: 0.0390437 May 12 03:39:53.744056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-304c6a6f-9d0b-4c41-abdb-50b03c706996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:53.745473 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-304c6a6f-9d0b-4c41-abdb-50b03c706996 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0867567 May 12 03:39:53.787973 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-62f94eee-5503-4822-bae6-b602da04476a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 217 time: 0.0332375 May 12 03:39:53.835222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-457f3853-e30c-40ae-a602-38a9eecb3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:53.836621 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-457f3853-e30c-40ae-a602-38a9eecb3933 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0422688 May 12 03:39:53.874216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-be8a1eed-d539-433b-8876-f583865119c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285733 May 12 03:39:53.964514 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-44453759-bbd3-48af-b1a6-e641c3d77e80 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811455 May 12 03:39:54.055829 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dbdbba7-8c25-48b6-b65d-9ad3568e78a1 req-52849ea8-b395-4c4d-899c-ff15a12b4aaa service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826006 May 12 03:39:54.418336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:39:54.511112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:54.521813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'port_id': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'mac_address': 'fa:16:3e:bf:ff:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:39:54.565593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 7e23768f-99aa-4936-9e67-4a01be3a4abe is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:54.566014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:54.578543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e23768f-99aa-4936-9e67-4a01be3a4abe {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:39:54.597839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:54.601914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:54.646476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:54.759705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8bfd-5252-46bd-af89-03e0cf587eb2 req-e9a138ff-aba7-431a-bb28-03ba575936bd tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:54.761142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cddc8bfd-5252-46bd-af89-03e0cf587eb2 req-e9a138ff-aba7-431a-bb28-03ba575936bd tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 944 time: 0.0459781 May 12 03:39:54.810677 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cddc8bfd-5252-46bd-af89-03e0cf587eb2 req-63940689-d982-454a-bd2c-d1719ba36e5c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 May 12 03:39:54.861629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['7e23768f-99aa-4936-9e67-4a01be3a4abe'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:39:55.921623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be08c7-ab04-414b-86d2-f8b60cf1b814 req-42a86afa-0af3-42e2-a6a4-4c1a0ce1d199 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:55.923122 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d3be08c7-ab04-414b-86d2-f8b60cf1b814 req-42a86afa-0af3-42e2-a6a4-4c1a0ce1d199 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 944 time: 0.0468009 May 12 03:39:55.969158 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d3be08c7-ab04-414b-86d2-f8b60cf1b814 req-7d5ef411-4ea9-491e-b262-d90c401651d0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 May 12 03:39:56.435864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:39:56.479195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 7e23768f-99aa-4936-9e67-4a01be3a4abe completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:39:56.486731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 7e23768f-99aa-4936-9e67-4a01be3a4abe triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:39:56.487158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:56.574587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 7e23768f-99aa-4936-9e67-4a01be3a4abe is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:39:56.574974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:56.598193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:39:56.600757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8474aac-68b0-48f7-b434-1ffc382777aa" -d '{"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-plugged", "status": "completed", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:39:56.613972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:39:56.617680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:39:56.642214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88605475-0f09-4bef-bcdf-30a2283edaca x-openstack-request-id: req-88605475-0f09-4bef-bcdf-30a2283edaca {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:39:56.642506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-plugged", "status": "completed", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:39:56.642761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88605475-0f09-4bef-bcdf-30a2283edaca {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:39:56.643153 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88605475-0f09-4bef-bcdf-30a2283edaca'] response: {'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'code': 200} May 12 03:39:56.666755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:39:56.808932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0751ad-2642-4852-9572-8c68f3de1180 req-b08d056c-e6c5-4d3b-bc1a-dd191893e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:56.810424 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-af0751ad-2642-4852-9572-8c68f3de1180 req-b08d056c-e6c5-4d3b-bc1a-dd191893e5c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 1129 time: 0.0386353 May 12 03:39:56.861246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-af0751ad-2642-4852-9572-8c68f3de1180 req-98fc4435-8896-496c-9b83-7f4e3b2649ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 May 12 03:39:57.079243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd48ec-ac4d-4d53-845e-6e6ed434323d req-919d57ed-fecc-4bf3-9d80-3b43b9301b00 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:57.080697 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-08bd48ec-ac4d-4d53-845e-6e6ed434323d req-919d57ed-fecc-4bf3-9d80-3b43b9301b00 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0455565 May 12 03:39:57.125962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-08bd48ec-ac4d-4d53-845e-6e6ed434323d req-cd0a752f-59c6-4ca2-917c-52f5b5acef51 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 May 12 03:39:57.770297 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:39:58.240177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450086-619b-44fb-9253-d64b01d8a3fe req-6a7ee7bd-6c2e-4d8c-bcef-4f03ca34a7cd tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:58.241614 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc450086-619b-44fb-9253-d64b01d8a3fe req-6a7ee7bd-6c2e-4d8c-bcef-4f03ca34a7cd tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0491798 May 12 03:39:58.286034 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc450086-619b-44fb-9253-d64b01d8a3fe req-9c4a8ca5-11bb-4546-adb6-59f8fffcfa76 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 May 12 03:39:59.400239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a5d84-23eb-4e4d-a661-b2e6f2506256 req-810a1e22-614a-49a6-93f0-edf953e05436 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:59.401709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-930a5d84-23eb-4e4d-a661-b2e6f2506256 req-810a1e22-614a-49a6-93f0-edf953e05436 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0462587 May 12 03:39:59.448853 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-930a5d84-23eb-4e4d-a661-b2e6f2506256 req-cd10f5ae-0bdf-40a2-a57c-7bae251ad243 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 May 12 03:39:59.566330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bd47-2797-42d7-b947-661d7312f4aa req-db9d616e-e291-4a43-8251-f4a3de60d24f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:59.567818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3cf5bd47-2797-42d7-b947-661d7312f4aa req-db9d616e-e291-4a43-8251-f4a3de60d24f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0537667 May 12 03:39:59.617627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3cf5bd47-2797-42d7-b947-661d7312f4aa req-d9285883-8169-41b4-aa4a-25564e6ba024 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 May 12 03:39:59.819371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9c10b-be36-4b60-aabe-06fe1bfb24c4 req-c35250e9-1ffd-4e77-9fa2-4433d4f25347 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:59.820965 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d0b9c10b-be36-4b60-aabe-06fe1bfb24c4 req-c35250e9-1ffd-4e77-9fa2-4433d4f25347 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0510230 May 12 03:39:59.870070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d0b9c10b-be36-4b60-aabe-06fe1bfb24c4 req-96fdb9f1-aba0-4c9c-83b7-2830f979f51a tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433741 May 12 03:39:59.983143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99be22-6ec9-4444-b509-63488bd6fb61 req-148567f9-7dc6-4c62-abcc-f5f96c6036f1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:39:59.985283 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc99be22-6ec9-4444-b509-63488bd6fb61 req-148567f9-7dc6-4c62-abcc-f5f96c6036f1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0473094 May 12 03:40:00.037329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc99be22-6ec9-4444-b509-63488bd6fb61 req-dc60a974-0d22-4f36-bce2-8f25afdba1df tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 May 12 03:40:00.555874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda6072-25d9-47cd-a731-d3521d383714 req-affd9af2-5736-4bbb-8a3e-a6e2939e7f47 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:00.559314 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fdda6072-25d9-47cd-a731-d3521d383714 req-affd9af2-5736-4bbb-8a3e-a6e2939e7f47 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0498884 May 12 03:40:00.569400 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-24a14902-c19b-42fa-937a-5e00a9cf906b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0605488 May 12 03:40:00.619354 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fdda6072-25d9-47cd-a731-d3521d383714 req-f0b24901-4f0b-4b81-85e0-cc0e6fcd14b0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 May 12 03:40:00.992729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-61c16d2a-7f25-47f2-8b64-62778f8b731f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:00.994102 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-61c16d2a-7f25-47f2-8b64-62778f8b731f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports/7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 942 time: 0.0455470 May 12 03:40:01.735713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a65de-2375-4bc4-b2af-0b8c50b2c206 req-3e07857c-10f9-47be-9bbd-1d5fc89610ea tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:01.737200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b1a65de-2375-4bc4-b2af-0b8c50b2c206 req-3e07857c-10f9-47be-9bbd-1d5fc89610ea tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0495772 May 12 03:40:01.788597 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b1a65de-2375-4bc4-b2af-0b8c50b2c206 req-6298b6a6-34f2-4a34-90c0-e4382fbed33e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 May 12 03:40:01.790391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-56d85918-1989-4d07-8c41-079e838484ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:01.791864 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-56d85918-1989-4d07-8c41-079e838484ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 1129 time: 0.0442142 May 12 03:40:01.888444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-1955337b-c21e-4632-b894-006e9a7c6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:01.889915 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-1955337b-c21e-4632-b894-006e9a7c6175 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0918629 May 12 03:40:01.932153 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-2eaf5632-fc40-4757-9d40-0a6e7d59105d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 217 time: 0.0361867 May 12 03:40:01.978824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-fffdb0fd-d5fa-43d1-ae87-520f1a125e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:01.980202 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-fffdb0fd-d5fa-43d1-ae87-520f1a125e67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0424027 May 12 03:40:02.011883 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-91794dc9-f210-4d6b-91fb-ed91b17f3593 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249128 May 12 03:40:02.101524 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-a20f7264-43ff-461c-a350-a2d7e821f9cb service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831845 May 12 03:40:02.187138 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-35d319e4-473d-46c3-beb7-fbccb3eb55c3 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799658 May 12 03:40:02.903138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3cba-a0e0-41a2-b144-56c560a3e60a req-7831b2fc-e98a-4030-97ec-ade43c4eb2d5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:02.904609 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f7a3cba-a0e0-41a2-b144-56c560a3e60a req-7831b2fc-e98a-4030-97ec-ade43c4eb2d5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0500073 May 12 03:40:02.950609 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f7a3cba-a0e0-41a2-b144-56c560a3e60a req-5781e46b-fa63-45d3-bd6f-79060b373f6e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 May 12 03:40:03.118865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-388e74c7-5d63-4e21-894d-1be1d2b29d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:04.064440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f58b-b4a6-4a97-8dd4-fd1280dbc163 req-22dc73f3-f1a3-49bf-8639-f7d23824145d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:04.065821 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5a8f58b-b4a6-4a97-8dd4-fd1280dbc163 req-22dc73f3-f1a3-49bf-8639-f7d23824145d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0479596 May 12 03:40:04.111499 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5a8f58b-b4a6-4a97-8dd4-fd1280dbc163 req-37c1dfef-a70d-495a-9268-7aa1fe3f4558 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 May 12 03:40:05.225502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934afac5-2343-4253-9ccd-81a157a8f403 req-e6c20375-674f-4d88-a4d1-4b17465aea0d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:05.226982 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-934afac5-2343-4253-9ccd-81a157a8f403 req-e6c20375-674f-4d88-a4d1-4b17465aea0d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0492728 May 12 03:40:05.272930 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-934afac5-2343-4253-9ccd-81a157a8f403 req-d224e33a-1aa4-420c-96d7-5e078f68aa26 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 May 12 03:40:05.656650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2121aa2-e976-4342-95cf-a19a14327948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:06.383393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4cdf6-ed6d-4590-a7b2-162c767135ee req-5ddc6ae6-112d-4414-88bd-965528ed1746 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:06.384867 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6da4cdf6-ed6d-4590-a7b2-162c767135ee req-5ddc6ae6-112d-4414-88bd-965528ed1746 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0458953 May 12 03:40:06.430332 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6da4cdf6-ed6d-4590-a7b2-162c767135ee req-0b619ae1-a4e7-4c44-84fb-c7c7a1de7ce1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 May 12 03:40:06.476154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:07.544089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e6aa-c826-4b25-b50c-19d78795c985 req-000c6689-7cf4-4097-949b-282c27f53568 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:07.545544 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85b1e6aa-c826-4b25-b50c-19d78795c985 req-000c6689-7cf4-4097-949b-282c27f53568 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0493784 May 12 03:40:07.591165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85b1e6aa-c826-4b25-b50c-19d78795c985 req-3ee24c7f-c10f-47f4-9942-a112772c1b09 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 May 12 03:40:08.041819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:08.703530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1636-a175-49e0-812f-f70d2b930946 req-0681498f-e91f-422f-b08c-c09f726814e5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:08.705520 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bcae1636-a175-49e0-812f-f70d2b930946 req-0681498f-e91f-422f-b08c-c09f726814e5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0457244 May 12 03:40:08.750705 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bcae1636-a175-49e0-812f-f70d2b930946 req-0be8db70-2d49-4cef-8da5-83b8ca53eff3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 May 12 03:40:09.630927 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:09.862609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95188b-31f6-45a1-8240-05132d49a14a req-0649fc2a-e50b-442b-b5a3-c4db7727a5d3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:09.864079 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fb95188b-31f6-45a1-8240-05132d49a14a req-0649fc2a-e50b-442b-b5a3-c4db7727a5d3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0469477 May 12 03:40:09.914878 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fb95188b-31f6-45a1-8240-05132d49a14a req-f64ec4d3-f568-4868-b097-e8459b674c24 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 May 12 03:40:11.026258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d15f94-1721-45d0-86bb-5b4a5d2dd2e5 req-3039d40d-d820-4807-a188-b4c1f1945146 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:11.027682 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6d15f94-1721-45d0-86bb-5b4a5d2dd2e5 req-3039d40d-d820-4807-a188-b4c1f1945146 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0454006 May 12 03:40:11.077588 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6d15f94-1721-45d0-86bb-5b4a5d2dd2e5 req-587b1704-d54a-4b0c-8752-7f79fd606df8 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 May 12 03:40:12.193728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f591d8-4b0b-4412-8994-e0bb605383be req-6a84b01e-79e5-425b-abee-21d981ecd2d0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:12.195225 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22f591d8-4b0b-4412-8994-e0bb605383be req-6a84b01e-79e5-425b-abee-21d981ecd2d0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0458927 May 12 03:40:12.242580 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22f591d8-4b0b-4412-8994-e0bb605383be req-038c6a81-42dd-4591-90c9-e178895f78fc tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 May 12 03:40:12.421767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:13.357839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d31d7-5fab-4b9b-8cc1-7a4f3108a5d1 req-cfc36fb8-5572-4807-b571-38777641baa4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:13.359318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-196d31d7-5fab-4b9b-8cc1-7a4f3108a5d1 req-cfc36fb8-5572-4807-b571-38777641baa4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0514996 May 12 03:40:13.405451 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-196d31d7-5fab-4b9b-8cc1-7a4f3108a5d1 req-812750a2-bcb6-49af-9885-e66bcfdcbf21 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 May 12 03:40:14.516850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364991f4-f795-44ad-819b-a6979f0303a6 req-0b6b4244-dac7-4ac5-afc8-cef1551b6a76 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:14.518322 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-364991f4-f795-44ad-819b-a6979f0303a6 req-0b6b4244-dac7-4ac5-afc8-cef1551b6a76 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0472431 May 12 03:40:14.562454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-364991f4-f795-44ad-819b-a6979f0303a6 req-8f9d79f2-c3fe-4a64-a095-b31e051fd3c2 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386744 May 12 03:40:15.672704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad75e52-ee19-4af3-84b6-6f7fe2a99845 req-fc048686-b77c-47c8-a539-e3a3268abf92 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:15.674154 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dad75e52-ee19-4af3-84b6-6f7fe2a99845 req-fc048686-b77c-47c8-a539-e3a3268abf92 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0452909 May 12 03:40:15.722883 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dad75e52-ee19-4af3-84b6-6f7fe2a99845 req-d3a5a09e-91a4-4d99-acf6-4ff95a525ffd tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 May 12 03:40:16.834713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d40e-c79d-46f3-acfc-32c77a6325c6 req-6d719bd1-1e1f-4ec4-912e-eaa758edab73 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:16.836184 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd42d40e-c79d-46f3-acfc-32c77a6325c6 req-6d719bd1-1e1f-4ec4-912e-eaa758edab73 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0457318 May 12 03:40:16.883081 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd42d40e-c79d-46f3-acfc-32c77a6325c6 req-5129e484-f506-4ae3-89db-a196b8062235 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 May 12 03:40:17.996143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349a3b-e511-4853-b361-bb5413931e40 req-f505fdcb-9954-42f3-badd-92809d644ab4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:17.997596 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fe349a3b-e511-4853-b361-bb5413931e40 req-f505fdcb-9954-42f3-badd-92809d644ab4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0457065 May 12 03:40:18.042988 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fe349a3b-e511-4853-b361-bb5413931e40 req-96588b74-ff57-4de5-ae67-58073c7c37ce tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 May 12 03:40:19.399848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f1145-b264-402b-b9a5-6a61058113c5 req-6104ee8a-dc03-4fa0-98a4-6aad1ed5bcc7 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:19.401308 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0f1f1145-b264-402b-b9a5-6a61058113c5 req-6104ee8a-dc03-4fa0-98a4-6aad1ed5bcc7 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.2888467 May 12 03:40:19.447060 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0f1f1145-b264-402b-b9a5-6a61058113c5 req-9b0121f6-870d-418c-baf7-f2677212daf3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 May 12 03:40:20.555559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659546c-140f-4132-b885-98ab36531545 req-286ec3ef-0f34-41fe-9566-c3b85320f16d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:20.556977 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8659546c-140f-4132-b885-98ab36531545 req-286ec3ef-0f34-41fe-9566-c3b85320f16d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0451934 May 12 03:40:20.601750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8659546c-140f-4132-b885-98ab36531545 req-6afb5a1b-1a90-4352-ab71-99c8973bdaaf tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 May 12 03:40:21.717115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26531f2b-eda9-43f3-b3be-8b1fff8b1850 req-9f8697c0-101f-41e3-93d6-4502f7e48385 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:21.718577 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-26531f2b-eda9-43f3-b3be-8b1fff8b1850 req-9f8697c0-101f-41e3-93d6-4502f7e48385 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0474398 May 12 03:40:21.763608 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-26531f2b-eda9-43f3-b3be-8b1fff8b1850 req-a3549d48-c116-4555-957d-2e02da0733d3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 May 12 03:40:22.878012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deb34e-f895-4246-b9d7-55e77759b139 req-5293c959-609b-4fbf-ad35-3a09e0c70952 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:22.879435 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a1deb34e-f895-4246-b9d7-55e77759b139 req-5293c959-609b-4fbf-ad35-3a09e0c70952 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0454824 May 12 03:40:22.926164 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a1deb34e-f895-4246-b9d7-55e77759b139 req-2e849b30-ae1d-41dc-b0c9-67dd2ed69080 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 May 12 03:40:24.039902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3d7c-362b-4402-88d3-812bb364d6e2 req-73be5c7a-a84a-45a5-8d06-8514c58b769d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:24.041335 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8cae3d7c-362b-4402-88d3-812bb364d6e2 req-73be5c7a-a84a-45a5-8d06-8514c58b769d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0494051 May 12 03:40:24.085802 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8cae3d7c-362b-4402-88d3-812bb364d6e2 req-3ddf9221-c29b-49ca-ac3f-5b858c5b2656 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 May 12 03:40:25.198696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b9d1f-69d5-49c6-b337-4de42bc24ef6 req-7398dd33-47b4-49ba-958a-322de30f8475 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:25.200175 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-907b9d1f-69d5-49c6-b337-4de42bc24ef6 req-7398dd33-47b4-49ba-958a-322de30f8475 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0462883 May 12 03:40:25.245700 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-907b9d1f-69d5-49c6-b337-4de42bc24ef6 req-dc641237-64e5-48de-883b-114202007c30 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 May 12 03:40:26.357054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f98850-3f0c-4f1a-9c77-b7846974d2f2 req-587aa70d-49cc-457c-a6af-57051c5c3a3b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:26.358553 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9f98850-3f0c-4f1a-9c77-b7846974d2f2 req-587aa70d-49cc-457c-a6af-57051c5c3a3b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0465555 May 12 03:40:26.407724 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9f98850-3f0c-4f1a-9c77-b7846974d2f2 req-b6dda149-f70e-47ae-b0ba-0371c36fc539 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 May 12 03:40:27.517270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395c84-052d-4d31-85ca-f1ab51ae0e85 req-42490377-4967-4226-bbab-6eaa06e7d66e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:27.518731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7395c84-052d-4d31-85ca-f1ab51ae0e85 req-42490377-4967-4226-bbab-6eaa06e7d66e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0446849 May 12 03:40:27.564852 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7395c84-052d-4d31-85ca-f1ab51ae0e85 req-2beb04bf-6a80-4726-8249-7f15f3dce8d1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 May 12 03:40:28.679324 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727c570-f277-4f51-86c0-331c68ad7612 req-570abb29-0283-4922-92b4-b3ac58d16120 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:28.680774 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f727c570-f277-4f51-86c0-331c68ad7612 req-570abb29-0283-4922-92b4-b3ac58d16120 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0464728 May 12 03:40:28.742342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f727c570-f277-4f51-86c0-331c68ad7612 req-be679709-a887-4d83-aeac-6408c21e07d5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 May 12 03:40:29.041117 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-a9e4751c-f412-4264-bcad-27b9ec70a8fd service neutron] 10.222.0.57 "GET /v2.0/ports/7e23768f-99aa-4936-9e67-4a01be3a4abe/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0575602 May 12 03:40:29.265415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-f0a25e0b-d662-4bd8-9a45-2f6e3674b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:29.266926 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-f0a25e0b-d662-4bd8-9a45-2f6e3674b2e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29&tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a HTTP/1.1" status: 200 len: 1129 time: 0.0430634 May 12 03:40:29.331085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-92ad1162-5109-43d8-80db-963c4726ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:29.332567 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-92ad1162-5109-43d8-80db-963c4726ded6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 1129 time: 0.0384696 May 12 03:40:29.428333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-8cd7c709-37d4-490f-90f9-930efbc0e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:29.429767 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-8cd7c709-37d4-490f-90f9-930efbc0e6d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0868635 May 12 03:40:29.473280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-f4f139fc-513b-45a8-9402-dbab99a4520f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 217 time: 0.0335562 May 12 03:40:29.520669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-8358a902-1dd8-4b21-ad92-2419e772ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:29.521991 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-8358a902-1dd8-4b21-ad92-2419e772ab57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0412939 May 12 03:40:29.552991 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-0c994f1c-2a19-461b-a196-5ae9d15e17fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250051 May 12 03:40:29.641827 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-3e6eec5d-31e3-4bcc-8a7f-1193348d92f2 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820122 May 12 03:40:29.733911 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-847c4f5d-37d6-4438-9a9d-6ff2a95d21e6 req-1a02e1c0-215d-4a13-b911-1bd7efcd6903 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832050 May 12 03:40:29.861561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511e225-e6f0-4028-a773-ee08ab34e0f6 req-89c117e0-50a8-4375-80f1-3662ad298f63 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:29.863161 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4511e225-e6f0-4028-a773-ee08ab34e0f6 req-89c117e0-50a8-4375-80f1-3662ad298f63 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0520658 May 12 03:40:29.911457 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4511e225-e6f0-4028-a773-ee08ab34e0f6 req-47e6e54d-d9f3-4a60-b607-741cdf0ad5b4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 May 12 03:40:31.023490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41481-1d93-4bae-9a34-502f56a95c25 req-9b7b63a2-312c-4420-b24f-682d535f61a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:31.024980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dfa41481-1d93-4bae-9a34-502f56a95c25 req-9b7b63a2-312c-4420-b24f-682d535f61a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0461071 May 12 03:40:31.070047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dfa41481-1d93-4bae-9a34-502f56a95c25 req-cc7b2994-0784-461e-8348-4de4b63c03f4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 May 12 03:40:32.191159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c7ff-9d72-404d-9f6e-f3936dd79db9 req-f9378fe4-4ed1-4a9f-8f60-a7d7af67d37f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:32.192616 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2b3c7ff-9d72-404d-9f6e-f3936dd79db9 req-f9378fe4-4ed1-4a9f-8f60-a7d7af67d37f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0506058 May 12 03:40:32.238444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d2b3c7ff-9d72-404d-9f6e-f3936dd79db9 req-fe5ef0c3-31d8-4430-9502-921a086c527d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 May 12 03:40:32.428858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea0d9-bfab-4ab6-a11e-178b9048abb8 req-8defda76-c8d6-43bf-8613-bace5e8ababb tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:32.430371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45aea0d9-bfab-4ab6-a11e-178b9048abb8 req-8defda76-c8d6-43bf-8613-bace5e8ababb tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0466225 May 12 03:40:32.445845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1616-6321-41b3-8950-feff06f731b7 req-70443bb8-7d37-478d-99f8-4feef294215c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:32.447445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-70443bb8-7d37-478d-99f8-4feef294215c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29&tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 945 time: 0.0514324 May 12 03:40:32.478240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45aea0d9-bfab-4ab6-a11e-178b9048abb8 req-6ec47c08-f4b6-4e87-aa03-8242bd933bc3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 May 12 03:40:32.524939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1616-6321-41b3-8950-feff06f731b7 req-74d00654-38dc-41f9-9d41-e8b337ccd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:32.526403 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-74d00654-38dc-41f9-9d41-e8b337ccd018 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 1129 time: 0.0376170 May 12 03:40:32.618104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1616-6321-41b3-8950-feff06f731b7 req-c4a8da37-f33f-4cb9-8ec7-59d3284f9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:32.619456 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-c4a8da37-f33f-4cb9-8ec7-59d3284f9294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0863516 May 12 03:40:32.628589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:40:32.633426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:40:32.664199 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-71f5dee9-beb1-44e6-aae2-574b15ff6af0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 200 len: 217 time: 0.0355797 May 12 03:40:32.711196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1616-6321-41b3-8950-feff06f731b7 req-82806821-1ddb-4d3e-bc72-d0ba2366bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:32.712663 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-82806821-1ddb-4d3e-bc72-d0ba2366bf27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0428307 May 12 03:40:32.749649 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-042aec71-e0ad-452f-b02d-a3618fa92465 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299399 May 12 03:40:32.790582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:32.792826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 7e23768f-99aa-4936-9e67-4a01be3a4abe is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:40:32.793210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:32.810115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'port_id': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'mac_address': 'fa:16:3e:bf:ff:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:40:32.825409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:40:32.827692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aefb62-2eb3-45cb-b869-8eb73d8076af" -d '{"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-unplugged", "status": "completed", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:40:32.837772 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-48f55a23-e0f9-471a-ad25-7a095a501d78 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822794 May 12 03:40:32.862158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:32.869344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:32.878719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e666f539-30bb-49a8-b9bd-0220ad272e85 x-openstack-request-id: req-e666f539-30bb-49a8-b9bd-0220ad272e85 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:40:32.879011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-unplugged", "status": "completed", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:40:32.879268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e666f539-30bb-49a8-b9bd-0220ad272e85 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:40:32.879665 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e666f539-30bb-49a8-b9bd-0220ad272e85'] response: {'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'code': 200} May 12 03:40:32.881422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 7e23768f-99aa-4936-9e67-4a01be3a4abe is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:40:32.881824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:32.916405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e23768f-99aa-4936-9e67-4a01be3a4abe {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:40:32.933084 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-79fd1616-6321-41b3-8950-feff06f731b7 req-46db397e-e9df-40bc-81ab-4491026a1cee service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891678 May 12 03:40:32.958391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:32.974183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:40:32.974604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:40:33.119039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a550906-48d3-43b0-ab82-7660065e1dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:33.513741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 7e23768f-99aa-4936-9e67-4a01be3a4abe is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:40:33.514406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:33.528579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e23768f-99aa-4936-9e67-4a01be3a4abe {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:40:33.548232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:33.552051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:33.592588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f3867-a3ab-467c-8a3e-f534e86f9c33 req-031ac2aa-e6ea-4490-9dd6-9e86811691df tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:33.594026 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-231f3867-a3ab-467c-8a3e-f534e86f9c33 req-031ac2aa-e6ea-4490-9dd6-9e86811691df tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 944 time: 0.0471587 May 12 03:40:33.604844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:33.613310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['7e23768f-99aa-4936-9e67-4a01be3a4abe'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:40:33.645747 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-231f3867-a3ab-467c-8a3e-f534e86f9c33 req-0e9b3b36-e104-416d-bc6c-f7624863ded4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 May 12 03:40:33.758312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abe406-c96f-46e8-91b2-e45e06d3881e req-b0a80103-1097-4da9-a1b6-cc38cc48682b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:33.759832 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0abe406-c96f-46e8-91b2-e45e06d3881e req-b0a80103-1097-4da9-a1b6-cc38cc48682b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 944 time: 0.0467701 May 12 03:40:33.806240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0abe406-c96f-46e8-91b2-e45e06d3881e req-52ada09f-e7be-4a05-af68-2325a3c22af1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 May 12 03:40:33.917300 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fc9e-ae17-4d42-898a-396a0ed15f4b req-ec264085-b7f2-49ab-9ad4-ac0363cf2377 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:33.918698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68c0fc9e-ae17-4d42-898a-396a0ed15f4b req-ec264085-b7f2-49ab-9ad4-ac0363cf2377 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 944 time: 0.0461524 May 12 03:40:33.964867 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68c0fc9e-ae17-4d42-898a-396a0ed15f4b req-ae7a6ebc-dde6-433d-94fd-0400ab2a8d79 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 May 12 03:40:34.303240 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-6cd411a7-aead-41c4-ad8e-4fee7d31ba1f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:34.304670 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-6cd411a7-aead-41c4-ad8e-4fee7d31ba1f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 815 time: 0.1001699 May 12 03:40:34.319135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-ea254c93-1a7b-4236-ab49-1aa537bb627a tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/quotas/0ab6e975302c4fa89fdcf69a73d5d42a HTTP/1.1" status: 200 len: 375 time: 0.0091474 May 12 03:40:34.363718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-2d0e33b8-5770-4eed-9407-d47582b9ca49 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0398340 May 12 03:40:34.452440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-70ed8b3e-0ae2-4a7a-bfd4-c1c150ea7ac2 service neutron] 10.222.0.23 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823026 May 12 03:40:34.537202 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-7255def9-c14d-43c3-9f78-597cfe503946 service neutron] 10.222.0.23 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791724 May 12 03:40:34.637613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:40:34.691558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 7e23768f-99aa-4936-9e67-4a01be3a4abe triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:40:34.691930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:34.706083 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-859a72de-4ccb-4438-8408-90a167618e53 req-91201738-f249-41ae-8add-617478017d53 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 210 time: 0.0387504 May 12 03:40:34.769062 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:40:34.772701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 7e23768f-99aa-4936-9e67-4a01be3a4abe is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:40:34.773088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:34.806689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:34.810340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:34.856744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:34.880984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:40:34.883420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ef209-ddd7-493c-9551-d79068dbbc35" -d '{"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-plugged", "status": "completed", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:40:34.921863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1abcd1-95be-48c9-93ab-27c6df6960df x-openstack-request-id: req-ba1abcd1-95be-48c9-93ab-27c6df6960df {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:40:34.922198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-plugged", "status": "completed", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:40:34.922558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba1abcd1-95be-48c9-93ab-27c6df6960df {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:40:34.922956 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1abcd1-95be-48c9-93ab-27c6df6960df'] response: {'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'code': 200} May 12 03:40:35.658692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3663f221-2162-4a24-993c-aa6521803d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:35.802354 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ab717dd9-d412-465a-a272-be4604e8fa76 req-628cd034-743f-455e-89fc-aed27d651368 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 210 time: 0.0275791 May 12 03:40:35.968616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-89528abb-8140-413c-920a-6326d96d9e0e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:35.970053 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-89528abb-8140-413c-920a-6326d96d9e0e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e43dac7-8f80-46eb-8608-d2e69ca1da29 HTTP/1.1" status: 200 len: 945 time: 0.0493608 May 12 03:40:36.058393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Deleting port 7e23768f-99aa-4936-9e67-4a01be3a4abe {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:40:36.058726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.164783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] For port 7e23768f-99aa-4936-9e67-4a01be3a4abe, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=7e23768f-99aa-4936-9e67-4a01be3a4abe,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:36.165136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.180338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Calling delete_port for 7e23768f-99aa-4936-9e67-4a01be3a4abe owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:40:36.364956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (7e23768f-99aa-4936-9e67-4a01be3a4abe), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.380656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['7e23768f-99aa-4936-9e67-4a01be3a4abe'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:40:36.401868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Pushing event deleted for resources: {'Port': ['ID=7e23768f-99aa-4936-9e67-4a01be3a4abe,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:36.456191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] No DVR routers for this DVR port 7e23768f-99aa-4936-9e67-4a01be3a4abe on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:40:36.459728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.463029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-764e42e4-e4d5-4913-ab20-30d13e92b395 req-dc48ef4e-f6e5-4010-abb4-6f95193c21a0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "DELETE /v2.0/ports/7e23768f-99aa-4936-9e67-4a01be3a4abe HTTP/1.1" status: 204 len: 173 time: 0.4832513 May 12 03:40:36.463481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-deleted', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:40:36.465790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4fb2a-3709-4cf6-b4c1-bcd7966b0ff7" -d '{"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-deleted", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:40:36.476971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-39eab858-8fe3-4e51-8884-9e4838259403 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:36.478470 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-39eab858-8fe3-4e51-8884-9e4838259403 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 815 time: 0.1893957 May 12 03:40:36.482687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.491844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Request body: {'port': {'device_id': '040b9b87-b20d-4346-9172-1e01d6f96515', 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'admin_state_up': True, 'tenant_id': '0ab6e975302c4fa89fdcf69a73d5d42a'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:40:36.507798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45859d9-43fd-4faa-8271-c705332377e8 x-openstack-request-id: req-c45859d9-43fd-4faa-8271-c705332377e8 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:40:36.508090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e43dac7-8f80-46eb-8608-d2e69ca1da29", "name": "network-vif-deleted", "tag": "7e23768f-99aa-4936-9e67-4a01be3a4abe", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:40:36.508347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c45859d9-43fd-4faa-8271-c705332377e8 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:40:36.508744 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45859d9-43fd-4faa-8271-c705332377e8'] response: {'server_uuid': '5e43dac7-8f80-46eb-8608-d2e69ca1da29', 'name': 'network-vif-deleted', 'tag': '7e23768f-99aa-4936-9e67-4a01be3a4abe', 'status': 'completed', 'code': 200} May 12 03:40:36.603790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Made reservation on behalf of 0ab6e975302c4fa89fdcf69a73d5d42a for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:40:36.607281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.738118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Allocated IP 172.20.0.12 (3c408a5a-10a7-4563-8c80-9882ed45ee7f/e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b/020c97bf-511a-4332-8f8a-37faf71aa780) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:40:36.882536 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks [] for port (020c97bf-511a-4332-8f8a-37faf71aa780), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.897762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cef5febf-4109-4ab2-be44-263ddda65cc2 req-219774a7-b34f-48d6-9301-fb42b14e159f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 210 time: 0.0283575 May 12 03:40:36.917610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:36.963318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Network 3c408a5a-10a7-4563-8c80-9882ed45ee7f is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:40:36.966385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:40:36.972473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:40:37.339040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:37.365952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:37.366553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.381899 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-ad8b7403-eb2c-471b-9568-2a52f36c8658 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8950236 May 12 03:40:37.397139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Request body: {'port': {'device_id': '040b9b87-b20d-4346-9172-1e01d6f96515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:40:37.452494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.733699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020c97bf-511a-4332-8f8a-37faf71aa780 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:40:37.741498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Publish callbacks [] for port (020c97bf-511a-4332-8f8a-37faf71aa780), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.753483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Transition to ACTIVE for port object 020c97bf-511a-4332-8f8a-37faf71aa780 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:40:37.757342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.808383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:37.874417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Attempting to bind port 020c97bf-511a-4332-8f8a-37faf71aa780 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:40:37.874750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Attempting to bind port 020c97bf-511a-4332-8f8a-37faf71aa780 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:40:37.875085 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Attempting to bind port 020c97bf-511a-4332-8f8a-37faf71aa780 on network 3c408a5a-10a7-4563-8c80-9882ed45ee7f {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:40:37.879316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Port 020c97bf-511a-4332-8f8a-37faf71aa780 on network 3c408a5a-10a7-4563-8c80-9882ed45ee7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:40:37.879633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Attempting to bind port 020c97bf-511a-4332-8f8a-37faf71aa780 on network 3c408a5a-10a7-4563-8c80-9882ed45ee7f {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:40:37.884417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:40:37.884750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Checking segment: {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:40:37.885132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Bound using segment: {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:40:37.885551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Bound port: 020c97bf-511a-4332-8f8a-37faf71aa780, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5435594b-9b31-4676-bf91-9302757a5083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:40:37.885985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.949092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:40:37.952284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:40:37.959476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.995313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:37.995942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:37.997293 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] 10.222.0.57 "PUT /v2.0/ports/020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 1094 time: 0.6040270 May 12 03:40:38.013494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5333d3d-7a8f-4b04-8093-96978714d3e2 req-a74556fe-3461-4e61-a762-0294da5c5b21 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:38.015695 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c5333d3d-7a8f-4b04-8093-96978714d3e2 req-a74556fe-3461-4e61-a762-0294da5c5b21 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 944 time: 0.0486152 May 12 03:40:38.017019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cf6ef-5dba-4399-a80c-f202da777854 service neutron] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:38.073112 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c5333d3d-7a8f-4b04-8093-96978714d3e2 req-be0a00c1-5aac-4299-a008-d0da03239efb tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 May 12 03:40:38.089791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-e92a5a4f-7502-4474-8077-6ce6f1656eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:38.091390 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-e92a5a4f-7502-4474-8077-6ce6f1656eae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1128 time: 0.0472741 May 12 03:40:38.139497 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-d82a19d3-7cf3-4cb7-b3ac-f01ad353dd0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 217 time: 0.0378993 May 12 03:40:38.188799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:38.194107 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9fec-c86e-4504-8271-9d7944649380 req-945b109e-a9b8-4299-84c2-4cf8830ad1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:38.195573 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-945b109e-a9b8-4299-84c2-4cf8830ad1dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0466442 May 12 03:40:38.231038 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-83fb17c1-5c73-4033-8cf8-181be600d499 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260444 May 12 03:40:38.324637 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-c6799c65-3906-48e3-af54-70c1e6cd595a service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842025 May 12 03:40:38.418580 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-704d9fec-c86e-4504-8271-9d7944649380 req-5e645fc1-5486-4393-981d-7dc1591a1637 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807514 May 12 03:40:38.510277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:40:38.512604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e" -d '{"events": [{"name": "network-changed", "server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:40:38.546964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0241737c-2bb6-4389-a3bd-274061d881a8 x-openstack-request-id: req-0241737c-2bb6-4389-a3bd-274061d881a8 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:40:38.547265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:40:38.547521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0241737c-2bb6-4389-a3bd-274061d881a8 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:40:38.547940 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0241737c-2bb6-4389-a3bd-274061d881a8'] response: {'name': 'network-changed', 'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780', 'status': 'completed', 'code': 200} May 12 03:40:38.664881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:40:38.684745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 7e23768f-99aa-4936-9e67-4a01be3a4abe {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:40:38.685090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 7e23768f-99aa-4936-9e67-4a01be3a4abe not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:40:39.183560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f252a3b-7b44-4065-9d2f-7938c9512b8a req-b0808c5e-957d-451b-bcc7-1eba4e2e8137 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:39.184995 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4f252a3b-7b44-4065-9d2f-7938c9512b8a req-b0808c5e-957d-451b-bcc7-1eba4e2e8137 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 944 time: 0.0455611 May 12 03:40:39.231654 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4f252a3b-7b44-4065-9d2f-7938c9512b8a req-0615ec9b-caa8-41e6-b5d9-0d22c9ad7f08 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 May 12 03:40:39.294599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-4e285c76-bef9-4d8c-8df7-1dc748713d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:39.296081 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-4e285c76-bef9-4d8c-8df7-1dc748713d69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1128 time: 0.0428493 May 12 03:40:39.385510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-4610a1a2-da82-4fc2-9ca8-d6ca7200ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:39.386914 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-4610a1a2-da82-4fc2-9ca8-d6ca7200ad93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0829513 May 12 03:40:39.430221 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-ae371814-97ba-43d8-a878-b17960f51dbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 217 time: 0.0365429 May 12 03:40:39.478844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-62e426ac-b6ee-47e6-8c83-4f4fc7d68fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:39.480221 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-62e426ac-b6ee-47e6-8c83-4f4fc7d68fb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0412226 May 12 03:40:39.513991 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-3779891c-28df-4ee9-bff4-58ce82e01308 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245967 May 12 03:40:39.612149 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-49974db5-b006-42d6-9d33-4df44f1d1227 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 May 12 03:40:39.632940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:39.703586 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29dfe637-3247-40ec-bcbb-de7f9e6eb70e req-e69c67d1-d040-4b9d-8059-6f33bc508687 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813949 May 12 03:40:40.344804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2bf03-c631-47db-9825-89b557ed02f9 req-3daa3305-837d-4a51-b786-d46856aa5c96 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:40.346576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8fb2bf03-c631-47db-9825-89b557ed02f9 req-3daa3305-837d-4a51-b786-d46856aa5c96 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 944 time: 0.0466640 May 12 03:40:40.392206 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8fb2bf03-c631-47db-9825-89b557ed02f9 req-a7147fa8-668c-47a6-8b74-57a905b622a1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 May 12 03:40:40.681731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:40:40.780400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:40.790940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '020c97bf-511a-4332-8f8a-37faf71aa780', 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'port_id': '020c97bf-511a-4332-8f8a-37faf71aa780', 'mac_address': 'fa:16:3e:78:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:40:40.826252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 020c97bf-511a-4332-8f8a-37faf71aa780 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:40:40.826637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:40.839142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020c97bf-511a-4332-8f8a-37faf71aa780 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:40:40.857607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:40.862276 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:40.912506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:41.107201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['020c97bf-511a-4332-8f8a-37faf71aa780'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:40:41.506400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9bae-0256-4811-a0f0-798f470402d6 req-f8f5234f-7759-4454-a2af-8f4c3e151d91 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:41.507837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-61bf9bae-0256-4811-a0f0-798f470402d6 req-f8f5234f-7759-4454-a2af-8f4c3e151d91 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 945 time: 0.0502052 May 12 03:40:41.559093 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-61bf9bae-0256-4811-a0f0-798f470402d6 req-ffa3847b-652e-424a-a727-b8dda3ce848d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 May 12 03:40:42.416484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:42.668823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52357-aef0-45b5-aec0-d4315a7c2bb1 req-0bea992d-9e2c-436a-9232-19d525926637 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:42.670320 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07f52357-aef0-45b5-aec0-d4315a7c2bb1 req-0bea992d-9e2c-436a-9232-19d525926637 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 945 time: 0.0460637 May 12 03:40:42.692462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:40:42.718262 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-07f52357-aef0-45b5-aec0-d4315a7c2bb1 req-151e6337-772b-41ec-b9f5-a956eae29969 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 May 12 03:40:42.743753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 020c97bf-511a-4332-8f8a-37faf71aa780 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:40:42.749934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 020c97bf-511a-4332-8f8a-37faf71aa780 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:40:42.750850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:42.824522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 020c97bf-511a-4332-8f8a-37faf71aa780 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:40:42.824914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:42.847825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:40:42.850022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e15269-0722-4324-8c7b-630c1b8d5f6e" -d '{"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-plugged", "status": "completed", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:40:42.865934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:40:42.869865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:40:42.897076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c88e483-218e-4963-ab2a-a3b3f9059ac1 x-openstack-request-id: req-6c88e483-218e-4963-ab2a-a3b3f9059ac1 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:40:42.897385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-plugged", "status": "completed", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:40:42.897709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c88e483-218e-4963-ab2a-a3b3f9059ac1 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:40:42.898033 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c88e483-218e-4963-ab2a-a3b3f9059ac1'] response: {'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780', 'code': 200} May 12 03:40:42.925171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:40:42.933312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.933664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.934036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.934380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.934713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.935067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.935397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.935721 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.936047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.936371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.936699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.937026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.937346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.937668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:42.938514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:40:43.061467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510b350-fc08-4412-8249-4aef15781792 req-7003139a-fe85-49ec-8af0-3a87255b0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:43.063481 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2510b350-fc08-4412-8249-4aef15781792 req-7003139a-fe85-49ec-8af0-3a87255b0af1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1130 time: 0.0418210 May 12 03:40:43.110142 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2510b350-fc08-4412-8249-4aef15781792 req-91b106b4-7dba-4c5e-a1c6-241331f04564 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 May 12 03:40:43.830719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dd2d2-9186-4718-83be-f6a70cc2ea49 req-b56f1489-f40a-46d4-b757-2e3ba979b3c6 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:43.832206 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e60dd2d2-9186-4718-83be-f6a70cc2ea49 req-b56f1489-f40a-46d4-b757-2e3ba979b3c6 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0471032 May 12 03:40:43.882272 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e60dd2d2-9186-4718-83be-f6a70cc2ea49 req-e3d3b6ec-e421-4340-9ddf-efced150bbf3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444660 May 12 03:40:44.995976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8b681-1d9b-442f-8839-ecd3dab014b9 req-2be22c69-627a-4a7e-b94c-b4043b3567e4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:44.997407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9e8b681-1d9b-442f-8839-ecd3dab014b9 req-2be22c69-627a-4a7e-b94c-b4043b3567e4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0458205 May 12 03:40:45.042732 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9e8b681-1d9b-442f-8839-ecd3dab014b9 req-d64a06f2-960d-495b-b0cc-3a7e3f79299a tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 May 12 03:40:45.151829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19480e-c641-42af-8ef0-cf98b0701aaf req-69cab322-d9a1-49e4-afe6-de5c5d395e42 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:45.153189 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9a19480e-c641-42af-8ef0-cf98b0701aaf req-69cab322-d9a1-49e4-afe6-de5c5d395e42 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0459027 May 12 03:40:45.198076 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9a19480e-c641-42af-8ef0-cf98b0701aaf req-2e4fbbc3-0bbd-460a-958a-89353ddfa37d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 May 12 03:40:45.419466 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-9dd56002-04dd-4375-9160-08ef76cae083 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379672 May 12 03:40:45.441697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737f750-fc58-42f6-aca3-2d72b74b2aab req-6058fcfc-3be4-4252-88e6-7ed0b0819e06 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:45.443248 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0737f750-fc58-42f6-aca3-2d72b74b2aab req-6058fcfc-3be4-4252-88e6-7ed0b0819e06 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0505795 May 12 03:40:45.490557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0737f750-fc58-42f6-aca3-2d72b74b2aab req-565d2e4c-377a-4fe7-bbc2-a3b96da83c57 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 May 12 03:40:45.746374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-9e6e6e9c-194b-48fe-970a-13108a9e6d1b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:45.747710 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-9e6e6e9c-194b-48fe-970a-13108a9e6d1b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports/020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 943 time: 0.0447779 May 12 03:40:46.555587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-af1c82ed-2196-4c7d-9db9-1bda05e45f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:46.557078 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-af1c82ed-2196-4c7d-9db9-1bda05e45f98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1130 time: 0.0384824 May 12 03:40:46.604058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5272b4f-8c67-44e2-8f25-d0c4da2af1c3 req-f23b8739-b1bc-4aeb-aab6-787c262f1f6c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:46.605471 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5272b4f-8c67-44e2-8f25-d0c4da2af1c3 req-f23b8739-b1bc-4aeb-aab6-787c262f1f6c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0469453 May 12 03:40:46.652752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-febb2c89-05c7-458b-a200-fbc31e62d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:46.654279 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-febb2c89-05c7-458b-a200-fbc31e62d7b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0898428 May 12 03:40:46.658260 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5272b4f-8c67-44e2-8f25-d0c4da2af1c3 req-81225910-1a6a-488a-b8d7-0ccd08ccbbe1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 May 12 03:40:46.694419 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-a9bdba69-5bc4-4f03-925a-e1515d3ba4fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 217 time: 0.0343778 May 12 03:40:46.744361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-bfcd767e-925f-4d12-8465-3f02d9ba7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:46.745810 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-bfcd767e-925f-4d12-8465-3f02d9ba7c00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0459666 May 12 03:40:46.781344 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-7436b9d1-a7d9-4f48-a366-7491004628eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295742 May 12 03:40:46.866925 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-29cd0370-fea4-44c7-a246-590c7ff0b369 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797999 May 12 03:40:46.957426 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-f6861298-4028-499c-a729-084ff3611fdf service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 May 12 03:40:47.770312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0502-b29a-4d03-8478-7a3f5992c9c5 req-de9391b0-4974-4971-994a-aab250e11dd0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:47.771775 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44ba0502-b29a-4d03-8478-7a3f5992c9c5 req-de9391b0-4974-4971-994a-aab250e11dd0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0457666 May 12 03:40:47.817419 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44ba0502-b29a-4d03-8478-7a3f5992c9c5 req-3e893df6-45a7-43ca-a8e6-e90a204eb752 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 May 12 03:40:48.930237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530176e-7a32-4d1b-90f9-7b17ad67d0cb req-7072f7ef-98a0-440c-bbe0-531499cf0557 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:48.931705 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a530176e-7a32-4d1b-90f9-7b17ad67d0cb req-7072f7ef-98a0-440c-bbe0-531499cf0557 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0452933 May 12 03:40:48.977476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a530176e-7a32-4d1b-90f9-7b17ad67d0cb req-8bdb8ea2-f355-4355-a4e4-fff26ec04d24 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 May 12 03:40:50.090145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487be71-e5ca-4bd8-b35b-7f1379f213f9 req-ff408575-c820-4ed5-8d5c-fe6b9785c2e1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:50.091585 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7487be71-e5ca-4bd8-b35b-7f1379f213f9 req-ff408575-c820-4ed5-8d5c-fe6b9785c2e1 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0488367 May 12 03:40:50.136607 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7487be71-e5ca-4bd8-b35b-7f1379f213f9 req-1038ae5d-3038-4756-b38b-4e6a4d02a966 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 May 12 03:40:51.247311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae261839-2415-422c-9e1b-447f885f65d0 req-bd6da231-603f-4989-9e6d-83bf289941a3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:51.248740 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae261839-2415-422c-9e1b-447f885f65d0 req-bd6da231-603f-4989-9e6d-83bf289941a3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0458827 May 12 03:40:51.293336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae261839-2415-422c-9e1b-447f885f65d0 req-7491a386-f83f-49c0-aa7a-3b3ae5fec7b0 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 May 12 03:40:52.402336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c23d7-b39e-4260-bf76-516fdca46ae1 req-87d7580f-634c-4208-8e14-b9a732beec4e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:52.403783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d53c23d7-b39e-4260-bf76-516fdca46ae1 req-87d7580f-634c-4208-8e14-b9a732beec4e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0452921 May 12 03:40:52.453008 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d53c23d7-b39e-4260-bf76-516fdca46ae1 req-1adb8210-5bc1-4467-82a0-078c5366991e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 May 12 03:40:53.567605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929a51c-9803-4867-ac0a-1986a0404390 req-f5bb261f-00cc-4d64-9a08-f858f8c1e4a5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:53.569053 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f929a51c-9803-4867-ac0a-1986a0404390 req-f5bb261f-00cc-4d64-9a08-f858f8c1e4a5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0459495 May 12 03:40:53.615500 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f929a51c-9803-4867-ac0a-1986a0404390 req-450aa18a-6563-4501-b465-5b02e960661d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 May 12 03:40:54.725854 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6edbc0-202d-40f9-a4b6-ed6b538cba9d req-f331dc55-4756-4d44-992b-f2b41f609fa3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:54.727352 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff6edbc0-202d-40f9-a4b6-ed6b538cba9d req-f331dc55-4756-4d44-992b-f2b41f609fa3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0463674 May 12 03:40:54.773192 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff6edbc0-202d-40f9-a4b6-ed6b538cba9d req-98c11f76-ea34-4655-8937-b627f35cc162 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 May 12 03:40:55.890976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14c153-b8d4-4252-bd75-bedb67758082 req-d77b65d3-3d7e-4a2e-a408-d2d1f43ef542 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:55.892939 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a14c153-b8d4-4252-bd75-bedb67758082 req-d77b65d3-3d7e-4a2e-a408-d2d1f43ef542 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0497530 May 12 03:40:55.937872 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a14c153-b8d4-4252-bd75-bedb67758082 req-0a2ea90f-2e83-494f-bef2-8d779b654254 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 May 12 03:40:57.048690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484ab23-15d8-406c-89b1-e3f6869ba0eb req-dcc0f1be-026e-40a1-bfa5-a3af73c62601 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:57.050178 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0484ab23-15d8-406c-89b1-e3f6869ba0eb req-dcc0f1be-026e-40a1-bfa5-a3af73c62601 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0455747 May 12 03:40:57.096164 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0484ab23-15d8-406c-89b1-e3f6869ba0eb req-722714a2-b108-406b-9500-c96c79f5cd98 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 May 12 03:40:57.560895 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-c154d397-9be5-47a1-a182-1e9dd1e7f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:57.562389 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-c154d397-9be5-47a1-a182-1e9dd1e7f5e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1130 time: 0.0389469 May 12 03:40:57.667911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-ed6dd894-8a76-4209-8114-a42ad5cb966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:57.669267 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-ed6dd894-8a76-4209-8114-a42ad5cb966f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0871038 May 12 03:40:57.709564 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-e52b477d-2b22-499f-8e4f-19bd3b090786 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 217 time: 0.0332072 May 12 03:40:57.756499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-8b0e7ec9-9fa9-4047-b839-dee5f4ea00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:57.758022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-8b0e7ec9-9fa9-4047-b839-dee5f4ea00eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0429566 May 12 03:40:57.792844 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-03c38fef-bc24-4b61-8cd6-1ea674029495 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289538 May 12 03:40:57.881389 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-180ce49d-f1d2-46e8-8c2d-fa756e967a28 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822084 May 12 03:40:57.973597 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5db6f11a-9eb8-4839-83e9-7c314f11deb6 req-ef1dafd2-d6e6-43b9-b6b4-0a5e8e0dcb3a service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859740 May 12 03:40:58.210761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7519d1-93e9-481e-b6e9-7225ac2b3fa1 req-badcc305-8edb-48c4-89a8-b7220e07185b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:58.212228 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef7519d1-93e9-481e-b6e9-7225ac2b3fa1 req-badcc305-8edb-48c4-89a8-b7220e07185b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0504439 May 12 03:40:58.258361 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef7519d1-93e9-481e-b6e9-7225ac2b3fa1 req-978aace1-34c8-4e0e-aeed-95e7fa06dd93 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 May 12 03:40:59.371239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22789-cc08-4f3e-a9f3-129f37b85c02 req-28170db0-7483-457e-bc5c-db227907e06d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:40:59.372726 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0da22789-cc08-4f3e-a9f3-129f37b85c02 req-28170db0-7483-457e-bc5c-db227907e06d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0483427 May 12 03:40:59.419965 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0da22789-cc08-4f3e-a9f3-129f37b85c02 req-f93df7ad-2b52-45b6-a66a-02c6fa5a70b9 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 May 12 03:41:00.534234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a97acc-841d-4848-ac5d-aedc3dc6ad91 req-9847591c-a551-4989-b4f0-82d334637ba3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:00.535699 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-75a97acc-841d-4848-ac5d-aedc3dc6ad91 req-9847591c-a551-4989-b4f0-82d334637ba3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0457237 May 12 03:41:00.586642 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-75a97acc-841d-4848-ac5d-aedc3dc6ad91 req-9efd9790-8b71-49be-a60a-8a9706e7fcfb tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 May 12 03:41:01.699941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df188327-18f4-45f7-88c5-f0c62b77cdf8 req-1e1f4164-4a2d-4d16-b117-f3abb025c5b4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:01.701400 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df188327-18f4-45f7-88c5-f0c62b77cdf8 req-1e1f4164-4a2d-4d16-b117-f3abb025c5b4 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0455666 May 12 03:41:01.747618 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df188327-18f4-45f7-88c5-f0c62b77cdf8 req-136bfbbb-9eec-499a-9ce7-8b4112ea1031 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 May 12 03:41:02.878621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73040310-b4d6-410a-8bd9-697e6102d6c4 req-cc960ed8-154d-4a85-8a51-3aa709894a06 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:02.880089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-73040310-b4d6-410a-8bd9-697e6102d6c4 req-cc960ed8-154d-4a85-8a51-3aa709894a06 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0644982 May 12 03:41:02.926038 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-73040310-b4d6-410a-8bd9-697e6102d6c4 req-fb9cade2-9c4b-4eff-8a9d-5b9dd0bdfb25 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 May 12 03:41:03.120613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8f324255-1e37-4632-80ee-59ce4af0f8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:04.040349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8c346-41db-485b-8e3f-82ffe046aa71 req-62eb30e7-7419-4b3f-aa1b-30c75f075a33 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:04.041807 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-32c8c346-41db-485b-8e3f-82ffe046aa71 req-62eb30e7-7419-4b3f-aa1b-30c75f075a33 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0489678 May 12 03:41:04.086930 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-32c8c346-41db-485b-8e3f-82ffe046aa71 req-da603cbd-2904-440f-bac6-44034c1ae194 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 May 12 03:41:05.198630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01b0c-c739-4d0d-934a-768b297431c3 req-9921c60e-0d33-49a6-804a-474a694841ed tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:05.200106 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-60c01b0c-c739-4d0d-934a-768b297431c3 req-9921c60e-0d33-49a6-804a-474a694841ed tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0461462 May 12 03:41:05.247324 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-60c01b0c-c739-4d0d-934a-768b297431c3 req-bc085620-3668-405b-aee6-23f86c8e8477 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 May 12 03:41:05.661506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e06ef088-40e9-4aa6-b756-a640fc9128ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:06.358437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa1af-697f-4ec4-80a4-7fc25ed18d40 req-cbe51ce6-51bd-4b95-8622-c3970163f05f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:06.359904 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aa1aa1af-697f-4ec4-80a4-7fc25ed18d40 req-cbe51ce6-51bd-4b95-8622-c3970163f05f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0467148 May 12 03:41:06.409514 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aa1aa1af-697f-4ec4-80a4-7fc25ed18d40 req-42c73699-8c99-4344-bd6e-1d10e79e8c0b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 May 12 03:41:06.481385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:07.519957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac24d7-c329-4076-9639-aafa951a37ce req-44893c4b-c511-48ad-bcd0-55c1d0576a75 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:07.521396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-feac24d7-c329-4076-9639-aafa951a37ce req-44893c4b-c511-48ad-bcd0-55c1d0576a75 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0456264 May 12 03:41:07.566679 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-feac24d7-c329-4076-9639-aafa951a37ce req-a5c28fdf-6775-4abf-8edb-5c856dea8a6d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 May 12 03:41:08.047269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:08.675677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e86c5-d740-4f08-a77a-e2cc53127f30 req-104c2ecb-2d8a-4f3a-96fa-a22410149194 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:08.677119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d5e86c5-d740-4f08-a77a-e2cc53127f30 req-104c2ecb-2d8a-4f3a-96fa-a22410149194 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0453837 May 12 03:41:08.722454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d5e86c5-d740-4f08-a77a-e2cc53127f30 req-384972ee-786a-4b85-bd8e-1c04913b9c7b tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 May 12 03:41:09.635018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:09.836904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143059d-df1e-4416-907f-97aa2b535e30 req-82d20f94-54a0-4811-b3c0-7b25976919d5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:09.838361 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b143059d-df1e-4416-907f-97aa2b535e30 req-82d20f94-54a0-4811-b3c0-7b25976919d5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0489705 May 12 03:41:09.884043 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b143059d-df1e-4416-907f-97aa2b535e30 req-0ed2fd3c-4199-41be-a7b2-769d0ea42d7c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 May 12 03:41:10.997863 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506bdc-1366-4fe7-9102-f9cad458013b req-550e2fd0-e845-4399-bca8-0cbca2f38ce9 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:10.999367 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59506bdc-1366-4fe7-9102-f9cad458013b req-550e2fd0-e845-4399-bca8-0cbca2f38ce9 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0472372 May 12 03:41:11.045195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59506bdc-1366-4fe7-9102-f9cad458013b req-5cb0a212-624f-49c5-8727-b901fb03511d tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 May 12 03:41:11.768617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:41:12.161490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1fb03-f7ff-48a8-951f-e97cc600c40c req-a4369c22-6165-4203-a751-79cd8ddc1f80 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:12.162999 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dbb1fb03-f7ff-48a8-951f-e97cc600c40c req-a4369c22-6165-4203-a751-79cd8ddc1f80 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0496056 May 12 03:41:12.208469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dbb1fb03-f7ff-48a8-951f-e97cc600c40c req-32677df6-af45-431a-bad2-19bf2dc1faa2 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 May 12 03:41:12.418237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:13.322364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf2f4-94ae-47f0-8bbd-69aca7d4e5c2 req-4153af23-b3b5-4cbc-b90c-251aafd2e614 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:13.323857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b36bf2f4-94ae-47f0-8bbd-69aca7d4e5c2 req-4153af23-b3b5-4cbc-b90c-251aafd2e614 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0459301 May 12 03:41:13.370417 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b36bf2f4-94ae-47f0-8bbd-69aca7d4e5c2 req-5c0a0c4e-ded9-4f5b-83c5-a6599d2728a2 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 May 12 03:41:13.766919 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-bc841cc8-6b5e-4521-887c-598e3931c626 service neutron] 10.222.0.57 "GET /v2.0/ports/020c97bf-511a-4332-8f8a-37faf71aa780/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0536935 May 12 03:41:13.974376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-bf89a298-24b8-4967-9e59-53f73263d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:13.975842 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-bf89a298-24b8-4967-9e59-53f73263d128 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515&tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a HTTP/1.1" status: 200 len: 1130 time: 0.0392914 May 12 03:41:14.037495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-5d20b6c7-f5aa-4029-b25e-6696f4b6a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:14.038875 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-5d20b6c7-f5aa-4029-b25e-6696f4b6a6d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1130 time: 0.0381789 May 12 03:41:14.132382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-2cec992f-49da-4eac-805f-36c6fe98d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:14.133805 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-2cec992f-49da-4eac-805f-36c6fe98d1fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0851429 May 12 03:41:14.176221 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-e73a2fa8-4581-4489-9442-a9a7b6e24e64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 217 time: 0.0329831 May 12 03:41:14.230566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-beadac13-3c57-4926-b27c-33c36451c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:14.231996 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-beadac13-3c57-4926-b27c-33c36451c088 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0469368 May 12 03:41:14.265916 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-c4b318fa-ebb1-4529-8ff1-e18c5011b0ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249178 May 12 03:41:14.354695 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-acce2d9f-7069-465d-bb14-7a27d4b98cf9 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798740 May 12 03:41:14.449724 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ff3bdfee-4e62-4993-ae08-c4bbadf72b1b req-0d611282-90af-4e5d-82a6-2c447e96f3b8 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 May 12 03:41:14.491895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83d0a5-a36d-45a7-b41c-811c8c33fdc8 req-465279d1-2ac6-400c-8f80-854649f53d15 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:14.493370 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad83d0a5-a36d-45a7-b41c-811c8c33fdc8 req-465279d1-2ac6-400c-8f80-854649f53d15 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0544758 May 12 03:41:14.545666 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad83d0a5-a36d-45a7-b41c-811c8c33fdc8 req-af8b2f85-881e-4909-91be-44f482641231 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 May 12 03:41:15.660913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f57c5-966b-49a1-9e3d-a34c4f3748b3 req-08ebfd96-a2f5-4443-b54c-e0d46ddeb4f3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:15.662350 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e38f57c5-966b-49a1-9e3d-a34c4f3748b3 req-08ebfd96-a2f5-4443-b54c-e0d46ddeb4f3 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0466261 May 12 03:41:15.708476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e38f57c5-966b-49a1-9e3d-a34c4f3748b3 req-eb2bf669-2612-4186-9ea5-549163866031 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 May 12 03:41:16.819816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b65922-aea4-46e4-b4a1-1c57bc563163 req-ede0d389-1995-4f8f-84da-3e1fd119ea41 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:16.821298 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90b65922-aea4-46e4-b4a1-1c57bc563163 req-ede0d389-1995-4f8f-84da-3e1fd119ea41 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0459774 May 12 03:41:16.854247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:41:16.857443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:41:16.868277 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90b65922-aea4-46e4-b4a1-1c57bc563163 req-ba24912a-bcc5-4f58-b359-4ffb7a9dd550 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 May 12 03:41:17.013171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:17.030130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '020c97bf-511a-4332-8f8a-37faf71aa780', 'network_id': '3c408a5a-10a7-4563-8c80-9882ed45ee7f', 'port_id': '020c97bf-511a-4332-8f8a-37faf71aa780', 'mac_address': 'fa:16:3e:78:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:41:17.033086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 020c97bf-511a-4332-8f8a-37faf71aa780 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:17.033479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:17.065363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb174f-f93a-4d3e-b33a-a1f687949469 req-3aaa5f66-29c9-4f4c-a37c-716ebfdc3073 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:17.067363 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2aeb174f-f93a-4d3e-b33a-a1f687949469 req-3aaa5f66-29c9-4f4c-a37c-716ebfdc3073 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0535557 May 12 03:41:17.070728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-51e8b159-48af-49f8-9ac4-3996663a5ca2 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:17.072437 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-51e8b159-48af-49f8-9ac4-3996663a5ca2 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515&tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 946 time: 0.0508080 May 12 03:41:17.080211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:41:17.082489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db498a-6fce-4749-89f6-b36784946e4c" -d '{"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-unplugged", "status": "completed", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:41:17.100879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:17.102251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 020c97bf-511a-4332-8f8a-37faf71aa780 is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:17.102679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:17.112285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:17.121552 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2aeb174f-f93a-4d3e-b33a-a1f687949469 req-1fb80e65-fbc2-4595-9a82-2c7a346ec057 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470767 May 12 03:41:17.124725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 020c97bf-511a-4332-8f8a-37faf71aa780 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:41:17.150624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0018c010-437e-473a-be07-b9ae3b87ce16 x-openstack-request-id: req-0018c010-437e-473a-be07-b9ae3b87ce16 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:41:17.150918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-unplugged", "status": "completed", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:41:17.151338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0018c010-437e-473a-be07-b9ae3b87ce16 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:41:17.151737 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0018c010-437e-473a-be07-b9ae3b87ce16'] response: {'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780', 'code': 200} May 12 03:41:17.178742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-cc454deb-91d2-4c53-b0db-16d47a2127f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:17.180246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-cc454deb-91d2-4c53-b0db-16d47a2127f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 1128 time: 0.0530713 May 12 03:41:17.196249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:17.206947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:41:17.207360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:41:17.269707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-d40466d4-5050-48aa-8abd-8d05207f6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:17.271124 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-d40466d4-5050-48aa-8abd-8d05207f6c14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 200 len: 916 time: 0.0849206 May 12 03:41:17.314739 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-6dac7a27-c4cd-476a-baa6-b950aca4feb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 200 len: 217 time: 0.0369911 May 12 03:41:17.362661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-9bd15b32-b893-42fc-881b-4fcd6501e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:17.364077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-9bd15b32-b893-42fc-881b-4fcd6501e940 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 200 len: 855 time: 0.0430615 May 12 03:41:17.396289 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-b72ee73a-00f7-4ca6-95ea-98ecf40eb246 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c408a5a-10a7-4563-8c80-9882ed45ee7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261285 May 12 03:41:17.485989 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-796e2c58-185c-4c0e-9ec7-9385f6df842f service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 May 12 03:41:17.571978 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1c87851-3796-4f07-86e1-024ec065c5e6 req-0ac8a647-b4a8-4d41-a2c4-9c0237ab1c75 service neutron] 10.222.0.57 "GET /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801930 May 12 03:41:17.743123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 020c97bf-511a-4332-8f8a-37faf71aa780 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:17.743511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:17.756435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020c97bf-511a-4332-8f8a-37faf71aa780 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:41:17.775020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:17.778542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:17.833062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:17.843438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['020c97bf-511a-4332-8f8a-37faf71aa780'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:41:18.238540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e971c-a087-4d88-8dac-65494f84200b req-986476fb-d921-485b-9ce7-43874aa08d05 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:18.240006 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a77e971c-a087-4d88-8dac-65494f84200b req-986476fb-d921-485b-9ce7-43874aa08d05 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 945 time: 0.0461788 May 12 03:41:18.285790 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a77e971c-a087-4d88-8dac-65494f84200b req-26893bbf-9ce7-419a-a6fa-25143ba599e5 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 May 12 03:41:18.395905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c8d9-10b8-4f98-b728-3fac9e57dc15 req-ea81a7a2-e37a-40dd-8e12-146d4b381103 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:18.397356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1380c8d9-10b8-4f98-b728-3fac9e57dc15 req-ea81a7a2-e37a-40dd-8e12-146d4b381103 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 945 time: 0.0450089 May 12 03:41:18.445589 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1380c8d9-10b8-4f98-b728-3fac9e57dc15 req-81e7587b-f2b2-4a5b-8d9f-7b675e464a5c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 May 12 03:41:18.559012 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1c828-dee9-42da-9f4f-6d295029af69 req-52b26337-5b6c-4e44-8d65-7e1a121e747f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:18.560458 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-01b1c828-dee9-42da-9f4f-6d295029af69 req-52b26337-5b6c-4e44-8d65-7e1a121e747f tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 945 time: 0.0458500 May 12 03:41:18.605896 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-01b1c828-dee9-42da-9f4f-6d295029af69 req-b045155e-ddf4-4a43-a7e0-1301cb620939 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 May 12 03:41:18.871367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:41:18.922432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 020c97bf-511a-4332-8f8a-37faf71aa780 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:18.922855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:18.929259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f53c9-6dbb-40d7-8e39-bb2716f4021b req-a6a410bb-1d3e-4a51-b592-3c5d687b13b9 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:18.930776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c68f53c9-6dbb-40d7-8e39-bb2716f4021b req-a6a410bb-1d3e-4a51-b592-3c5d687b13b9 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 945 time: 0.0472937 May 12 03:41:18.977315 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c68f53c9-6dbb-40d7-8e39-bb2716f4021b req-b6ea9882-ad78-4088-8b41-8018f92ef13e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 May 12 03:41:18.999377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 020c97bf-511a-4332-8f8a-37faf71aa780 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:18.999765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:19.030851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:19.034885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:19.083340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:19.152489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:41:19.154767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aced821-1f04-4e28-a8ca-2616288a0a1f" -d '{"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-plugged", "status": "completed", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:41:19.190862 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56974bc4-f653-43a9-9e6f-175e6bc3358e x-openstack-request-id: req-56974bc4-f653-43a9-9e6f-175e6bc3358e {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:41:19.191159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-plugged", "status": "completed", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:41:19.191418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56974bc4-f653-43a9-9e6f-175e6bc3358e {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:41:19.191818 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56974bc4-f653-43a9-9e6f-175e6bc3358e'] response: {'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780', 'code': 200} May 12 03:41:20.091495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a832e1-d79f-4e80-93a4-e62bed8789a9 req-1505d71e-7f25-43a4-9099-ac442ecf12ee tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:20.092951 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-32a832e1-d79f-4e80-93a4-e62bed8789a9 req-1505d71e-7f25-43a4-9099-ac442ecf12ee tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0496752 May 12 03:41:20.138936 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-32a832e1-d79f-4e80-93a4-e62bed8789a9 req-a4ad945f-b7b8-47ad-9132-06d3971e6d95 tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/security-groups?id=598d8410-9c0d-4190-b103-14c10fa381df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 May 12 03:41:20.642293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-c0f6b3f4-92c0-4ee0-a9ff-5f2c58ee08ae tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:20.643543 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-c0f6b3f4-92c0-4ee0-a9ff-5f2c58ee08ae tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 946 time: 0.0456154 May 12 03:41:20.730236 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Deleting port 020c97bf-511a-4332-8f8a-37faf71aa780 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:41:20.730580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:20.816267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] For port 020c97bf-511a-4332-8f8a-37faf71aa780, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=020c97bf-511a-4332-8f8a-37faf71aa780,segment=NetworkSegment(5435594b-9b31-4676-bf91-9302757a5083),segment_id=5435594b-9b31-4676-bf91-9302757a5083)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:20.816635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:20.833504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Calling delete_port for 020c97bf-511a-4332-8f8a-37faf71aa780 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:41:20.963750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (020c97bf-511a-4332-8f8a-37faf71aa780), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:20.981516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['020c97bf-511a-4332-8f8a-37faf71aa780'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:41:20.997970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Pushing event deleted for resources: {'Port': ['ID=020c97bf-511a-4332-8f8a-37faf71aa780,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:21.026992 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.027338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.027683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.028025 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.028354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.028687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.029016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.029341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.029666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.030016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.030343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.030667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.030991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.031314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.031632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:21.051988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] No DVR routers for this DVR port 020c97bf-511a-4332-8f8a-37faf71aa780 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:41:21.054423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:21.058532 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-966542f0-d91d-447c-81ab-fd2605fa9bb5 req-faa77867-60be-4924-948c-306691dacb5e tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.57 "DELETE /v2.0/ports/020c97bf-511a-4332-8f8a-37faf71aa780 HTTP/1.1" status: 204 len: 173 time: 0.4084868 May 12 03:41:21.059004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-deleted', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:41:21.061286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b7b8f6-88a3-435e-ae6e-d6f9a157969f" -d '{"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-deleted", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:41:21.099301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5d3f30-4454-45b1-b776-5243e1f5086f x-openstack-request-id: req-3a5d3f30-4454-45b1-b776-5243e1f5086f {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:41:21.099647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b9b87-b20d-4346-9172-1e01d6f96515", "name": "network-vif-deleted", "tag": "020c97bf-511a-4332-8f8a-37faf71aa780", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:41:21.099861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a5d3f30-4454-45b1-b776-5243e1f5086f {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:41:21.100277 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5d3f30-4454-45b1-b776-5243e1f5086f'] response: {'server_uuid': '040b9b87-b20d-4346-9172-1e01d6f96515', 'name': 'network-vif-deleted', 'tag': '020c97bf-511a-4332-8f8a-37faf71aa780', 'status': 'completed', 'code': 200} May 12 03:41:21.244551 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6abc224f-5884-44d0-8999-a617738f0d3b req-11aebe52-3382-43e8-8e57-3d4ece1f719c tempest-ServerDiskConfigTestJSON-50492072 tempest-ServerDiskConfigTestJSON-50492072-project] 10.222.0.23 "GET /v2.0/ports?device_id=040b9b87-b20d-4346-9172-1e01d6f96515 HTTP/1.1" status: 200 len: 210 time: 0.0270154 May 12 03:41:22.369306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37798) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:22.413543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Deleting subnet e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:41:22.416499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Publish callbacks [] for subnet (e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.449532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.488192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.543023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.569451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:22.571425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.574541 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-90eb7b8a-4def-44ba-a7f2-67347ff82de3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e3b225f0-cd2f-4e0f-9c4a-583f1e833e9b HTTP/1.1" status: 204 len: 168 time: 0.2042694 May 12 03:41:22.576967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37800) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:22.643520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (3c408a5a-10a7-4563-8c80-9882ed45ee7f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.720757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (3c408a5a-10a7-4563-8c80-9882ed45ee7f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.739623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c408a5a-10a7-4563-8c80-9882ed45ee7f']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:22.748531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5435594b-9b31-4676-bf91-9302757a5083') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:22.748826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5435594b-9b31-4676-bf91-9302757a5083') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:22.758462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (5435594b-9b31-4676-bf91-9302757a5083), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.771821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (5435594b-9b31-4676-bf91-9302757a5083), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.777977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:41:22.778359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (5435594b-9b31-4676-bf91-9302757a5083), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:41:22.780141 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:41:22.834948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (3c408a5a-10a7-4563-8c80-9882ed45ee7f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.840258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:22.843418 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c408a5a-10a7-4563-8c80-9882ed45ee7f HTTP/1.1" status: 204 len: 168 time: 0.2655520 May 12 03:41:22.854907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaec0b-1edc-455e-849a-acbb3d343f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c408a5a-10a7-4563-8c80-9882ed45ee7f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:22.955128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37804) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:22.993844 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0680fc08-b785-4b81-a03d-e18fc4bc1575 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ab6e975302c4fa89fdcf69a73d5d42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375428 May 12 03:41:22.996285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37806) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:23.043507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41ab5404-2594-4257-aa7f-ea4339062b0c admin admin] Publish callbacks [] for security_group (598d8410-9c0d-4190-b103-14c10fa381df), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.063607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41ab5404-2594-4257-aa7f-ea4339062b0c admin admin] Publish callbacks [] for security_group (598d8410-9c0d-4190-b103-14c10fa381df), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.109351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41ab5404-2594-4257-aa7f-ea4339062b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (598d8410-9c0d-4190-b103-14c10fa381df), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.111976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41ab5404-2594-4257-aa7f-ea4339062b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.113148 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-41ab5404-2594-4257-aa7f-ea4339062b0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/598d8410-9c0d-4190-b103-14c10fa381df HTTP/1.1" status: 204 len: 168 time: 0.1159294 May 12 03:41:23.120879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab5404-2594-4257-aa7f-ea4339062b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d8410-9c0d-4190-b103-14c10fa381df,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:23.794494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37828) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:23.889432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1167075603-network', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:23.912874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Made reservation on behalf of 77b85483344c4757a14eac1d0667c5ae for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:41:23.915547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.923779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.996035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks [] for security_group (5fdee262-3fab-4272-965e-8e3dc4136d32), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:23.999490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5fdee262-3fab-4272-965e-8e3dc4136d32), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.024427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:41:24.040518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdee262-3fab-4272-965e-8e3dc4136d32,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:24.042954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (77408c1c-34ee-4fb4-a452-e23c2fa93bb8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.043348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Added segment 77408c1c-34ee-4fb4-a452-e23c2fa93bb8 of type vlan for network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 May 12 03:41:24.058060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.058417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.058756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.059099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.059435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.059767 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.060115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.060429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.060759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.061089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.061416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.061740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.062095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.062421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.062743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:24.098315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (806ae4cd-e963-4019-9c5f-8af1f3f4df24), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.128036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (806ae4cd-e963-4019-9c5f-8af1f3f4df24), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.128972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:24.129583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.171890 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3762698 May 12 03:41:24.174958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37832) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:24.180498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Request body: {'subnet': {'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1167075603-subnet', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:24.200374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Made reservation on behalf of 77b85483344c4757a14eac1d0667c5ae for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:41:24.202881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.218807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed7b4e-7557-4b00-9eb4-4e23ef4a2892 admin admin] Pushing event updated for resources: {'Network': ['ID=806ae4cd-e963-4019-9c5f-8af1f3f4df24,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:24.234546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:41:24.369915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (73b196e2-6586-4665-bdc9-bde4db3b2b96), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.430765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b196e2-6586-4665-bdc9-bde4db3b2b96,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:24.437793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:41:24.438180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Network hostable DHCP agents. Network: 806ae4cd-e963-4019-9c5f-8af1f3f4df24, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:41:24.455644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:41:24.463734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 806ae4cd-e963-4019-9c5f-8af1f3f4df24) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:24.468831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:24.469431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.474082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60065b52-5b55-4303-89cb-2b97c5441d68 None None] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:41:24.486337 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a9c38b25-f701-4b8c-8a1e-a1dc04a80307 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3097403 May 12 03:41:24.488967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37834) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:24.493934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:24.513678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.514808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.568602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks [] for router_controller (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.576454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:41:24.577413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.707056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks [] for router_gateway (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.711134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Allocated IP 172.20.0.2 (806ae4cd-e963-4019-9c5f-8af1f3f4df24/73b196e2-6586-4665-bdc9-bde4db3b2b96/87b97389-b36b-4c1d-bb4c-a19ed2822484) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:41:24.857565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Publish callbacks [] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.863947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.887368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks [] for router_gateway (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.904535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:41:24.906117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:24.908314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:24.914447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:41:24.921464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Pushing event updated for resources: {'Port': ['ID=87b97389-b36b-4c1d-bb4c-a19ed2822484,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:24.928509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:41:24.968645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 020c97bf-511a-4332-8f8a-37faf71aa780 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:41:24.968898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 020c97bf-511a-4332-8f8a-37faf71aa780 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:41:25.000929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Attempting to bind port 87b97389-b36b-4c1d-bb4c-a19ed2822484 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:41:25.001304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Attempting to bind port 87b97389-b36b-4c1d-bb4c-a19ed2822484 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:41:25.001676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Attempting to bind port 87b97389-b36b-4c1d-bb4c-a19ed2822484 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:41:25.007278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:41:25.007659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:41:25.008062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.008454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Bound using segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:41:25.008921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Bound port: 87b97389-b36b-4c1d-bb4c-a19ed2822484, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:41:25.009302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.010890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Allocated IP 172.26.2.211 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/4947f9c7-53dc-4f26-97e8-3c27fcba0ab1) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:41:25.072907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] For port 87b97389-b36b-4c1d-bb4c-a19ed2822484, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:41:25.075935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] For port 87b97389-b36b-4c1d-bb4c-a19ed2822484, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b97389-b36b-4c1d-bb4c-a19ed2822484,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:41:25.083521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.120138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks [] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.142360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf885d0-d776-40cd-a8cd-a119bafbe796 None None] Pushing event updated for resources: {'Port': ['ID=87b97389-b36b-4c1d-bb4c-a19ed2822484,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:25.160420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.198417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:41:25.201228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:25.203639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:41:25.232204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Pushing event updated for resources: {'Port': ['ID=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:25.481307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks [] for router_gateway (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.679804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:25.813080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:41:26.056698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a66010-3875-421b-8d1e-02181880739e None None] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:41:26.159742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] Provisioning complete for port 87b97389-b36b-4c1d-bb4c-a19ed2822484 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:26.160116 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.278485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] Current status of the port 87b97389-b36b-4c1d-bb4c-a19ed2822484 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:26.278893 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.294778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:41:26.305076 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:41:26.315526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.319486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] For port 87b97389-b36b-4c1d-bb4c-a19ed2822484, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b97389-b36b-4c1d-bb4c-a19ed2822484,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:26.319651 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:41:26.319745 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6212c45d-335c-492a-92df-784c39e0afca admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8270240 May 12 03:41:26.319825 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:41:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:26.319922 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37836) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:26.325369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.388368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc5f6-5cd0-4dc6-b9bb-e0852fc3667c None None] Pushing event updated for resources: {'Port': ['ID=87b97389-b36b-4c1d-bb4c-a19ed2822484,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:26.440628 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:41:26.547137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-db08c352-edf5-4dc0-80fc-c469b2cd04cd None None] Provisioning complete for port 87b97389-b36b-4c1d-bb4c-a19ed2822484 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:26.547427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db08c352-edf5-4dc0-80fc-c469b2cd04cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.613221 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:25Z', 'revision_number': 3, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:26.632817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-db08c352-edf5-4dc0-80fc-c469b2cd04cd None None] Current status of the port 87b97389-b36b-4c1d-bb4c-a19ed2822484 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:26.640673 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:41:26.641022 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Updating router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:41:26.668011 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.764638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.934132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Allocated IP 172.20.0.1 (806ae4cd-e963-4019-9c5f-8af1f3f4df24/73b196e2-6586-4665-bdc9-bde4db3b2b96/6e0c3fb4-5bde-42a1-935a-52f55d908cf5) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:41:26.979430 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Publish callbacks [] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:26.987789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.030676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b97389-b36b-4c1d-bb4c-a19ed2822484 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:41:27.043069 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Pushing event updated for resources: {'Port': ['ID=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:27.045319 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Attempting to bind port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:41:27.045689 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Attempting to bind port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:41:27.046137 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Attempting to bind port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:41:27.055834 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.056185 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.056556 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.056905 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.057242 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.057579 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.057927 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.058265 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.058611 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.058948 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.059290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.059641 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.059970 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.060297 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.060621 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:41:27.064055 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:41:27.064439 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:41:27.064852 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.065241 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:41:27.065716 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Bound port: 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:41:27.066125 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.084909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 87b97389-b36b-4c1d-bb4c-a19ed2822484 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:27.086040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.090923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks [] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.131331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.140273 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] For port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:41:27.144069 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] For port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:41:27.155687 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.177873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:41:27.183523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:27.190644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:41:27.196920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Pushing event updated for resources: {'Port': ['ID=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:27.199621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 87b97389-b36b-4c1d-bb4c-a19ed2822484 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:27.235213 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49cce9-64b1-4fce-9133-6c61750e8e2d None None] Pushing event updated for resources: {'Port': ['ID=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:27.237844 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:41:27.238474 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:41:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:27.242577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.353542 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:41:27.384001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.461619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-956a8913-ab92-4700-9e13-297d5f39fd43 None None] Provisioning complete for port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:27.462141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-956a8913-ab92-4700-9e13-297d5f39fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.499084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-956a8913-ab92-4700-9e13-297d5f39fd43 None None] Port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:41:27.589327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks [] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.593827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.621871 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:25Z', 'revision_number': 3, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:27.654166 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206e8cc-8709-45a4-a5af-337eb1a21652 None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:25Z', 'revision_number': 3, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:41:27.661551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Pushing event updated for resources: {'Port': ['ID=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:27.664852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:27.763049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:41:27.764417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:27.901916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:41:28.026321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:41:28.034454 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3d2c13c3-174e-47e9-a5dd-08ce901c355f admin admin] 10.222.0.23 "PUT /v2.0/routers/2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136352 May 12 03:41:28.121858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d2c16f98-15dd-4edf-affa-69676a5dd9b7 None None] Provisioning complete for port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:28.122466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f98-15dd-4edf-affa-69676a5dd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.166628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d2c16f98-15dd-4edf-affa-69676a5dd9b7 None None] Port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:41:28.322788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37844) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:28.327553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227903924', 'description': 'tempest-description--1570543425'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:28.354702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.423973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group (597d6d80-5e90-45f3-ab78-b850b6c5873b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.427723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (597d6d80-5e90-45f3-ab78-b850b6c5873b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.452776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.457368 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1301491 May 12 03:41:28.458065 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 37846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:28.463114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'security_group_rule': {'security_group_id': '597d6d80-5e90-45f3-ab78-b850b6c5873b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:28.463239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff0b65-371f-489a-b10d-7b4ac211b9a0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597d6d80-5e90-45f3-ab78-b850b6c5873b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:28.510839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group_rule (193771e3-08fc-498a-bbfb-3a32b16244a6), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.566414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group_rule (193771e3-08fc-498a-bbfb-3a32b16244a6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.569783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (193771e3-08fc-498a-bbfb-3a32b16244a6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.588034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193771e3-08fc-498a-bbfb-3a32b16244a6,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:28.595665 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.596858 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5d40df93-1c5b-4b24-b062-d3cd498feca7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375711 May 12 03:41:28.599567 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37848) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:28.604096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'security_group_rule': {'security_group_id': '597d6d80-5e90-45f3-ab78-b850b6c5873b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:28.630346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group_rule (7c466097-0f88-4c45-8c36-32c1519447b1), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.682622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group_rule (7c466097-0f88-4c45-8c36-32c1519447b1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.686332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7c466097-0f88-4c45-8c36-32c1519447b1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.709869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c466097-0f88-4c45-8c36-32c1519447b1,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:28.713878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.717783 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5e8d5cb2-e546-4707-a3eb-0cd8c9f9def2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144924 May 12 03:41:28.718667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37850) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:28.722382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:28.743265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.817622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:28.969326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Allocated IP 172.26.2.251 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/9f74f604-797d-402a-bbfa-26b12aa25137) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:41:28.990146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:41:29.040013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:29.040388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.076783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for port (9f74f604-797d-402a-bbfa-26b12aa25137), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.112445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9f74f604-797d-402a-bbfa-26b12aa25137), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.119696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:29.120082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.141591 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:29.146135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.159868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:41:29.162744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:29.168270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:41:29.174555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'Port': ['ID=9f74f604-797d-402a-bbfa-26b12aa25137,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:29.199541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:29.233928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:41:29.244918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:41:29.245532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:41:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:29.503477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:41:29.543995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.583338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9f74f604-797d-402a-bbfa-26b12aa25137), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.692250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 2, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:29.723788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:41:29.724143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Updating router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:41:29.750858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.758377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for port (9f74f604-797d-402a-bbfa-26b12aa25137), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.763160 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (9f74f604-797d-402a-bbfa-26b12aa25137), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.852726 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'Port': ['ID=9f74f604-797d-402a-bbfa-26b12aa25137,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:29.861543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.876201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:29.877407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-af4ac404-0189-4bb4-ad83-81deda308c3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1585319 May 12 03:41:30.023026 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-051f4f04-9dca-40d4-bc6c-e114fd6bb9b7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1227903924&fields=id&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 267 time: 0.0424721 May 12 03:41:30.052183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Publish callbacks [] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.058610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.109396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55646de-a701-4417-bd9f-bc9562d160e7 None None] Pushing event updated for resources: {'Port': ['ID=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:30.147083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-d116039b-908a-4e07-8957-b008a8471fcf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:30.148640 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-d116039b-908a-4e07-8957-b008a8471fcf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1190574 May 12 03:41:30.164344 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-b6abd2af-db3e-47d3-ab99-8939f842f700 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/quotas/77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 375 time: 0.0099421 May 12 03:41:30.173317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Attempting to bind port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:41:30.173871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Attempting to bind port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:41:30.174064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Attempting to bind port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:41:30.180445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:41:30.180825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:41:30.181229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.181625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Bound using segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:41:30.182140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Bound port: 6e0c3fb4-5bde-42a1-935a-52f55d908cf5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:41:30.182526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.218169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-84e9615d-f880-43b3-a04d-170a50f1b2a3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479953 May 12 03:41:30.254307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] For port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:41:30.258373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] For port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:41:30.265687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.330578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55646de-a701-4417-bd9f-bc9562d160e7 None None] Pushing event updated for resources: {'Port': ['ID=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:30.333856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:41:30.334724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:41:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:30.378570 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-6ed07fde-70dc-4f2a-8de7-444a8925e959 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476398 May 12 03:41:30.439252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] Provisioning complete for port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:30.439630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.474455 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-b42e633d-440e-4984-a85e-79bdfa90f388 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911403 May 12 03:41:30.485241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:41:30.623802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] Current status of the port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:30.624199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.646292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-99c0912a-c747-4e72-a4a2-8f12932ced9b req-511ecdcf-3c08-4dd3-8bbc-7f1a452f707f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 210 time: 0.0289838 May 12 03:41:30.708443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] For port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:30.713103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.786768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:30.820287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d850c4-665e-42ef-9411-440d709e5e26 None None] Pushing event updated for resources: {'Port': ['ID=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:30.826234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d581c3d-2ad2-490e-869d-1e47f05cafa7 None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:41:30.836743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6d458610-21c9-46e7-a8ff-01b65f366fe4 None None] Provisioning complete for port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:30.837245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6d458610-21c9-46e7-a8ff-01b65f366fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:30.943565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6d458610-21c9-46e7-a8ff-01b65f366fe4 None None] Current status of the port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:31.089919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:41:31.143361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:31.143946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:31.226971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:31.228059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:41:31.276068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:31.276447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:31.363494 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:31.744870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-dfcb636a-0c79-42d0-a429-38a6685d5e53 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:31.746752 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-dfcb636a-0c79-42d0-a429-38a6685d5e53 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1205692 May 12 03:41:31.759193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-221e9683-9f09-4dd0-99bf-514dd3bae843 req-cb869238-acfb-49ba-a9bd-6fcffbef36ba tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 210 time: 0.0375214 May 12 03:41:31.817262 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-dfc4605c-d7dd-44c9-a042-ea953d2744f9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 380 time: 0.0612929 May 12 03:41:31.834001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'port': {'device_id': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'admin_state_up': True, 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'security_groups': ['597d6d80-5e90-45f3-ab78-b850b6c5873b']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:31.943596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Made reservation on behalf of 77b85483344c4757a14eac1d0667c5ae for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:41:31.947291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.073383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Allocated IP 172.20.0.4 (806ae4cd-e963-4019-9c5f-8af1f3f4df24/73b196e2-6586-4665-bdc9-bde4db3b2b96/8a28f66d-3e2e-4bd6-bef8-08320dd55176) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:41:32.210380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.241585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.281991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:41:32.285080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:41:32.287458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:41:32.318749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:32.346181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:32.346797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.364189 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-08405cc2-e9ba-4c85-b6e0-eb7389f85f04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5343971 May 12 03:41:32.381327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Request body: {'port': {'device_id': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:32.448163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.572810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-029eeb56-b151-4b2b-a279-6500ce9080fd None None] Provisioning complete for port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:32.573353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-029eeb56-b151-4b2b-a279-6500ce9080fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.607036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-029eeb56-b151-4b2b-a279-6500ce9080fd None None] Port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:41:32.734063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a28f66d-3e2e-4bd6-bef8-08320dd55176 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:41:32.741656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Publish callbacks [] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.754267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Transition to ACTIVE for port object 8a28f66d-3e2e-4bd6-bef8-08320dd55176 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:41:32.758335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.815975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:32.886193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Attempting to bind port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:41:32.886526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Attempting to bind port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:41:32.886880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Attempting to bind port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:41:32.894001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:41:32.894380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Attempting to bind port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:41:32.895052 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306893c0-b12f-4bf5-a8db-9961c9d38aa1 req-d0289cc6-df1d-40d6-9d89-936959c719d2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:32.896757 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-306893c0-b12f-4bf5-a8db-9961c9d38aa1 req-d0289cc6-df1d-40d6-9d89-936959c719d2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 943 time: 0.0539963 May 12 03:41:32.904847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:41:32.905273 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:41:32.905726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Bound using segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:41:32.906265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Bound port: 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:41:32.906689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:32.948132 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-306893c0-b12f-4bf5-a8db-9961c9d38aa1 req-a29d92f6-0f4f-456e-95e5-1e588a6b4c9b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446823 May 12 03:41:32.978126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:41:32.981351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:41:32.988130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:33.025248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:33.025865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:33.027318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] 10.222.0.57 "PUT /v2.0/ports/8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 1093 time: 0.6504860 May 12 03:41:33.027760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:41:33.030044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46f3331-b2ba-4185-93db-6fd0eb016826" -d '{"events": [{"name": "network-changed", "server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:41:33.069908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fc88f-2aa5-4738-ae08-26fc437b2bcd service neutron] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:33.102728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b7c0fe-1715-455d-a032-6f6879234e7d x-openstack-request-id: req-76b7c0fe-1715-455d-a032-6f6879234e7d {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:41:33.103022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:41:33.103277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76b7c0fe-1715-455d-a032-6f6879234e7d {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:41:33.103684 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b7c0fe-1715-455d-a032-6f6879234e7d'] response: {'name': 'network-changed', 'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'status': 'completed', 'code': 200} May 12 03:41:33.121164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-9608730b-79bb-4b93-9888-acbce80b9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:33.123016 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-9608730b-79bb-4b93-9888-acbce80b9908 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1127 time: 0.0543227 May 12 03:41:33.125973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f938fe27-b966-4312-b727-dade2baecc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:33.168396 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-67865f1f-928c-476b-9b37-e31585faea29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 217 time: 0.0354011 May 12 03:41:33.217177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-dab73350-4c2d-4cb5-93c7-7f58fe71df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:33.218678 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-dab73350-4c2d-4cb5-93c7-7f58fe71df05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0444155 May 12 03:41:33.269221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-12e95cdb-fb68-4ab1-9321-55f586c9dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:33.270742 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-12e95cdb-fb68-4ab1-9321-55f586c9dd0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427938 May 12 03:41:33.363861 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-fc8054eb-2739-4708-b2f3-a0b6d8220e84 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832856 May 12 03:41:33.460218 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b86a4877-f988-4f6f-9f5e-ed7dcee2ac71 req-535083cc-2099-455c-9f94-ca73a161b70e service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 May 12 03:41:34.058841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0587f2d-1524-4a60-a77f-ea3e9225e422 req-480750a3-fd62-4a48-8591-956fd96f0c91 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:34.060308 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0587f2d-1524-4a60-a77f-ea3e9225e422 req-480750a3-fd62-4a48-8591-956fd96f0c91 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 943 time: 0.0454490 May 12 03:41:34.106666 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0587f2d-1524-4a60-a77f-ea3e9225e422 req-c15e3198-9076-43cc-8d09-55cbafe1bc76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 May 12 03:41:34.335990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-736d8063-cc96-45a5-85fd-970b3fd8de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:34.337477 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-736d8063-cc96-45a5-85fd-970b3fd8de18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1127 time: 0.0390334 May 12 03:41:34.430408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-1c5b1435-3e7e-4fe7-ab97-aec581d45cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:34.431818 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-1c5b1435-3e7e-4fe7-ab97-aec581d45cc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0881755 May 12 03:41:34.472492 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-3c59de66-935f-47db-88df-fceb1a8f6cde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 217 time: 0.0340898 May 12 03:41:34.520836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-d314c178-d56d-4995-9a8d-9d401c57d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:34.522266 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-d314c178-d56d-4995-9a8d-9d401c57d272 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0413930 May 12 03:41:34.573139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-62fa7bc7-8780-4fe8-b652-852e19914990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:34.574619 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-62fa7bc7-8780-4fe8-b652-852e19914990 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414422 May 12 03:41:34.664293 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-70e238f8-4b0e-47dc-bcd9-27d5cae3f36d service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803308 May 12 03:41:34.756228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f46f3331-b2ba-4185-93db-6fd0eb016826 req-9b69a486-a598-4479-bac4-f1be08a1e9e5 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 May 12 03:41:34.950279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:41:35.049489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:35.060367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'mac_address': 'fa:16:3e:4d:e0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:41:35.097870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:35.098286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:35.114242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a28f66d-3e2e-4bd6-bef8-08320dd55176 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:41:35.132642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:35.136777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:35.185294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:35.225192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6023a4-6c4e-4375-9dfe-3a0bcac2f4e1 req-01361aad-73c3-48d9-974e-91013ee10cfb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:35.226701 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db6023a4-6c4e-4375-9dfe-3a0bcac2f4e1 req-01361aad-73c3-48d9-974e-91013ee10cfb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 944 time: 0.0509551 May 12 03:41:35.273095 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db6023a4-6c4e-4375-9dfe-3a0bcac2f4e1 req-faf013cf-dc58-4011-9b99-f8b6d57d4d29 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 May 12 03:41:35.421996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['8a28f66d-3e2e-4bd6-bef8-08320dd55176'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:41:35.665562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0e71a4db-1354-4778-89de-1f70a3b38050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:36.388316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0fa7-b2a2-4ef5-a3aa-ecda227bee0f req-d81f6e0c-3844-4cbd-ac8f-fe07011131a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:36.389793 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-199d0fa7-b2a2-4ef5-a3aa-ecda227bee0f req-d81f6e0c-3844-4cbd-ac8f-fe07011131a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 944 time: 0.0464149 May 12 03:41:36.436521 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-199d0fa7-b2a2-4ef5-a3aa-ecda227bee0f req-3c35412e-0141-4f2b-8100-9418be21e271 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 May 12 03:41:36.486198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:36.950195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:41:36.994141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:41:36.999919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:41:37.000405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:37.073632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:41:37.074051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:37.099697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:41:37.101947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a4597-e707-43b1-add0-5a7a93a0e8f0" -d '{"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-plugged", "status": "completed", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:41:37.114355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:41:37.118226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:37.140380 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c92e1-403b-46c4-abf6-597f89533cd6 x-openstack-request-id: req-7c8c92e1-403b-46c4-abf6-597f89533cd6 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:41:37.140669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-plugged", "status": "completed", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:41:37.140924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c8c92e1-403b-46c4-abf6-597f89533cd6 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:41:37.141850 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8c92e1-403b-46c4-abf6-597f89533cd6'] response: {'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'code': 200} May 12 03:41:37.167470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:41:37.304743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e97f-cf04-47d5-928a-e4e2a860996c req-df007b52-a461-42b0-940e-aa868d603437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:37.306274 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1584e97f-cf04-47d5-928a-e4e2a860996c req-df007b52-a461-42b0-940e-aa868d603437 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1129 time: 0.0378067 May 12 03:41:37.349153 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1584e97f-cf04-47d5-928a-e4e2a860996c req-01491f01-360e-4c8a-93fa-e9970b7a82b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367208 May 12 03:41:37.551824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf96f-a7e1-413a-95ef-98543bf53977 req-e1702a88-b75a-4d07-a74f-c02ba2c137f2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:37.553274 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d2bf96f-a7e1-413a-95ef-98543bf53977 req-e1702a88-b75a-4d07-a74f-c02ba2c137f2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0502377 May 12 03:41:37.598801 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d2bf96f-a7e1-413a-95ef-98543bf53977 req-04457cad-7b73-4a90-a3a4-deba88a52e15 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399477 May 12 03:41:38.051686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:38.716013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f497d8a-669e-46ad-a8e6-a386d17adaa5 req-6e934bdc-f387-4f93-8563-79dc42f89830 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:38.717462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f497d8a-669e-46ad-a8e6-a386d17adaa5 req-6e934bdc-f387-4f93-8563-79dc42f89830 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0454209 May 12 03:41:38.764258 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f497d8a-669e-46ad-a8e6-a386d17adaa5 req-ab586aab-75c3-428c-bd19-eb370f98bb80 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 May 12 03:41:39.637355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:39.876716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e106-707f-43c7-a663-d3d874b509c5 req-9bd17004-595a-4669-bb2b-f3166accb7d2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:39.878187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b707e106-707f-43c7-a663-d3d874b509c5 req-9bd17004-595a-4669-bb2b-f3166accb7d2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0461979 May 12 03:41:39.927920 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b707e106-707f-43c7-a663-d3d874b509c5 req-f0e5a365-b8eb-4c3b-8aaf-9fd6159db9f2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 May 12 03:41:40.038620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e608e-85a4-4c39-aec0-699e44a3e2fe req-71c3d118-2204-42d4-a006-ec71fbe971db tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:40.040073 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-270e608e-85a4-4c39-aec0-699e44a3e2fe req-71c3d118-2204-42d4-a006-ec71fbe971db tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0488496 May 12 03:41:40.048960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 37904) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:41:40.053284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'floatingip': {'port_id': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:41:40.091413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:40.652613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:40.656421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:40.753785 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad associated. External IP: 172.26.2.251, port: 8a28f66d-3e2e-4bd6-bef8-08320dd55176. May 12 03:41:41.213438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:41:41.325414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:41:41.330064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:41.334855 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:41:41.345266 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:41:41.345874 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:41:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:41.359538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-29dd0f8c-a20d-4115-9032-21b07ed207fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "PUT /v2.0/floatingips/49316a4b-34b0-44a4-9cf3-f400571c9aad HTTP/1.1" status: 200 len: 991 time: 1.3095233 May 12 03:41:41.360876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:41:41.363251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371af830-fce1-48b0-b126-ce058f0d6ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:41:41.403566 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c89eb-b48b-4f64-a9cf-f6b159f21c68 x-openstack-request-id: req-314c89eb-b48b-4f64-a9cf-f6b159f21c68 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:41:41.403872 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:41:41.404134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-314c89eb-b48b-4f64-a9cf-f6b159f21c68 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:41:41.404552 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314c89eb-b48b-4f64-a9cf-f6b159f21c68'] response: {'name': 'network-changed', 'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'status': 'completed', 'code': 200} May 12 03:41:41.456345 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:41:41.459351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2b32c-9875-4391-b6d4-2564dc22f9b9 req-3d97fb78-2029-4d91-a309-8e251145aa79 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:41.460861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0d2b32c-9875-4391-b6d4-2564dc22f9b9 req-3d97fb78-2029-4d91-a309-8e251145aa79 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0501940 May 12 03:41:41.463063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-3d3015d1-865f-4f2c-9264-5468ccce42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:41.465222 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-3d3015d1-865f-4f2c-9264-5468ccce42e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1129 time: 0.0394986 May 12 03:41:41.510894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0d2b32c-9875-4391-b6d4-2564dc22f9b9 req-ca2ea7e6-7284-4563-90b5-cc29201f9d82 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 May 12 03:41:41.562524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-9728e207-b3d2-4e7d-85ed-bf9855ae96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:41.564052 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-9728e207-b3d2-4e7d-85ed-bf9855ae96d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0932696 May 12 03:41:41.630255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047f8c-4327-4b53-8dd1-ba26ce92c472 req-6f6f2f9f-eefe-4ecb-a39e-8e9c7b6e9da5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:41.631780 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef047f8c-4327-4b53-8dd1-ba26ce92c472 req-6f6f2f9f-eefe-4ecb-a39e-8e9c7b6e9da5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0510497 May 12 03:41:41.634790 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-79979ce6-eda5-4c77-b700-c15a08e83375 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 999 time: 0.0648248 May 12 03:41:41.689469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef047f8c-4327-4b53-8dd1-ba26ce92c472 req-9fe21f2a-61b9-4661-b829-bae439602e1b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518522 May 12 03:41:41.692781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-854c22c7-813d-4085-ac49-3234e745c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:41.694309 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-854c22c7-813d-4085-ac49-3234e745c0a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0536830 May 12 03:41:41.700878 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:4d:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:41:40Z', 'revision_number': 1, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:41.734618 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:41:41.742700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-05ae46b9-7851-484f-9979-83c8eb6921c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:41.742952 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:41:41.743561 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:41:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:41.744183 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-05ae46b9-7851-484f-9979-83c8eb6921c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436251 May 12 03:41:41.836091 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-8cea583d-b2fb-462b-a3cc-69d77fc82109 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853939 May 12 03:41:41.850729 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:41:41.922991 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-371af830-fce1-48b0-b126-ce058f0d6ee9 req-3283c7ed-551a-4583-af6d-be7f78443f26 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807488 May 12 03:41:42.067608 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:4d:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:41:40Z', 'revision_number': 1, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:41:42.098097 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6919ff53-8cf7-4c6e-b5c8-5c8cad9ba8cc None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:4d:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:41:40Z', 'revision_number': 1, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:41:42.287273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99e5af-520f-4ef3-b2a8-85b4223c2656 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:41:42.579889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:41:42.802534 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118044d7-e232-4bb9-8f3d-2c049213b86a req-5fc2939c-e9f6-45c1-848c-d6727aa787b0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:42.803997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-118044d7-e232-4bb9-8f3d-2c049213b86a req-5fc2939c-e9f6-45c1-848c-d6727aa787b0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0460517 May 12 03:41:42.849809 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-118044d7-e232-4bb9-8f3d-2c049213b86a req-4022ef0a-d1d5-4d23-a752-ed793efdd678 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 May 12 03:41:42.960041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e641f7-169f-4d97-989a-9cb09e8eb3f3 req-5c82521b-351c-4d74-a273-10c3f2b93043 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:42.961540 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13e641f7-169f-4d97-989a-9cb09e8eb3f3 req-5c82521b-351c-4d74-a273-10c3f2b93043 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0473855 May 12 03:41:43.011576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-13e641f7-169f-4d97-989a-9cb09e8eb3f3 req-e9fbc967-b29c-46b7-bd23-dab83ebbd323 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 May 12 03:41:43.228817 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-58cb230f-cf61-4d67-9899-bc5c57896c2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394275 May 12 03:41:43.245212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed60109-0edc-4ae3-8e5d-a0ad102812ef req-51151731-6769-4461-b897-dde342f92fba tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:43.247154 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6ed60109-0edc-4ae3-8e5d-a0ad102812ef req-51151731-6769-4461-b897-dde342f92fba tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0490961 May 12 03:41:43.295709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6ed60109-0edc-4ae3-8e5d-a0ad102812ef req-918ed30a-a850-4747-aaa4-b20f6132afdd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 May 12 03:41:43.623609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-592e7b11-a88b-4f4a-8a0b-9c78800b1a9f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:43.624938 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-592e7b11-a88b-4f4a-8a0b-9c78800b1a9f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports/8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 942 time: 0.0448122 May 12 03:41:44.386845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-c664dae9-410f-43eb-bf91-ded295baa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:44.388345 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-c664dae9-410f-43eb-bf91-ded295baa7d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1129 time: 0.0434399 May 12 03:41:44.410051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f10068-8e29-4d45-8484-cc8c0b0eda49 req-458feeac-ff26-443b-8441-d1944e0d5642 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:44.411520 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-20f10068-8e29-4d45-8484-cc8c0b0eda49 req-458feeac-ff26-443b-8441-d1944e0d5642 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0466542 May 12 03:41:44.461411 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-20f10068-8e29-4d45-8484-cc8c0b0eda49 req-82907e77-dd54-4b2d-a895-3a3f83661de6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 May 12 03:41:44.478004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-da94a5e0-adae-4131-898e-c90b73323d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:44.479572 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-da94a5e0-adae-4131-898e-c90b73323d8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0854590 May 12 03:41:44.545860 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-78778006-862d-44d3-a8cd-c25f47cf3f94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 1001 time: 0.0593491 May 12 03:41:44.593779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-da81348c-748f-401e-b1d2-f119cd13b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:44.595972 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-da81348c-748f-401e-b1d2-f119cd13b14a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0423090 May 12 03:41:44.637439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-806b8ffb-99b0-4912-8931-099e8740d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:44.638971 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-806b8ffb-99b0-4912-8931-099e8740d836 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0363841 May 12 03:41:44.727219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-55262801-79b9-4fb1-abf2-88b1e658bf07 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823929 May 12 03:41:44.811257 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-c5c671a1-50a8-474a-94e8-b386a3bebb8a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785556 May 12 03:41:45.574754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c9eda-bba1-44fd-8984-f398a90fc657 req-ae2ed926-6f8a-4b15-adea-1b5a8ca5e66e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:45.576253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a1c9eda-bba1-44fd-8984-f398a90fc657 req-ae2ed926-6f8a-4b15-adea-1b5a8ca5e66e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0459526 May 12 03:41:45.628182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a1c9eda-bba1-44fd-8984-f398a90fc657 req-f3d6aaa1-10fb-4760-95bc-b7f6a8197085 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 May 12 03:41:46.740072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd32a69-ff4b-4564-bc72-f688359c70de req-fe3b40b4-d085-4eba-abcc-6e5626f96f3b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:46.741515 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ccd32a69-ff4b-4564-bc72-f688359c70de req-fe3b40b4-d085-4eba-abcc-6e5626f96f3b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0453625 May 12 03:41:46.786348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ccd32a69-ff4b-4564-bc72-f688359c70de req-8ec65f30-2dfd-463b-aedd-598069e033ff tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 May 12 03:41:47.900962 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509626e3-c0e0-4d1c-b25f-20f87b2b3de7 req-d8815683-8248-4af1-9518-59d79b19eb83 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:47.902453 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-509626e3-c0e0-4d1c-b25f-20f87b2b3de7 req-d8815683-8248-4af1-9518-59d79b19eb83 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0494859 May 12 03:41:47.948533 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-509626e3-c0e0-4d1c-b25f-20f87b2b3de7 req-dcc7c8ec-df4f-4486-b438-60338c1f3b24 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 May 12 03:41:48.767422 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:41:49.065970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4f9b-4a4a-4a0e-bf20-e51e6b7d6362 req-ecd447a9-ce6b-49a5-9992-0dde8b58bb19 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:49.067329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dffb4f9b-4a4a-4a0e-bf20-e51e6b7d6362 req-ecd447a9-ce6b-49a5-9992-0dde8b58bb19 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0460100 May 12 03:41:49.112863 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dffb4f9b-4a4a-4a0e-bf20-e51e6b7d6362 req-c79950d7-5e08-4333-b2a2-f219d27e87ab tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 May 12 03:41:50.227100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267619a-46e6-4319-a669-21e77df69909 req-a5fd18d6-9ee0-4a53-be33-7e77a2c53db9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:50.228561 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1267619a-46e6-4319-a669-21e77df69909 req-a5fd18d6-9ee0-4a53-be33-7e77a2c53db9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0498354 May 12 03:41:50.273264 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1267619a-46e6-4319-a669-21e77df69909 req-05f7ed62-5446-47e1-8fb3-2a3b270ac14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 May 12 03:41:51.385719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5c302-0e3d-44a8-8d21-df1f2f716585 req-33a0e80b-2436-438f-8ca9-1b7654d68ca3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:51.387250 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98c5c302-0e3d-44a8-8d21-df1f2f716585 req-33a0e80b-2436-438f-8ca9-1b7654d68ca3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0471332 May 12 03:41:51.433229 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98c5c302-0e3d-44a8-8d21-df1f2f716585 req-9793b730-544b-4014-a09f-020daa22e02f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403593 May 12 03:41:52.544262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552a07a-0f63-4564-8a1b-8daf36e9d484 req-dea5bba0-06a5-40c6-ad40-8c0fbc58e262 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:52.545716 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9552a07a-0f63-4564-8a1b-8daf36e9d484 req-dea5bba0-06a5-40c6-ad40-8c0fbc58e262 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0460999 May 12 03:41:52.595940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9552a07a-0f63-4564-8a1b-8daf36e9d484 req-8b79c090-5eb4-4c92-9c08-a4f981e7729a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 May 12 03:41:53.706167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ada9c-f562-436a-b1e1-27d43e86aeee req-de5857ce-04c4-4d29-b68e-9434bd51fcb7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:53.707610 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d79ada9c-f562-436a-b1e1-27d43e86aeee req-de5857ce-04c4-4d29-b68e-9434bd51fcb7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0467002 May 12 03:41:53.753176 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d79ada9c-f562-436a-b1e1-27d43e86aeee req-e4c536d1-a8b5-4ba4-84bb-35b9cc304282 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401087 May 12 03:41:54.863900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a8c6-7ef8-47ad-a4a7-fb3f83e3a7f8 req-da902013-c311-4ff8-9e21-58e916f3c8d8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:54.865342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e265a8c6-7ef8-47ad-a4a7-fb3f83e3a7f8 req-da902013-c311-4ff8-9e21-58e916f3c8d8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0459845 May 12 03:41:54.910466 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e265a8c6-7ef8-47ad-a4a7-fb3f83e3a7f8 req-b556f68a-e07a-4a38-8e1f-12d324519303 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396113 May 12 03:41:56.024772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaad9e5-a1f6-401e-a4d4-fd5fb4caa577 req-dd7866c5-d084-4cfc-af7d-e4c5a4f431b5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:56.026253 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-baaad9e5-a1f6-401e-a4d4-fd5fb4caa577 req-dd7866c5-d084-4cfc-af7d-e4c5a4f431b5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0497711 May 12 03:41:56.072342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-baaad9e5-a1f6-401e-a4d4-fd5fb4caa577 req-6248cdd8-551a-4ad7-bf1e-079808ea1cfe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 May 12 03:41:57.182944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8df0-788d-459a-a0c6-27a4d508d881 req-18ba7a4d-1ea3-42d1-872d-21caf2252525 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:57.184318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-beee8df0-788d-459a-a0c6-27a4d508d881 req-18ba7a4d-1ea3-42d1-872d-21caf2252525 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0462396 May 12 03:41:57.230315 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-beee8df0-788d-459a-a0c6-27a4d508d881 req-2737de84-30fc-45c2-9135-a5b649ffc438 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 May 12 03:41:58.341466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e128a7a-c945-4fa6-b62d-f16fb7b5f850 req-3f8c35cc-2614-4ab3-994b-e7c7fa2cb5fc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:58.342933 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e128a7a-c945-4fa6-b62d-f16fb7b5f850 req-3f8c35cc-2614-4ab3-994b-e7c7fa2cb5fc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0462883 May 12 03:41:58.393025 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e128a7a-c945-4fa6-b62d-f16fb7b5f850 req-5fc9036e-71c4-41cd-82ca-0c49b7b5f00a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 May 12 03:41:59.509496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077d1e-da50-4c45-a1a7-6cbe3b99870e req-b8b41faf-7328-410c-9a09-864c242f8b3c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:59.511046 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37077d1e-da50-4c45-a1a7-6cbe3b99870e req-b8b41faf-7328-410c-9a09-864c242f8b3c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0477986 May 12 03:41:59.536086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-390e1ce1-362a-4af0-a81c-ed02dc2b39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:59.537571 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-390e1ce1-362a-4af0-a81c-ed02dc2b39cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1129 time: 0.0424330 May 12 03:41:59.562866 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37077d1e-da50-4c45-a1a7-6cbe3b99870e req-20b1da0f-b99f-45f6-8b9c-da6a95958b77 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460942 May 12 03:41:59.648939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-e624701d-a577-4e01-b002-7b768f8d555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:59.650422 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-e624701d-a577-4e01-b002-7b768f8d555e service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0914896 May 12 03:41:59.718040 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-26d80fc5-2e21-4751-835e-70e3269a86ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 1001 time: 0.0602498 May 12 03:41:59.766743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-522f8e78-acf5-4c93-8a7a-e6b52b4cae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:59.768174 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-522f8e78-acf5-4c93-8a7a-e6b52b4cae7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0421884 May 12 03:41:59.810844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-644fdf0f-0212-49c3-8991-5341f0368f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:41:59.812329 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-644fdf0f-0212-49c3-8991-5341f0368f24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374329 May 12 03:41:59.823632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-2059802c-2bbf-4947-b18e-b595ee960ea1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:41:59.824548 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-2059802c-2bbf-4947-b18e-b595ee960ea1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047004 May 12 03:41:59.914576 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-c8c387fb-5cc4-4a24-9b4e-d0dcb8a4858f service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838256 May 12 03:42:00.002933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3844dad0-0318-403f-9a47-1831b6282ee4 req-f1eab6f1-fe1d-45e4-90c0-5d13772ac584 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794938 May 12 03:42:00.684042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd8060-e15a-4d69-9574-462af439117b req-472ad29a-b0ba-4387-a919-908cdcd8e546 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:00.685644 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-03dd8060-e15a-4d69-9574-462af439117b req-472ad29a-b0ba-4387-a919-908cdcd8e546 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0522466 May 12 03:42:00.737170 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-03dd8060-e15a-4d69-9574-462af439117b req-b70ef808-9970-49e3-b688-eb0c770cb727 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448661 May 12 03:42:01.786838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-0d7abac7-86d7-4b13-b080-7d5c62f5d2bd service neutron] 10.222.0.57 "GET /v2.0/ports/8a28f66d-3e2e-4bd6-bef8-08320dd55176/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0581291 May 12 03:42:01.858386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d34d7b-5467-4418-9c7e-ffcca397a471 req-62d8aeaa-63df-4c22-b7db-e3fc4d25b1d0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:01.860527 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f9d34d7b-5467-4418-9c7e-ffcca397a471 req-62d8aeaa-63df-4c22-b7db-e3fc4d25b1d0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0546231 May 12 03:42:01.907883 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f9d34d7b-5467-4418-9c7e-ffcca397a471 req-cd843f06-8bc7-4242-9dfc-5ac2bae270b7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 May 12 03:42:02.005782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-5f4cfb79-3389-48f8-8fc5-9e1087804651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:02.007323 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-5f4cfb79-3389-48f8-8fc5-9e1087804651 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 1129 time: 0.0390596 May 12 03:42:02.072667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-b8c0f3f0-cf58-457c-a6b2-6bdd5e4c15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:02.074080 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-b8c0f3f0-cf58-457c-a6b2-6bdd5e4c15eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1129 time: 0.0382469 May 12 03:42:02.166278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-ffa41ec0-274e-4b6b-afa6-f61c189f9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:02.168286 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-ffa41ec0-274e-4b6b-afa6-f61c189f9e5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0856786 May 12 03:42:02.235386 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-506766d8-acaa-4bf1-a574-c0cba502555d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 1001 time: 0.0581288 May 12 03:42:02.289148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-55283a69-b92d-47d6-9646-2c85fe770914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:02.290577 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-55283a69-b92d-47d6-9646-2c85fe770914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0451472 May 12 03:42:02.674111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d46f-01e7-40d7-8010-069130f0b479 req-29b3362d-ddf8-411a-b784-ec4111f30b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:02.675511 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-29b3362d-ddf8-411a-b784-ec4111f30b80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3761721 May 12 03:42:02.765030 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-26759b59-6f14-4366-be51-78d8be153ad3 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788097 May 12 03:42:02.857711 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b840d46f-01e7-40d7-8010-069130f0b479 req-56a0ee6f-a5bc-4b38-bbba-0f2ea24c431e service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828707 May 12 03:42:03.026410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87609c8d-b3da-4b71-8cad-b75da13e48ef req-c48c68c2-4a45-4431-ac89-e55c941b79f1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:03.027897 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-87609c8d-b3da-4b71-8cad-b75da13e48ef req-c48c68c2-4a45-4431-ac89-e55c941b79f1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0466638 May 12 03:42:03.073760 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-87609c8d-b3da-4b71-8cad-b75da13e48ef req-b75c3b4d-0d10-4c3e-a3dc-23f56879b108 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 May 12 03:42:03.132106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-87aaca14-4a2b-4d9a-8e47-8cdad81988aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:04.194362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3922ab-5d56-41e0-b446-a6c3e9221364 req-655cfa8d-ab03-4da7-83a4-dcc87817cb26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:04.195827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6d3922ab-5d56-41e0-b446-a6c3e9221364 req-655cfa8d-ab03-4da7-83a4-dcc87817cb26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0496480 May 12 03:42:04.242027 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6d3922ab-5d56-41e0-b446-a6c3e9221364 req-e99f6861-7f01-47b1-b129-ae8d413cac9e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 May 12 03:42:05.157443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:42:05.160609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:42:05.305355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:05.305740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:05.326515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:05.345437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'mac_address': 'fa:16:3e:4d:e0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:42:05.350185 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:05.352430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4c4cd2-3daf-4231-8ce8-325583be1a73" -d '{"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:05.358279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6a5ee-8869-4c86-acf0-75812c568423 req-1281c9e9-859c-409f-b29e-39874dd67a20 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:05.359820 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25c6a5ee-8869-4c86-acf0-75812c568423 req-1281c9e9-859c-409f-b29e-39874dd67a20 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0486782 May 12 03:42:05.365768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:05.374317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:05.411569 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-25c6a5ee-8869-4c86-acf0-75812c568423 req-8bfe71ed-23ef-44fe-8976-a84febb18f08 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 May 12 03:42:05.419819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb705e0-5bd2-48bc-a385-c847e771b813 x-openstack-request-id: req-ddb705e0-5bd2-48bc-a385-c847e771b813 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:05.420115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:05.420367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddb705e0-5bd2-48bc-a385-c847e771b813 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:05.420757 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb705e0-5bd2-48bc-a385-c847e771b813'] response: {'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'code': 200} May 12 03:42:05.435277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:05.435663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:05.467879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a28f66d-3e2e-4bd6-bef8-08320dd55176 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:42:05.473291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:05.485853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.486236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.486561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.486898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.487228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.487557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.487878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.488199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.488517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.488844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.489164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.489485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.489801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.490139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.490455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:42:05.505692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:05.509846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:05.564809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:05.576541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['8a28f66d-3e2e-4bd6-bef8-08320dd55176'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:42:05.616905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05334-4772-44f1-af3d-37650cd8cc9a req-2054b321-ad7d-4a0d-9262-35929dc568bc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:05.618446 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0cb05334-4772-44f1-af3d-37650cd8cc9a req-2054b321-ad7d-4a0d-9262-35929dc568bc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 944 time: 0.0499179 May 12 03:42:05.670983 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0cb05334-4772-44f1-af3d-37650cd8cc9a req-24bd39d3-11bb-4842-889d-1c8760033d07 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465076 May 12 03:42:05.682134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64ad5fd6-5c5c-45e9-afe5-f9fc74060a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:05.878468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-a0c55072-b8ab-49e6-a74b-b71a95394443 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:05.879933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-a0c55072-b8ab-49e6-a74b-b71a95394443 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c&tenant_id=77b85483344c4757a14eac1d0667c5ae&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 944 time: 0.0532045 May 12 03:42:06.158192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-5ff0e4d9-1919-495f-a909-74d3c0d93cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:06.159575 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-5ff0e4d9-1919-495f-a909-74d3c0d93cde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 1128 time: 0.0414572 May 12 03:42:06.246459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-b548815e-7562-4d07-a25e-7c0cd7298b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:06.247921 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-b548815e-7562-4d07-a25e-7c0cd7298b3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0824182 May 12 03:42:06.314378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-c620aced-d73a-40fe-80b4-9a4d9997bf27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 200 len: 1000 time: 0.0604212 May 12 03:42:06.361609 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-cb7a447f-0ce1-4946-bf39-146585ab4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:06.363060 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-cb7a447f-0ce1-4946-bf39-146585ab4d18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0428755 May 12 03:42:06.404103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-30979102-c02a-4961-96c6-c6534d62d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:06.405545 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-30979102-c02a-4961-96c6-c6534d62d611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370109 May 12 03:42:06.487963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:06.495492 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-b7af0c08-44b2-485a-8ca1-f5463a4cf4f8 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837033 May 12 03:42:06.581776 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-87b1911b-98c3-4d0e-a22d-2e2b5887776d req-31af92ec-4e5d-4232-92c0-6f52f82f8465 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802195 May 12 03:42:06.791715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd628b7c-6ce9-42d3-bd5a-a8765281df6e req-20d952e4-d772-49bf-b12d-db1a008692b9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:06.793122 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dd628b7c-6ce9-42d3-bd5a-a8765281df6e req-20d952e4-d772-49bf-b12d-db1a008692b9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 944 time: 0.0490561 May 12 03:42:06.839327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dd628b7c-6ce9-42d3-bd5a-a8765281df6e req-00ee36d0-1f75-456c-bf95-63b130229884 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 May 12 03:42:07.188465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:42:07.233407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:42:07.233785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:07.311529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:07.311836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:07.343724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:07.347479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:07.394268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:07.421383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:07.424339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0fc0e3-7ca2-4f16-84e3-133b36d3b0cb" -d '{"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-plugged", "status": "completed", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:07.459072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd76edb3-f10c-4f16-b0af-fc7b125999de x-openstack-request-id: req-fd76edb3-f10c-4f16-b0af-fc7b125999de {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:07.459362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-plugged", "status": "completed", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:07.459618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd76edb3-f10c-4f16-b0af-fc7b125999de {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:07.460042 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd76edb3-f10c-4f16-b0af-fc7b125999de'] response: {'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'code': 200} May 12 03:42:07.950476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a04fe-0668-44b6-bedd-4c4f92df69fd req-a4762492-9e3d-4aeb-9b9a-730069fbcc79 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:07.951947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ea9a04fe-0668-44b6-bedd-4c4f92df69fd req-a4762492-9e3d-4aeb-9b9a-730069fbcc79 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0464690 May 12 03:42:07.998798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ea9a04fe-0668-44b6-bedd-4c4f92df69fd req-bf741ad1-0b08-475a-a663-631effcf84bd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 May 12 03:42:08.053360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:08.114924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02911-a6a1-4e76-96db-11c0356d6159 req-fa931230-5b56-49d3-b96b-e3d16c7e5de4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:08.116427 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-97d02911-a6a1-4e76-96db-11c0356d6159 req-fa931230-5b56-49d3-b96b-e3d16c7e5de4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0502517 May 12 03:42:08.161878 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-97d02911-a6a1-4e76-96db-11c0356d6159 req-f84f2cef-efb7-4060-bf57-c4cfc7087b75 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 May 12 03:42:08.270828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b75f23-f270-4eb7-822d-3bb7f3976bf8 req-35b5c960-dbe3-4e52-847a-55edcecb4960 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:08.272260 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71b75f23-f270-4eb7-822d-3bb7f3976bf8 req-35b5c960-dbe3-4e52-847a-55edcecb4960 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0456965 May 12 03:42:08.319123 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71b75f23-f270-4eb7-822d-3bb7f3976bf8 req-e680a342-8089-4c7a-b2e3-2d13e4e1b735 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 May 12 03:42:08.548555 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971e374-98c4-47f0-813a-1d9c622b2709 req-21699ee8-b7fb-4f94-afa3-ea071d6ea7a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:08.550033 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d971e374-98c4-47f0-813a-1d9c622b2709 req-21699ee8-b7fb-4f94-afa3-ea071d6ea7a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0459132 May 12 03:42:08.598957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d971e374-98c4-47f0-813a-1d9c622b2709 req-42a8106c-e7de-4ff0-9d81-13dfdca720e2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 May 12 03:42:09.639878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:09.713678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2224d7-1da1-44d5-9628-afdfc62476f1 req-a7e29fda-cdbf-4d45-82a2-9d364feeba6a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:09.715165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1c2224d7-1da1-44d5-9628-afdfc62476f1 req-a7e29fda-cdbf-4d45-82a2-9d364feeba6a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0458999 May 12 03:42:09.761460 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1c2224d7-1da1-44d5-9628-afdfc62476f1 req-7ab3153b-3d9a-4c5b-a57a-914950bbe123 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 May 12 03:42:10.366302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-5343c9f1-002d-413f-96e1-0fd3dca528b1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:10.367721 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-5343c9f1-002d-413f-96e1-0fd3dca528b1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 945 time: 0.0504863 May 12 03:42:10.450293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Deleting port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:42:10.450632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:10.539753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] For port 8a28f66d-3e2e-4bd6-bef8-08320dd55176, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=8a28f66d-3e2e-4bd6-bef8-08320dd55176,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:10.540108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:10.706189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:10.706554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:10.706873 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad disassociated. External IP: 172.26.2.251, port: 8a28f66d-3e2e-4bd6-bef8-08320dd55176. May 12 03:42:10.707220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Calling delete_port for 8a28f66d-3e2e-4bd6-bef8-08320dd55176 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:42:10.842282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8a28f66d-3e2e-4bd6-bef8-08320dd55176), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:10.860908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb30d383-d1a0-4fd5-9977-c9b630a6a4ac req-1afc8a98-64fe-4352-8a3f-02b28b2ae61d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e711954-b199-4b9a-85c1-1a8d71599c8c HTTP/1.1" status: 200 len: 210 time: 0.0278072 May 12 03:42:10.870614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event deleted for resources: {'Port': ['ID=8a28f66d-3e2e-4bd6-bef8-08320dd55176,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:11.002948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:42:11.112944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:42:11.123410 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:42:11.137482 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:42:11.138119 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:42:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:11.153952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] No DVR routers for this DVR port 8a28f66d-3e2e-4bd6-bef8-08320dd55176 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:42:11.156497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:11.159789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-cb1021bc-1e70-4637-846c-7a50a1e976d9 req-3eba0906-f4b5-42b7-b3f2-197cfb730eb5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "DELETE /v2.0/ports/8a28f66d-3e2e-4bd6-bef8-08320dd55176 HTTP/1.1" status: 204 len: 173 time: 0.7837744 May 12 03:42:11.160260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-deleted', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:11.162540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6accf385-303b-442e-ad62-b552bf7e00e7" -d '{"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-deleted", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:11.200860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7c1dec-3b55-4210-9247-df185e18d4ae x-openstack-request-id: req-dc7c1dec-3b55-4210-9247-df185e18d4ae {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:11.201129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e711954-b199-4b9a-85c1-1a8d71599c8c", "name": "network-vif-deleted", "tag": "8a28f66d-3e2e-4bd6-bef8-08320dd55176", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:11.201380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc7c1dec-3b55-4210-9247-df185e18d4ae {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:11.201786 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7c1dec-3b55-4210-9247-df185e18d4ae'] response: {'server_uuid': '5e711954-b199-4b9a-85c1-1a8d71599c8c', 'name': 'network-vif-deleted', 'tag': '8a28f66d-3e2e-4bd6-bef8-08320dd55176', 'status': 'completed', 'code': 200} May 12 03:42:11.259003 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:42:11.450699 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:11.477695 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:42:11.486512 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:42:11.487109 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:42:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:11.687780 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:42:11.868182 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:11.897531 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f6b37-5c4c-46df-80a6-3c6bd2788424 None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:42:12.126396 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-8a0a1e5d-941c-45be-b6df-268749f9d121 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1227903924&fields=id&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 267 time: 0.0447223 May 12 03:42:12.126844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccdf85-3ff9-47a1-b283-5b5c9abae2ec None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:42:12.235797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-2b9cbf34-bbd6-4b49-9832-763f8e37ea73 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:12.237342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-2b9cbf34-bbd6-4b49-9832-763f8e37ea73 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1046107 May 12 03:42:12.252682 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-869cd571-fb28-437c-86a8-9049b5ef1cd2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/quotas/77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 375 time: 0.0098894 May 12 03:42:12.302623 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-d39f2330-24ba-414f-970e-4ea5f3de93cd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444696 May 12 03:42:12.401550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-b3b5fe24-58e8-48cf-9dc2-3faa0cb730f5 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872130 May 12 03:42:12.415021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:12.492371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-454781e2-c8a0-4ed6-a78c-adaa94226f78 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845904 May 12 03:42:12.653297 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-28eeee62-6147-4a78-8625-7975e86a0713 req-2c187b35-82af-49e6-b83a-184e13d8773f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 210 time: 0.0322769 May 12 03:42:13.203700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:42:13.224809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 8a28f66d-3e2e-4bd6-bef8-08320dd55176 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:42:13.225157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 8a28f66d-3e2e-4bd6-bef8-08320dd55176 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:42:13.616287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-604c0dcd-ede6-461a-9779-72cd1a8d66d7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:13.617625 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-604c0dcd-ede6-461a-9779-72cd1a8d66d7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1033356 May 12 03:42:13.679604 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-10ac7896-f7e3-42ab-8b52-45d2a19f2be9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 380 time: 0.0515780 May 12 03:42:13.692718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'port': {'device_id': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'admin_state_up': True, 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'security_groups': ['597d6d80-5e90-45f3-ab78-b850b6c5873b']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:42:13.751728 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-535a7d63-fc12-49a4-96e6-26f7a67612f7 req-786d7249-a808-4915-9ed9-c7e5a84d9577 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 210 time: 0.0277030 May 12 03:42:13.804219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Made reservation on behalf of 77b85483344c4757a14eac1d0667c5ae for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:42:13.807542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:13.927882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Allocated IP 172.20.0.12 (806ae4cd-e963-4019-9c5f-8af1f3f4df24/73b196e2-6586-4665-bdc9-bde4db3b2b96/1fd8f6db-6f4a-4d91-bc02-da328c55661f) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:42:14.061402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.092487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.135316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:42:14.138331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:42:14.145031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:42:14.150698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:14.196509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:14.197159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.214063 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-63e3bf54-819a-45a9-9c1d-87a12f9da299 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5252719 May 12 03:42:14.229600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Request body: {'port': {'device_id': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:42:14.294856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.415054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d6894b8e-b8c4-41fa-97c6-7bc770464939 None None] Provisioning complete for port 1fd8f6db-6f4a-4d91-bc02-da328c55661f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:42:14.415638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d6894b8e-b8c4-41fa-97c6-7bc770464939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.453495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d6894b8e-b8c4-41fa-97c6-7bc770464939 None None] Port 1fd8f6db-6f4a-4d91-bc02-da328c55661f cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:42:14.585257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd8f6db-6f4a-4d91-bc02-da328c55661f {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:42:14.592480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Publish callbacks [] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.605087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Transition to ACTIVE for port object 1fd8f6db-6f4a-4d91-bc02-da328c55661f will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:42:14.609293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.663162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:14.734576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Attempting to bind port 1fd8f6db-6f4a-4d91-bc02-da328c55661f on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:42:14.734907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Attempting to bind port 1fd8f6db-6f4a-4d91-bc02-da328c55661f by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:42:14.735234 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Attempting to bind port 1fd8f6db-6f4a-4d91-bc02-da328c55661f on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:42:14.739739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Port 1fd8f6db-6f4a-4d91-bc02-da328c55661f on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:42:14.740058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Attempting to bind port 1fd8f6db-6f4a-4d91-bc02-da328c55661f on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:42:14.745101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:42:14.745431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:42:14.745810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Bound using segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:42:14.746259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Bound port: 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:42:14.746611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.817095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:42:14.820552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:42:14.827740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.861541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:14.862170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:14.863564 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] 10.222.0.57 "PUT /v2.0/ports/1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1094 time: 0.6382041 May 12 03:42:14.864007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:14.866297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175ac416-b9ca-4c20-890a-375993b7b3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:14.890841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d56ed0-b13e-44d3-ae14-756f0d54a019 req-40b28e46-361a-4786-878d-5ec923bab096 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:14.897332 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7d56ed0-b13e-44d3-ae14-756f0d54a019 req-40b28e46-361a-4786-878d-5ec923bab096 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 944 time: 0.0682530 May 12 03:42:14.902186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27906a-7b83-4e3d-917d-b693501e0513 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:14.919623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0d74ce-9418-4e01-829a-3e38eaa61368 x-openstack-request-id: req-aa0d74ce-9418-4e01-829a-3e38eaa61368 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:14.919912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:14.920682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa0d74ce-9418-4e01-829a-3e38eaa61368 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:14.921846 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0d74ce-9418-4e01-829a-3e38eaa61368'] response: {'name': 'network-changed', 'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'status': 'completed', 'code': 200} May 12 03:42:14.963822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7d56ed0-b13e-44d3-ae14-756f0d54a019 req-1789504f-54d4-4f8a-b3c0-586ad48ef090 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635893 May 12 03:42:14.967551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-29738611-6739-4fa9-b83f-c531b4987914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:14.969820 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-29738611-6739-4fa9-b83f-c531b4987914 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1128 time: 0.0457959 May 12 03:42:15.017789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-1a51a975-e49b-42a8-8468-8e1ec7748ef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 217 time: 0.0415459 May 12 03:42:15.068441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-2d9ed949-036b-4471-90c0-005d37f20559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:15.069922 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-2d9ed949-036b-4471-90c0-005d37f20559 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0462084 May 12 03:42:15.118288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ea26-956f-447f-98b9-43dd052893b0 req-d4c1dc7d-11f9-4ae1-b341-266ed60a7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:15.119804 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-d4c1dc7d-11f9-4ae1-b341-266ed60a7d10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416911 May 12 03:42:15.214435 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-dbc10c5a-6101-4931-bb73-25621ca5b071 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 May 12 03:42:15.304523 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6240ea26-956f-447f-98b9-43dd052893b0 req-97b30947-1e87-447f-ae28-9f7dbfaf3857 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811074 May 12 03:42:16.128605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c6273-3aee-476e-95db-d65238cabcb0 req-4338c87c-0d10-425d-a046-da3050b1f96c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:16.130073 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c21c6273-3aee-476e-95db-d65238cabcb0 req-4338c87c-0d10-425d-a046-da3050b1f96c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 944 time: 0.0965967 May 12 03:42:16.176044 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c21c6273-3aee-476e-95db-d65238cabcb0 req-ff54d246-2fc7-4486-aa04-a99a6c63a60f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402415 May 12 03:42:16.223614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-dfd49b99-ba65-42a8-b1f2-4d8d7008123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:16.225090 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-dfd49b99-ba65-42a8-b1f2-4d8d7008123e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1128 time: 0.0444596 May 12 03:42:16.315531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-6a6f7ae1-a72d-4d39-9424-333df16c2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:16.316882 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-6a6f7ae1-a72d-4d39-9424-333df16c2061 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0822525 May 12 03:42:16.374581 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-7e1e8360-c526-4d9d-b7d2-1dfc8c9f8ddf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 217 time: 0.0487740 May 12 03:42:16.424626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-312e4511-a60f-405f-aa59-2497af28ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:16.426096 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-312e4511-a60f-405f-aa59-2497af28ad49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0428860 May 12 03:42:16.471208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-b88c79a4-7c78-44c7-9a0c-6559a0aaf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:16.472747 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-b88c79a4-7c78-44c7-9a0c-6559a0aaf755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381029 May 12 03:42:16.560136 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-dde0f0de-fb5e-4589-bd96-16bc98bb10f5 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809267 May 12 03:42:16.651580 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-175ac416-b9ca-4c20-890a-375993b7b3b2 req-f621e94c-49bc-4279-9f21-f5f4ac509b69 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820048 May 12 03:42:17.222652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:42:17.321760 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:17.332885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'mac_address': 'fa:16:3e:b0:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:42:17.337105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b546cb-0605-444e-8d7c-7502519d8e57 req-36f0b243-3980-4691-8e09-f789c4bf6027 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:17.338619 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77b546cb-0605-444e-8d7c-7502519d8e57 req-36f0b243-3980-4691-8e09-f789c4bf6027 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 944 time: 0.0948262 May 12 03:42:17.370381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1fd8f6db-6f4a-4d91-bc02-da328c55661f is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:17.370771 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:17.383483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd8f6db-6f4a-4d91-bc02-da328c55661f {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:42:17.385806 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77b546cb-0605-444e-8d7c-7502519d8e57 req-f79d263e-9dc3-407d-9607-ed3c612349e2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 May 12 03:42:17.402673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:17.408007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:17.454090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:17.649679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['1fd8f6db-6f4a-4d91-bc02-da328c55661f'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:42:18.495258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acded5-7b7d-493a-a864-05c91be8faa4 req-e52f2d42-5e12-44b1-a065-f35c630fb2ba tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:18.496733 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e4acded5-7b7d-493a-a864-05c91be8faa4 req-e52f2d42-5e12-44b1-a065-f35c630fb2ba tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 945 time: 0.0467927 May 12 03:42:18.545961 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e4acded5-7b7d-493a-a864-05c91be8faa4 req-7ca30d50-1c22-45e0-8d63-b81ca5944d2d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 May 12 03:42:19.226659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:42:19.272621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 1fd8f6db-6f4a-4d91-bc02-da328c55661f completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:42:19.278298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 1fd8f6db-6f4a-4d91-bc02-da328c55661f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:42:19.278666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:19.352258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1fd8f6db-6f4a-4d91-bc02-da328c55661f is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:19.352639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:19.374801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:19.377145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c416ab80-b2e2-4824-a166-9e8e200fb4ed" -d '{"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:19.389230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:19.393375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:19.416082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c3d614-1405-4cef-b9f7-3f984906f6e0 x-openstack-request-id: req-52c3d614-1405-4cef-b9f7-3f984906f6e0 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:19.416377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:19.416634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52c3d614-1405-4cef-b9f7-3f984906f6e0 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:19.417032 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c3d614-1405-4cef-b9f7-3f984906f6e0'] response: {'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'code': 200} May 12 03:42:19.443110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:19.591325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c3b8f-403d-4d93-b41a-eff9da061036 req-e3b63e14-35a3-491b-b817-e007179778ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:19.592806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d33c3b8f-403d-4d93-b41a-eff9da061036 req-e3b63e14-35a3-491b-b817-e007179778ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1130 time: 0.0415490 May 12 03:42:19.640684 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d33c3b8f-403d-4d93-b41a-eff9da061036 req-c94ae3e3-b7ea-4c84-90e8-318afa6ad4a2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369344 May 12 03:42:19.656353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83780559-7b81-40a1-a99a-5c33a3ba0745 req-1a73cbea-f6ea-4ca8-b4e0-8b58ef9455e9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:19.657816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-83780559-7b81-40a1-a99a-5c33a3ba0745 req-1a73cbea-f6ea-4ca8-b4e0-8b58ef9455e9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0455253 May 12 03:42:19.703360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-83780559-7b81-40a1-a99a-5c33a3ba0745 req-d2d578dd-f0a9-4d5d-b45e-37766c53d1c9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 May 12 03:42:20.818127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304572e9-f043-4b34-91c3-b7ea30d0534c req-c2441635-abec-411c-aa15-f0bc3bc71082 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:20.819606 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-304572e9-f043-4b34-91c3-b7ea30d0534c req-c2441635-abec-411c-aa15-f0bc3bc71082 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0466788 May 12 03:42:20.865058 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-304572e9-f043-4b34-91c3-b7ea30d0534c req-7bd4b4d2-cc19-483a-b0c6-4ab6fb3db2a3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 May 12 03:42:20.978108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ccf9e-4fa4-448b-a2d6-f68beff9985a req-5056fca3-0163-45c3-aa3a-a468116aab2f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:20.979560 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c04ccf9e-4fa4-448b-a2d6-f68beff9985a req-5056fca3-0163-45c3-aa3a-a468116aab2f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0500784 May 12 03:42:20.988677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38064) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:42:20.992839 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'floatingip': {'port_id': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:42:21.029671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:21.471739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:21.475311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:21.573342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad associated. External IP: 172.26.2.251, port: 1fd8f6db-6f4a-4d91-bc02-da328c55661f. May 12 03:42:21.778531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:42:21.883855 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:42:21.888588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:21.894211 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:42:21.904627 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:42:21.905225 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:42:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:21.918393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-754ccc9d-0d47-4cb4-a6be-9077e93f9e26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "PUT /v2.0/floatingips/49316a4b-34b0-44a4-9cf3-f400571c9aad HTTP/1.1" status: 200 len: 992 time: 0.9287515 May 12 03:42:21.919080 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:21.921497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee813286-b87e-4c5c-bda8-d06f9d77c81e" -d '{"events": [{"name": "network-changed", "server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:21.959845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21646894-2262-4b2c-8e9a-7b60d5e33b2b x-openstack-request-id: req-21646894-2262-4b2c-8e9a-7b60d5e33b2b {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:21.960133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:21.960388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21646894-2262-4b2c-8e9a-7b60d5e33b2b {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:21.960800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21646894-2262-4b2c-8e9a-7b60d5e33b2b'] response: {'name': 'network-changed', 'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'status': 'completed', 'code': 200} May 12 03:42:22.028403 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:42:22.030391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-cbe3b17f-b30b-4804-bfce-767a761396c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:22.032064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-cbe3b17f-b30b-4804-bfce-767a761396c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1130 time: 0.0490215 May 12 03:42:22.108315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c56e-c0b9-4dc6-be24-eefd38bd22b2 req-9a46dca1-52c9-4140-b0c8-21c472756979 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:22.110476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3512c56e-c0b9-4dc6-be24-eefd38bd22b2 req-9a46dca1-52c9-4140-b0c8-21c472756979 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0549202 May 12 03:42:22.158050 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3512c56e-c0b9-4dc6-be24-eefd38bd22b2 req-81ae7f6f-b378-48f3-95d0-f1759b5467ba tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 May 12 03:42:22.185744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-649d6e4c-7946-4df9-a361-94da48246500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:22.187219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-649d6e4c-7946-4df9-a361-94da48246500 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.1008666 May 12 03:42:22.252876 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-975cfa9e-76ae-48a0-967b-1bd608f6811f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1000 time: 0.0590246 May 12 03:42:22.258820 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:b0:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:42:21Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:22.292299 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:42:22.300001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-ba7c8952-c8e8-4150-82ac-fd29a1e1e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:22.300493 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:42:22.301126 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:42:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:22.301445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-ba7c8952-c8e8-4150-82ac-fd29a1e1e435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0431385 May 12 03:42:22.347502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-1d192d6f-0e4d-4fd9-893f-880094687a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:22.348967 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-1d192d6f-0e4d-4fd9-893f-880094687a11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419490 May 12 03:42:22.408829 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:42:22.435525 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-1df6c674-080e-49de-9121-1a5eaf7026aa service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800498 May 12 03:42:22.528246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee813286-b87e-4c5c-bda8-d06f9d77c81e req-eeb984bc-d973-4907-898f-c9927bbdcdd8 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867333 May 12 03:42:22.617358 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:b0:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:42:21Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:42:22.647265 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f46c7-f83b-43ef-af01-5d57f9f32f46 None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:b0:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:42:21Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:42:22.823749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9966f-7398-491b-91fe-7dbe1f6e1683 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:42:23.272622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899fcf5-5a92-4d0f-a277-a203a277d20f req-62f85459-6e96-4c1c-aa08-79aabb0b4134 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:23.274119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f899fcf5-5a92-4d0f-a277-a203a277d20f req-62f85459-6e96-4c1c-aa08-79aabb0b4134 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0453804 May 12 03:42:23.323906 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f899fcf5-5a92-4d0f-a277-a203a277d20f req-e9bbb1dd-6d54-4163-8e8e-d2a0e40ccf08 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 May 12 03:42:24.709380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931bd08-7e89-47f5-aa3c-bf26838aa247 req-2cc0cef0-5515-4dbc-aa9a-97e41224a370 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:24.710882 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3931bd08-7e89-47f5-aa3c-bf26838aa247 req-2cc0cef0-5515-4dbc-aa9a-97e41224a370 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.3149989 May 12 03:42:24.756462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3931bd08-7e89-47f5-aa3c-bf26838aa247 req-b7d82703-e3c2-436b-921f-b5d769bfcb62 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 May 12 03:42:25.766376 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:42:25.865779 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456ab2-11a1-4bc2-8b27-5ef342a12cf1 req-53dbbb15-04b8-496a-88af-77e77018d4a9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:25.867242 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d7456ab2-11a1-4bc2-8b27-5ef342a12cf1 req-53dbbb15-04b8-496a-88af-77e77018d4a9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0449214 May 12 03:42:25.913050 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d7456ab2-11a1-4bc2-8b27-5ef342a12cf1 req-32985147-0daa-4203-b78f-822200f6c6c6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 May 12 03:42:27.027523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05269315-13e8-456f-a7c2-dc77e162d780 req-861efc4f-85be-4d52-b6e6-a9d91b089689 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:27.028959 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-05269315-13e8-456f-a7c2-dc77e162d780 req-861efc4f-85be-4d52-b6e6-a9d91b089689 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0487423 May 12 03:42:27.073781 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-05269315-13e8-456f-a7c2-dc77e162d780 req-45d336f4-68af-41ae-8c97-4cb9e6838b4d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 May 12 03:42:28.194889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3531e-6575-4622-8e41-30957f61169d req-602801ab-2b0f-47e1-ad07-ce3ff4fe6b63 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:28.196342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b1d3531e-6575-4622-8e41-30957f61169d req-602801ab-2b0f-47e1-ad07-ce3ff4fe6b63 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0495558 May 12 03:42:28.241834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b1d3531e-6575-4622-8e41-30957f61169d req-3325edf9-4623-47cf-94a7-f67ed5e74834 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 May 12 03:42:29.354628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b4cf-d19e-472b-9ea9-e428d8e82b39 req-3780a464-988c-42e9-9164-e9e5f19f5046 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:29.356069 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0520b4cf-d19e-472b-9ea9-e428d8e82b39 req-3780a464-988c-42e9-9164-e9e5f19f5046 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0484354 May 12 03:42:29.401088 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0520b4cf-d19e-472b-9ea9-e428d8e82b39 req-bfb9dab3-fa76-4922-8745-60fe0a393c8a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 May 12 03:42:30.512627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf80e0-e1f5-4fe8-b235-21efbdc749d8 req-4556329b-5c5e-4772-a550-a62079ab2bad tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:30.514115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1cbf80e0-e1f5-4fe8-b235-21efbdc749d8 req-4556329b-5c5e-4772-a550-a62079ab2bad tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0462987 May 12 03:42:30.558773 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1cbf80e0-e1f5-4fe8-b235-21efbdc749d8 req-9dcb33fd-3fee-46d0-99d1-2c0b3e64f4e1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390515 May 12 03:42:31.668768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea9b0-74e9-42d7-b4f7-2e108468f1cb req-299c543b-73b6-481a-aa03-f35b8abbbfda tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:31.670254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-172ea9b0-74e9-42d7-b4f7-2e108468f1cb req-299c543b-73b6-481a-aa03-f35b8abbbfda tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0459135 May 12 03:42:31.732105 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-172ea9b0-74e9-42d7-b4f7-2e108468f1cb req-5df60cd6-f201-4080-8bda-48d52249c3dd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555222 May 12 03:42:32.842525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d96b-04d6-46b7-bd1f-caaad8ec7164 req-f0a9394b-b2a8-42a8-9e03-6627cfd828b5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:32.844252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a97d96b-04d6-46b7-bd1f-caaad8ec7164 req-f0a9394b-b2a8-42a8-9e03-6627cfd828b5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0466752 May 12 03:42:32.889846 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a97d96b-04d6-46b7-bd1f-caaad8ec7164 req-2943393b-ac49-4b2e-aa99-56064cd70c9b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 May 12 03:42:33.133774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ae408471-ada5-4153-b441-8f51ea5f3741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:34.002447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814482-622d-43af-ab6c-0e0c2556085e req-ccaa012f-5947-4cfb-a0dc-2424fe19ff55 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:34.004303 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f8814482-622d-43af-ab6c-0e0c2556085e req-ccaa012f-5947-4cfb-a0dc-2424fe19ff55 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0466375 May 12 03:42:34.059552 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f8814482-622d-43af-ab6c-0e0c2556085e req-a9c3c969-18dc-434a-a4c4-3266a5d2c82c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497313 May 12 03:42:35.173051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe6b59-724b-49bc-a15b-7006b1aaecf2 req-d06acf4c-7726-4754-bb0c-ee223a4eee77 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:35.174427 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45fe6b59-724b-49bc-a15b-7006b1aaecf2 req-d06acf4c-7726-4754-bb0c-ee223a4eee77 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0490019 May 12 03:42:35.222257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45fe6b59-724b-49bc-a15b-7006b1aaecf2 req-ba34ab8b-dd31-4e42-867a-676b8ed5c486 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 May 12 03:42:35.666118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f60ceb5b-c8f9-43e9-bf35-9974a00b2169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:36.334897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac1e8-4c69-4dc5-af51-9468ed5b35f7 req-3fcd29f3-f09c-4df1-a65a-35ee486b3eff tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:36.336377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5abac1e8-4c69-4dc5-af51-9468ed5b35f7 req-3fcd29f3-f09c-4df1-a65a-35ee486b3eff tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0457597 May 12 03:42:36.381367 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5abac1e8-4c69-4dc5-af51-9468ed5b35f7 req-c72b7b9b-5962-4cce-9b43-1a09e058debd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 May 12 03:42:36.489943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:37.491727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a55f6-55dd-4bcb-814d-1d58ca897b6c req-957178c0-47bd-491d-9d83-eec10d5ce29c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:37.493186 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-216a55f6-55dd-4bcb-814d-1d58ca897b6c req-957178c0-47bd-491d-9d83-eec10d5ce29c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0461776 May 12 03:42:37.542151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-216a55f6-55dd-4bcb-814d-1d58ca897b6c req-fc1dd48a-5297-48ed-95eb-8e46daf9ea65 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 May 12 03:42:38.055896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:38.652075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f41eb-df92-46e4-86c9-9ef62704f9f7 req-aaf4a4d9-ed12-4fd7-bfd0-479ea039e964 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:38.653511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c2f41eb-df92-46e4-86c9-9ef62704f9f7 req-aaf4a4d9-ed12-4fd7-bfd0-479ea039e964 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0457976 May 12 03:42:38.698900 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c2f41eb-df92-46e4-86c9-9ef62704f9f7 req-92dfbe22-0589-42fe-b6b7-e54ffe33e6e2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399070 May 12 03:42:39.643944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:39.809277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2154379-1af5-4366-b0eb-6f85276aedc6 req-2b6277da-0d63-42ba-9fb0-9b82b3f9d532 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:39.810763 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a2154379-1af5-4366-b0eb-6f85276aedc6 req-2b6277da-0d63-42ba-9fb0-9b82b3f9d532 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0456455 May 12 03:42:39.855643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a2154379-1af5-4366-b0eb-6f85276aedc6 req-8605a7bc-c7cc-4b48-b579-89756f574b13 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 May 12 03:42:40.970532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8199756-09b6-4de2-a533-d873b0e6df5e req-203b2d51-6f7d-4bc6-becc-52007f9f66b3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:40.972011 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e8199756-09b6-4de2-a533-d873b0e6df5e req-203b2d51-6f7d-4bc6-becc-52007f9f66b3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0500338 May 12 03:42:41.017465 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e8199756-09b6-4de2-a533-d873b0e6df5e req-61211d9e-9f0c-4129-a213-b384383e8594 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398149 May 12 03:42:42.131145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44430-c271-4963-98d8-382e7f7f5e3c req-27d78a22-6bcb-4d9f-8fea-27730d8523b9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:42.132641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b4d44430-c271-4963-98d8-382e7f7f5e3c req-27d78a22-6bcb-4d9f-8fea-27730d8523b9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0467217 May 12 03:42:42.179914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b4d44430-c271-4963-98d8-382e7f7f5e3c req-0cbd7745-c2ff-4533-a601-7ea2c3eeb5ae tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 May 12 03:42:42.442832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:43.297511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a3b27-4dc3-41ff-86b3-1ff59155d8f9 req-ce916eff-cd4d-475c-b7e4-cff808c9fd96 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:43.298985 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-588a3b27-4dc3-41ff-86b3-1ff59155d8f9 req-ce916eff-cd4d-475c-b7e4-cff808c9fd96 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0501790 May 12 03:42:43.344160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-588a3b27-4dc3-41ff-86b3-1ff59155d8f9 req-c91931c3-fd85-45e8-b421-a4251083046c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 May 12 03:42:44.454418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa03b0-da69-4b3c-8757-8edc28dc7739 req-4fee1a9f-3b89-4dab-ad39-8ccee721e5d4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:44.456369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1daa03b0-da69-4b3c-8757-8edc28dc7739 req-4fee1a9f-3b89-4dab-ad39-8ccee721e5d4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0458424 May 12 03:42:44.501532 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1daa03b0-da69-4b3c-8757-8edc28dc7739 req-74fae114-ac81-421c-b8c2-6a2f5d3b1915 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397258 May 12 03:42:45.613302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86bc4-54c1-45dd-9ef3-26d731e737f9 req-5afa542c-fa4d-4194-9965-9709fbb3b375 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:45.614703 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bee86bc4-54c1-45dd-9ef3-26d731e737f9 req-5afa542c-fa4d-4194-9965-9709fbb3b375 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0460999 May 12 03:42:45.663306 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bee86bc4-54c1-45dd-9ef3-26d731e737f9 req-2791b357-e56c-496a-8163-0959b8a9ac4c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 May 12 03:42:46.776070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903c8b4-1803-465e-a86b-36dc8b14c5a7 req-e8f7ddfd-4746-4822-b2b8-fcfc02da19fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:46.777551 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3903c8b4-1803-465e-a86b-36dc8b14c5a7 req-e8f7ddfd-4746-4822-b2b8-fcfc02da19fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0472050 May 12 03:42:46.824200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3903c8b4-1803-465e-a86b-36dc8b14c5a7 req-de50d4df-5cf7-4e43-8702-062f33b1c896 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 May 12 03:42:47.934071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39e427-121e-4576-a9a1-3cd365bed2a5 req-0674e184-de02-4b75-b4f8-59841a9acc26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:47.935522 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8d39e427-121e-4576-a9a1-3cd365bed2a5 req-0674e184-de02-4b75-b4f8-59841a9acc26 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0459523 May 12 03:42:47.982017 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8d39e427-121e-4576-a9a1-3cd365bed2a5 req-73e8487c-7cb7-46f3-a22d-a2626fde952a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 May 12 03:42:49.094929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af7a5d-ad98-4cd4-8ba8-4560441979d4 req-4d0524b0-82ff-4f06-9755-b0edd499b1ed tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:49.096996 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5af7a5d-ad98-4cd4-8ba8-4560441979d4 req-4d0524b0-82ff-4f06-9755-b0edd499b1ed tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0495913 May 12 03:42:49.141108 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5af7a5d-ad98-4cd4-8ba8-4560441979d4 req-02b58cd7-7419-45bb-83c6-6cb981b18105 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385630 May 12 03:42:50.254850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964bd95-98fd-4c17-baf1-78bd1ce212cb req-fd4c5ddb-d776-478c-82e5-7cef722fbe3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:50.256335 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b964bd95-98fd-4c17-baf1-78bd1ce212cb req-fd4c5ddb-d776-478c-82e5-7cef722fbe3d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0470231 May 12 03:42:50.301355 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b964bd95-98fd-4c17-baf1-78bd1ce212cb req-b1df0849-03de-4be3-9889-ad48adfc12a9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 May 12 03:42:51.413841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5066a10-65dd-449d-8b05-d1306dee4274 req-89d47be8-acf3-4ad9-996a-247c92f1d72e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:51.415313 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5066a10-65dd-449d-8b05-d1306dee4274 req-89d47be8-acf3-4ad9-996a-247c92f1d72e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0462327 May 12 03:42:51.463658 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a5066a10-65dd-449d-8b05-d1306dee4274 req-da49ec71-33d3-47e4-94eb-0707156b66b3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 May 12 03:42:52.574634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b194006-111e-4256-83c0-c5a6e25548f5 req-05845c04-ebf2-4efd-b3d7-ab97e83397a2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:52.576151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7b194006-111e-4256-83c0-c5a6e25548f5 req-05845c04-ebf2-4efd-b3d7-ab97e83397a2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0456855 May 12 03:42:52.622374 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7b194006-111e-4256-83c0-c5a6e25548f5 req-f3f10bad-37d4-4c2f-8c79-24a635744384 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401282 May 12 03:42:52.838931 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-dc1773da-430f-47b3-8f27-f8314e9308f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375693 May 12 03:42:52.852122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc727f-74b4-400e-8fb2-5269e73497fe req-d543a0b3-4ae1-4fc9-8b29-1bed66e14acd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:52.853644 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1bcc727f-74b4-400e-8fb2-5269e73497fe req-d543a0b3-4ae1-4fc9-8b29-1bed66e14acd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0462372 May 12 03:42:52.902019 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1bcc727f-74b4-400e-8fb2-5269e73497fe req-77766e94-2299-4112-a74d-2419b41d9182 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 May 12 03:42:53.168325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-81264fe7-311c-4142-b066-334a6a78acea tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:53.169665 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-81264fe7-311c-4142-b066-334a6a78acea tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports/1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 943 time: 0.0488298 May 12 03:42:54.015988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-37af571d-7a95-4b4f-b8c6-0e5ea139267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:54.018131 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-37af571d-7a95-4b4f-b8c6-0e5ea139267c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1130 time: 0.0861428 May 12 03:42:54.020632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214a10b-66fb-4df7-8073-5ecb5c502cc2 req-73801a40-2ea3-412c-a5c9-d5dd9f67220b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:54.022125 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0214a10b-66fb-4df7-8073-5ecb5c502cc2 req-73801a40-2ea3-412c-a5c9-d5dd9f67220b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0470629 May 12 03:42:54.067850 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0214a10b-66fb-4df7-8073-5ecb5c502cc2 req-69111f0c-d3b0-42f1-a019-a38229acd0d1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 May 12 03:42:54.111033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-89e52145-6c93-48ab-b0f5-af2d67d7cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:54.112658 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-89e52145-6c93-48ab-b0f5-af2d67d7cc47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0880766 May 12 03:42:54.177264 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-94c34166-644a-47cf-bfa1-ca4ba901dbed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1002 time: 0.0559454 May 12 03:42:54.231144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-bc490dec-f92e-422f-8247-a537aaf014f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:54.232603 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-bc490dec-f92e-422f-8247-a537aaf014f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0464859 May 12 03:42:54.279907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-80aff5ac-b1a6-4753-a874-8964c68ebd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:54.281349 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-80aff5ac-b1a6-4753-a874-8964c68ebd4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369456 May 12 03:42:54.374240 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-c1602b6d-0ef4-4418-8ada-e699dfcc5ff5 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837502 May 12 03:42:54.468100 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-ee2fb5b6-cf14-4468-98d2-6585afb801b8 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 May 12 03:42:55.181685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdc0c-5feb-4c3a-a7cf-3fa76110e42a req-a1886454-5530-4bfc-bf79-32e76171eacf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:55.183174 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b1bfdc0c-5feb-4c3a-a7cf-3fa76110e42a req-a1886454-5530-4bfc-bf79-32e76171eacf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0461531 May 12 03:42:55.233703 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b1bfdc0c-5feb-4c3a-a7cf-3fa76110e42a req-79c91351-838f-4508-80df-67bc27162374 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449057 May 12 03:42:56.221955 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-97aa578f-e5bb-4e10-a9e0-9d1890af8f54 service neutron] 10.222.0.57 "GET /v2.0/ports/1fd8f6db-6f4a-4d91-bc02-da328c55661f/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0537348 May 12 03:42:56.349112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94962ae9-8501-4fe3-8679-e545d33e339a req-b1f371e9-2cef-4f24-a804-c6a64f8f59bd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:56.350639 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-94962ae9-8501-4fe3-8679-e545d33e339a req-b1f371e9-2cef-4f24-a804-c6a64f8f59bd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0486057 May 12 03:42:56.406670 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-94962ae9-8501-4fe3-8679-e545d33e339a req-6ebe2e96-2e91-4cc2-9e7b-b6fad0e86d23 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495837 May 12 03:42:56.447640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-0b3eba6b-b45e-42d7-8343-28cd244be784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:56.449104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-0b3eba6b-b45e-42d7-8343-28cd244be784 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 1130 time: 0.0384312 May 12 03:42:56.544461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-5ab5a2d6-6e1a-4714-8855-217f208baa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:56.545826 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-5ab5a2d6-6e1a-4714-8855-217f208baa25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1130 time: 0.0424683 May 12 03:42:56.636493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-7a02a905-8587-4f8b-a338-a48c0d5153ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:56.637933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-7a02a905-8587-4f8b-a338-a48c0d5153ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0810931 May 12 03:42:56.708199 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-029d5280-88b7-4759-a827-02a14633ed12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1002 time: 0.0604236 May 12 03:42:56.768384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-3b498a0b-4874-4763-a148-4463978861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:56.769901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-3b498a0b-4874-4763-a148-4463978861ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0518000 May 12 03:42:56.814971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-4acf1251-50a2-48f6-b235-cc76b3865d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:56.816929 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-4acf1251-50a2-48f6-b235-cc76b3865d97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381947 May 12 03:42:56.904968 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-188f634b-63f3-4b1c-87de-994a2ec041e6 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816572 May 12 03:42:56.994298 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2316a42a-d3d3-4ffa-965d-4a0581555d43 req-ecfd2531-3711-494d-9712-17c80eabad5e service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796161 May 12 03:42:57.519808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d1dc3-ef59-4971-9ca7-b74f0632b49d req-68874e5e-3f69-40e0-856c-1c48a8b67f89 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:57.521370 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-051d1dc3-ef59-4971-9ca7-b74f0632b49d req-68874e5e-3f69-40e0-856c-1c48a8b67f89 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0464697 May 12 03:42:57.567644 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-051d1dc3-ef59-4971-9ca7-b74f0632b49d req-a32533b9-c2c0-4e91-b8c8-e7a0d4895084 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 May 12 03:42:58.684378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37897-f3ec-431d-bbb6-9746346384c2 req-f1b83d01-039f-400a-8309-fe7c5c342e94 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:58.685844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9c37897-f3ec-431d-bbb6-9746346384c2 req-f1b83d01-039f-400a-8309-fe7c5c342e94 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0502491 May 12 03:42:58.732650 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9c37897-f3ec-431d-bbb6-9746346384c2 req-9f0574c4-07f2-46ff-9bfb-7c64a71a8857 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 May 12 03:42:58.938571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ab99a-a495-4bd2-ab9c-0870d847ebdf req-6d41a891-418d-4365-9e44-0209d9e3f146 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:58.940470 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-001ab99a-a495-4bd2-ab9c-0870d847ebdf req-6d41a891-418d-4365-9e44-0209d9e3f146 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0480072 May 12 03:42:58.976765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-7c83ede2-2452-4ee7-b5c4-c800f79e50af tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:58.978358 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-7c83ede2-2452-4ee7-b5c4-c800f79e50af tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b&tenant_id=77b85483344c4757a14eac1d0667c5ae&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 946 time: 0.0564551 May 12 03:42:58.990339 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-001ab99a-a495-4bd2-ab9c-0870d847ebdf req-93772cdc-46e8-4283-8efa-a92d481f237c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 May 12 03:42:59.071733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-ca693219-019e-4b78-8e82-6193e283d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:59.073232 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-ca693219-019e-4b78-8e82-6193e283d5fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1130 time: 0.0391715 May 12 03:42:59.163976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-7472ab04-82ed-49bb-a19b-ef8a4e3050d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:59.165365 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-7472ab04-82ed-49bb-a19b-ef8a4e3050d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0830429 May 12 03:42:59.234577 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-db5c7d88-72dc-4a92-9541-3459feb69294 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1002 time: 0.0599966 May 12 03:42:59.290692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-97a08d9d-b191-4d3f-a873-55ff24e50f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:59.292130 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-97a08d9d-b191-4d3f-a873-55ff24e50f7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0468299 May 12 03:42:59.337028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-c00a9ad7-0bf2-427c-adf0-35af822c3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:42:59.338538 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-c00a9ad7-0bf2-427c-adf0-35af822c3bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386941 May 12 03:42:59.417978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:42:59.424269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:42:59.436920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-e8560063-181f-41fb-88fb-f0a5bd76b661 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882046 May 12 03:42:59.578624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1fd8f6db-6f4a-4d91-bc02-da328c55661f is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:59.579021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:59.586345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:59.611795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'mac_address': 'fa:16:3e:b0:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:42:59.621037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:42:59.623491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022dbd53-485e-4a50-ab3f-8779cfdcbfaa" -d '{"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:42:59.645747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:42:59.677398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:59.680313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ead8c76-2dea-4df6-a80d-1bd767becc58 x-openstack-request-id: req-9ead8c76-2dea-4df6-a80d-1bd767becc58 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:42:59.680617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:42:59.680873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ead8c76-2dea-4df6-a80d-1bd767becc58 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:42:59.681299 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ead8c76-2dea-4df6-a80d-1bd767becc58'] response: {'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'code': 200} May 12 03:42:59.727536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1fd8f6db-6f4a-4d91-bc02-da328c55661f is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:42:59.727934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:42:59.755575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fd8f6db-6f4a-4d91-bc02-da328c55661f {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:42:59.764339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:42:59.803770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:42:59.804218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:42:59.890298 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bc82654f-c81b-41d5-accd-378e6c8127f7 req-35c37bf0-1a22-42f6-a5f6-43b506027e6f service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427967 May 12 03:43:00.105316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b330e49-8ed6-4fd9-a47b-d65868c1d62b req-8841abb4-5a27-4bd2-a51b-e9fc0a6dbc50 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:00.106822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b330e49-8ed6-4fd9-a47b-d65868c1d62b req-8841abb4-5a27-4bd2-a51b-e9fc0a6dbc50 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 944 time: 0.0483253 May 12 03:43:00.160690 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b330e49-8ed6-4fd9-a47b-d65868c1d62b req-5a27481b-7e0c-4c7d-b902-7b29a65ecd40 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482798 May 12 03:43:00.343507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1fd8f6db-6f4a-4d91-bc02-da328c55661f is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:00.343897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:00.357251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd8f6db-6f4a-4d91-bc02-da328c55661f {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:43:00.382339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:00.386933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:00.446427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:00.464231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['1fd8f6db-6f4a-4d91-bc02-da328c55661f'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:43:01.276475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079786-5801-4dc3-8ee4-32e60d895a36 req-0d60ade7-6367-45f0-8aac-a38ba69a4c48 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.278018 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb079786-5801-4dc3-8ee4-32e60d895a36 req-0d60ade7-6367-45f0-8aac-a38ba69a4c48 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 945 time: 0.0472388 May 12 03:43:01.325451 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb079786-5801-4dc3-8ee4-32e60d895a36 req-b69daf89-0d5e-4b1f-bb28-dbddffba4da3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 May 12 03:43:01.437569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861708ae-54dc-496e-b5b2-06fecfc197a5 req-ae86a76b-6e62-41f9-b98d-7ce6f6d67d9e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.438619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:43:01.439168 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-861708ae-54dc-496e-b5b2-06fecfc197a5 req-ae86a76b-6e62-41f9-b98d-7ce6f6d67d9e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 945 time: 0.0475595 May 12 03:43:01.485010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 1fd8f6db-6f4a-4d91-bc02-da328c55661f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:43:01.485558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:01.488769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-861708ae-54dc-496e-b5b2-06fecfc197a5 req-b81407d5-1d39-4d73-a5f9-e24af03d3349 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 May 12 03:43:01.510733 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-b2581466-ae04-466c-a82f-04468f6adf6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503128 May 12 03:43:01.563988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1fd8f6db-6f4a-4d91-bc02-da328c55661f is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:01.564687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:01.607634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-d7685a95-7483-4475-8661-574b9e9c92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.609353 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-d7685a95-7483-4475-8661-574b9e9c92a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1129 time: 0.0450306 May 12 03:43:01.610746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:01.616151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:01.669244 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:01.683696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:43:01.686383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f60660-41f1-47d7-9625-c5922b8b0ed5" -d '{"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:43:01.702168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc24b2-d845-4c56-aed7-682d253a0cd1 req-ea41655e-82ad-4b82-9549-ba44415dba6d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.703790 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7dc24b2-d845-4c56-aed7-682d253a0cd1 req-ea41655e-82ad-4b82-9549-ba44415dba6d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0526533 May 12 03:43:01.727572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc216b2-faf9-473f-8d8d-3310386be664 x-openstack-request-id: req-ffc216b2-faf9-473f-8d8d-3310386be664 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:43:01.727867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:43:01.728180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffc216b2-faf9-473f-8d8d-3310386be664 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:43:01.728588 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc216b2-faf9-473f-8d8d-3310386be664'] response: {'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'code': 200} May 12 03:43:01.734641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-8de7346d-506c-4563-b67d-ec17d07d25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.736172 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-8de7346d-506c-4563-b67d-ec17d07d25df service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.1039662 May 12 03:43:01.752225 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7dc24b2-d845-4c56-aed7-682d253a0cd1 req-ce0bbf35-d9c0-47ad-95db-c6faf22bfcdb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 May 12 03:43:01.799668 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-e0b36e60-f442-4047-adfa-53914da020bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1002 time: 0.0569274 May 12 03:43:01.847191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-e80d1456-7682-4e45-9d7a-3a55bff730c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.848584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-e80d1456-7682-4e45-9d7a-3a55bff730c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0419133 May 12 03:43:01.894994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-92da2c49-5c08-46b0-a668-8814fe6e75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:01.896415 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-92da2c49-5c08-46b0-a668-8814fe6e75c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406728 May 12 03:43:01.983231 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-5160ddf0-3d15-483c-8af1-d2cd205d45ab service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801659 May 12 03:43:02.074310 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d8c267d-fd14-47a8-bfef-4c068b54c8de req-6366801c-72f8-4841-93c3-26203dd2b192 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822914 May 12 03:43:02.178492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-dba6bf0e-92f1-4ee8-b41b-11ba375f5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:02.180071 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-dba6bf0e-92f1-4ee8-b41b-11ba375f5b50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 1130 time: 0.0400903 May 12 03:43:02.274634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-d10bc2b6-2761-4fd9-8e17-4edc7a23ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:02.275981 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-d10bc2b6-2761-4fd9-8e17-4edc7a23ae62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0865722 May 12 03:43:02.338848 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-304fba52-a447-4d34-904b-0b46a04c5da7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 200 len: 1002 time: 0.0563931 May 12 03:43:02.407333 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-773972fa-6ed9-4333-8569-c78fe9a9e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:02.408793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-773972fa-6ed9-4333-8569-c78fe9a9e6e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0638011 May 12 03:43:02.459930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-ae127606-d072-420f-b417-9c67dd4c9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:02.461378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-ae127606-d072-420f-b417-9c67dd4c9af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425713 May 12 03:43:02.550095 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-705d800b-a772-4557-9b7c-f5015c68c8cb service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787959 May 12 03:43:02.641834 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de794a4b-152c-47a5-94f6-cdace8b2a109 req-7944049e-a306-4eb7-af72-c751f26733fa service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828695 May 12 03:43:02.765711 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:43:02.869722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468fde-83f2-4ef2-ac62-1f3dde0e4707 req-103cb69d-3ead-4569-99bf-a7f6225bc5fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:02.871161 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50468fde-83f2-4ef2-ac62-1f3dde0e4707 req-103cb69d-3ead-4569-99bf-a7f6225bc5fb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0496733 May 12 03:43:02.918746 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50468fde-83f2-4ef2-ac62-1f3dde0e4707 req-319379ae-9dcd-4df8-bd00-89feaacb1224 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 May 12 03:43:03.135318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1f97716b-3604-494c-890e-ebe7d1980278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:04.033291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc30923-d8a9-4aec-b5ce-8b31df8fb251 req-48c63980-7e2b-45f7-af70-dcb240b3b12f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:04.034792 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffc30923-d8a9-4aec-b5ce-8b31df8fb251 req-48c63980-7e2b-45f7-af70-dcb240b3b12f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0496860 May 12 03:43:04.079904 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffc30923-d8a9-4aec-b5ce-8b31df8fb251 req-0d5a0cd2-9df7-4b1b-a899-4c6d3cf7aa8c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 May 12 03:43:04.304050 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431932-617a-4001-aa5a-7e64b36a576b req-7ff5b5de-f49f-4e3c-9246-61beae062862 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:04.305506 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-66431932-617a-4001-aa5a-7e64b36a576b req-7ff5b5de-f49f-4e3c-9246-61beae062862 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0460501 May 12 03:43:04.352472 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-66431932-617a-4001-aa5a-7e64b36a576b req-18469139-9e2f-4fef-a2b8-3267e0df6b51 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 May 12 03:43:05.464489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06c2e2-7747-4649-a730-a062957913ff req-93d9337a-cb67-42ca-b836-fffa948cd057 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:05.465965 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bb06c2e2-7747-4649-a730-a062957913ff req-93d9337a-cb67-42ca-b836-fffa948cd057 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0457196 May 12 03:43:05.515171 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bb06c2e2-7747-4649-a730-a062957913ff req-e8c3524e-393a-41e6-b5c2-41dbfab02975 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 May 12 03:43:05.667604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e35a-694e-4a76-afa9-dfb54842b71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.098329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-f61c28be-b5d6-4a68-b357-09b5682c9fa1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:06.099742 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-f61c28be-b5d6-4a68-b357-09b5682c9fa1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 946 time: 0.0455871 May 12 03:43:06.186928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Deleting port 1fd8f6db-6f4a-4d91-bc02-da328c55661f {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:43:06.187266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.271318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] For port 1fd8f6db-6f4a-4d91-bc02-da328c55661f, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1fd8f6db-6f4a-4d91-bc02-da328c55661f,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:06.271671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.442268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.442660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.442973 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad disassociated. External IP: 172.26.2.251, port: 1fd8f6db-6f4a-4d91-bc02-da328c55661f. May 12 03:43:06.443318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Calling delete_port for 1fd8f6db-6f4a-4d91-bc02-da328c55661f owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:43:06.492798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.568545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1fd8f6db-6f4a-4d91-bc02-da328c55661f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.602505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event deleted for resources: {'Port': ['ID=1fd8f6db-6f4a-4d91-bc02-da328c55661f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:06.613041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.613238 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6ef797de-6315-42ed-a181-7d296180ba5c req-55a1e66a-0d43-4cdb-8232-e4364e47dea9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=62442515-ef7b-4cc2-a76b-673c23d4034b HTTP/1.1" status: 200 len: 210 time: 0.0298641 May 12 03:43:06.613667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.613764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.614055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.614440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.614771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.615095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.615417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.615741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.616058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.616363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.616687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.617002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.617317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.617689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:06.731006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:43:06.843528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:43:06.853632 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:43:06.863498 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:43:06.864235 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:43:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:06.888081 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] No DVR routers for this DVR port 1fd8f6db-6f4a-4d91-bc02-da328c55661f on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:43:06.890709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:06.894096 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea36e39b-47ab-414c-85e8-5ccee7e4f09c req-4b6574cc-dd56-4dcc-a68e-9b2bf3d7118a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "DELETE /v2.0/ports/1fd8f6db-6f4a-4d91-bc02-da328c55661f HTTP/1.1" status: 204 len: 173 time: 0.7865388 May 12 03:43:06.894816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-deleted', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:43:06.897633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eede39-92a8-44b7-870f-dd37fa7ac3fc" -d '{"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-deleted", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:43:07.015899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d9cd0-8a2e-4c53-9515-1eba2e7fe871 x-openstack-request-id: req-c98d9cd0-8a2e-4c53-9515-1eba2e7fe871 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:43:07.016189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62442515-ef7b-4cc2-a76b-673c23d4034b", "name": "network-vif-deleted", "tag": "1fd8f6db-6f4a-4d91-bc02-da328c55661f", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:43:07.016440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c98d9cd0-8a2e-4c53-9515-1eba2e7fe871 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:43:07.017191 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98d9cd0-8a2e-4c53-9515-1eba2e7fe871'] response: {'server_uuid': '62442515-ef7b-4cc2-a76b-673c23d4034b', 'name': 'network-vif-deleted', 'tag': '1fd8f6db-6f4a-4d91-bc02-da328c55661f', 'status': 'completed', 'code': 200} May 12 03:43:07.076385 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:43:07.261479 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:07.291376 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:43:07.299622 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:43:07.300322 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:43:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:07.411505 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:43:07.607118 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:07.634346 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db1a68-c0e9-40ed-a564-638ec5b1d14f None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:43:07.872930 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-8b882aa3-28c2-4890-af7f-cfd7d4c33f0b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1227903924&fields=id&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 267 time: 0.0459425 May 12 03:43:07.892652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7847d-28e5-44b3-b0e4-6c4ec4940ae3 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:43:07.986913 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-eec0e154-035b-46bb-bea2-56161ca65ffa tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:07.988438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-eec0e154-035b-46bb-bea2-56161ca65ffa tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1088529 May 12 03:43:08.004591 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-5ab04428-1ee7-44eb-a2e0-44bc71375bd6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/quotas/77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 375 time: 0.0098064 May 12 03:43:08.055673 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-d18e3d0f-8151-42a0-910c-4e79a20757d1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455244 May 12 03:43:08.071907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-4a522b4f-16a3-4fad-8623-7747ad8c4533 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:43:08.072905 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-4a522b4f-16a3-4fad-8623-7747ad8c4533 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054479 May 12 03:43:08.158867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:08.164633 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-d7311d1e-a0d3-4d91-8657-e319401a3c20 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856154 May 12 03:43:08.258684 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-e1238525-3cb4-485b-8a6c-bfebd73427c0 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883145 May 12 03:43:08.414007 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3789394b-9ba1-410e-ad0b-5e3a00eb6dbf req-e7e1e693-555c-4ab6-80f3-498aecbef03c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 210 time: 0.0279474 May 12 03:43:09.352211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-53793ac6-450f-441f-a6d1-446ace5b19dd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:09.353652 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-53793ac6-450f-441f-a6d1-446ace5b19dd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1037343 May 12 03:43:09.419034 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-1b0a1d5e-7e4e-47f5-97b9-9365477ca678 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 380 time: 0.0545800 May 12 03:43:09.445443 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:43:09.464955 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 1fd8f6db-6f4a-4d91-bc02-da328c55661f {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:43:09.465307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1fd8f6db-6f4a-4d91-bc02-da328c55661f not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:43:09.511322 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-88a0f1d0-6336-4f72-bda0-64ab39011947 req-9b918cb7-69ae-49ef-afcb-511e3c0b22c1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 210 time: 0.0309706 May 12 03:43:09.514541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'port': {'device_id': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'admin_state_up': True, 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'security_groups': ['597d6d80-5e90-45f3-ab78-b850b6c5873b']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:43:09.623505 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Made reservation on behalf of 77b85483344c4757a14eac1d0667c5ae for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:43:09.626868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:09.645218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:09.753211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Allocated IP 172.20.0.12 (806ae4cd-e963-4019-9c5f-8af1f3f4df24/73b196e2-6586-4665-bdc9-bde4db3b2b96/23b5c573-4da2-466a-a81a-c83ad0eb1c36) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:43:09.894044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:09.927479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:09.973824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:43:09.976964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:43:09.983306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:43:09.989810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:10.035789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:10.036394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.052265 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-712c31fb-5ac0-4124-a793-00be76ab7578 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5416183 May 12 03:43:10.067831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Request body: {'port': {'device_id': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:43:10.131395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.252294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d03cba99-004e-4b0f-9bdd-ce45e1c40b65 None None] Provisioning complete for port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:43:10.252662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d03cba99-004e-4b0f-9bdd-ce45e1c40b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.286726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d03cba99-004e-4b0f-9bdd-ce45e1c40b65 None None] Port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:43:10.425787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:43:10.433849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Publish callbacks [] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.446607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Transition to ACTIVE for port object 23b5c573-4da2-466a-a81a-c83ad0eb1c36 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:43:10.450439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.501283 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:10.578345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Attempting to bind port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:43:10.578814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Attempting to bind port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:43:10.579266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Attempting to bind port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:43:10.584001 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:43:10.584537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Attempting to bind port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:43:10.589847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:43:10.590314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:43:10.590776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Bound using segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:43:10.591282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Bound port: 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:43:10.591757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.631891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd82f7-02cd-418a-8107-8f25c8cc612a req-448ca5eb-92db-417e-84a1-e9441dd02297 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:10.634980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dddd82f7-02cd-418a-8107-8f25c8cc612a req-448ca5eb-92db-417e-84a1-e9441dd02297 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0503278 May 12 03:43:10.660865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:43:10.665045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:43:10.671720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.685135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dddd82f7-02cd-418a-8107-8f25c8cc612a req-094fceca-8bab-4c7f-98c7-08f2317a964f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 May 12 03:43:10.703570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:10.704188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:10.705901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] 10.222.0.57 "PUT /v2.0/ports/23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 1094 time: 0.6428254 May 12 03:43:10.708039 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:43:10.710304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27" -d '{"events": [{"name": "network-changed", "server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:43:10.766839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3247d6-7261-4a9b-aef6-223c84b02d52 x-openstack-request-id: req-2a3247d6-7261-4a9b-aef6-223c84b02d52 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:43:10.767136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:43:10.767391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a3247d6-7261-4a9b-aef6-223c84b02d52 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:43:10.767796 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3247d6-7261-4a9b-aef6-223c84b02d52'] response: {'name': 'network-changed', 'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'status': 'completed', 'code': 200} May 12 03:43:10.768500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8eef55-e933-49f2-879e-dab99f673590 service neutron] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:10.806902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-1021303c-a8ed-40ad-b1e6-b1102080d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:10.808488 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-1021303c-a8ed-40ad-b1e6-b1102080d83c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1128 time: 0.0521386 May 12 03:43:10.850963 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-1bb0a2c6-881f-4d0b-b5bb-71414e104c96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 217 time: 0.0354481 May 12 03:43:10.903389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-57a6b550-938a-4660-8c71-19e3d2d6d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:10.904873 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-57a6b550-938a-4660-8c71-19e3d2d6d9de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0454495 May 12 03:43:10.955916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-e36c6f7f-273c-4cf9-b0ac-cb43d2aff87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:10.957397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-e36c6f7f-273c-4cf9-b0ac-cb43d2aff87b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429101 May 12 03:43:11.049127 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-98826080-26d2-4a6f-b3aa-46b8ab9867a5 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 May 12 03:43:11.143249 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee7410ed-0909-4ddd-ba6a-e0e57aaf03a8 req-07943461-0082-4262-ba1c-03344cdd388a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 May 12 03:43:11.795506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856e40-8af3-4095-89b8-1eaec1296c50 req-aadde0b4-df02-44b1-8c91-f35183c4eeb6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:11.797220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23856e40-8af3-4095-89b8-1eaec1296c50 req-aadde0b4-df02-44b1-8c91-f35183c4eeb6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0465577 May 12 03:43:11.842743 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23856e40-8af3-4095-89b8-1eaec1296c50 req-1f6d5a81-b733-44f4-8627-6b5b8b25bfb7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 May 12 03:43:12.036379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-e73c9670-06d3-4bab-824c-c6b05aaa34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:12.037748 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-e73c9670-06d3-4bab-824c-c6b05aaa34ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1128 time: 0.0389743 May 12 03:43:12.131925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-8f596d8a-37a5-445b-88ef-1402f5c0006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:12.133347 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-8f596d8a-37a5-445b-88ef-1402f5c0006c service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0866096 May 12 03:43:12.184654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-8cf411b8-6f35-477f-b491-85329045961a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 217 time: 0.0421786 May 12 03:43:12.234870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-aa3fb74c-c714-4166-b7cf-599fbc3e85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:12.236250 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-aa3fb74c-c714-4166-b7cf-599fbc3e85cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0425680 May 12 03:43:12.279702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-ac6ebb8f-a2dd-4cfa-934b-51a049d10f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:12.281140 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-ac6ebb8f-a2dd-4cfa-934b-51a049d10f33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0363662 May 12 03:43:12.376366 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-406ef28d-0013-499e-be0d-00b11b0eed52 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845618 May 12 03:43:12.458989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:12.470537 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-076cc2c9-c9a8-45b2-a72b-7d87935a5a27 req-70389ed5-5571-4805-8820-22075e26405a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850463 May 12 03:43:12.957497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f4c08-81dd-46b1-9eb2-fcc9b666c054 req-69f572ef-fe73-446d-87f9-bd3dcfe8aefd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:12.959537 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fb1f4c08-81dd-46b1-9eb2-fcc9b666c054 req-69f572ef-fe73-446d-87f9-bd3dcfe8aefd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0496085 May 12 03:43:13.005549 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fb1f4c08-81dd-46b1-9eb2-fcc9b666c054 req-30f0480b-c193-40c9-b430-d52b022f03e6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 May 12 03:43:13.477516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:43:13.571215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:13.584855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'mac_address': 'fa:16:3e:51:53:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:43:13.620831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:13.621218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:13.634073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:43:13.652248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:13.655663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:13.702453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:13.709250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.709603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.709987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.710335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.710675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.711017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.711350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.711680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.712013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.712343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.712673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.713018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.713329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.713655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.714008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:43:13.928684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['23b5c573-4da2-466a-a81a-c83ad0eb1c36'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:43:14.116556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eb4c0-3c90-44f2-99d1-122f158e87ed req-f5bcede6-e586-4547-8416-a7803cbb1414 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:14.118021 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a27eb4c0-3c90-44f2-99d1-122f158e87ed req-f5bcede6-e586-4547-8416-a7803cbb1414 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0461297 May 12 03:43:14.176124 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a27eb4c0-3c90-44f2-99d1-122f158e87ed req-ba0e6037-0fde-4a27-8ad6-4d8b2df0702b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526464 May 12 03:43:15.291416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323ed2-c1c6-4b14-b721-5bdbce439063 req-a8655e6f-d60a-46f6-90e2-9a2ece19020f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:15.292793 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90323ed2-c1c6-4b14-b721-5bdbce439063 req-a8655e6f-d60a-46f6-90e2-9a2ece19020f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0468738 May 12 03:43:15.348070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90323ed2-c1c6-4b14-b721-5bdbce439063 req-3cb82a8d-f497-405f-9329-d82d27634b6a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497258 May 12 03:43:15.495408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:43:15.542056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:43:15.547854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:43:15.548359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:15.626031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:15.626412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:15.649145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:43:15.651427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215dfdf9-4f43-4fb3-b0af-d9aa7e84798f" -d '{"events": [{"server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "name": "network-vif-plugged", "status": "completed", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:43:15.663612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:15.667123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:15.693568 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5274cf9-4338-4d59-b4ec-223f77604e8d x-openstack-request-id: req-e5274cf9-4338-4d59-b4ec-223f77604e8d {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:43:15.693861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "name": "network-vif-plugged", "status": "completed", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:43:15.694154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5274cf9-4338-4d59-b4ec-223f77604e8d {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:43:15.694554 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5274cf9-4338-4d59-b4ec-223f77604e8d'] response: {'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'code': 200} May 12 03:43:15.718310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:15.862038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44236f0-74fc-4ed8-8c44-6de2d46f43e5 req-18f5163d-3e91-4f83-a554-cbf544294b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:15.863410 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b44236f0-74fc-4ed8-8c44-6de2d46f43e5 req-18f5163d-3e91-4f83-a554-cbf544294b11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1130 time: 0.0382299 May 12 03:43:15.906856 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b44236f0-74fc-4ed8-8c44-6de2d46f43e5 req-12d0aed4-daa1-4002-afd3-de0cac7a333d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372937 May 12 03:43:16.461587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a6fb1-c39c-4a79-a903-c7b3340d28b9 req-ab4ea489-6f66-47c2-86fc-57b077b098cf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:16.463091 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-235a6fb1-c39c-4a79-a903-c7b3340d28b9 req-ab4ea489-6f66-47c2-86fc-57b077b098cf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0489526 May 12 03:43:16.508905 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-235a6fb1-c39c-4a79-a903-c7b3340d28b9 req-53fdee90-7ad7-4f83-a8bd-4c79275cbda8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 May 12 03:43:17.620072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8476a18-a71b-4ae5-acc8-82dc8cf725c2 req-4e1bef5b-3aff-40a6-a857-efa3c46aeb61 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:17.621453 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e8476a18-a71b-4ae5-acc8-82dc8cf725c2 req-4e1bef5b-3aff-40a6-a857-efa3c46aeb61 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0453146 May 12 03:43:17.668622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e8476a18-a71b-4ae5-acc8-82dc8cf725c2 req-244bc0a2-1986-4c29-a12b-e501a3f3cded tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 May 12 03:43:17.780180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e6b0-c57e-4cdb-b4ca-6c7ad14e9162 req-c7611ea2-1143-4960-a964-1ae0bcbeaa81 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:17.781848 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c271e6b0-c57e-4cdb-b4ca-6c7ad14e9162 req-c7611ea2-1143-4960-a964-1ae0bcbeaa81 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0508680 May 12 03:43:17.790575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38252) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:43:17.794964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'floatingip': {'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:43:17.833587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:18.260943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:18.264921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:18.364640 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad associated. External IP: 172.26.2.251, port: 23b5c573-4da2-466a-a81a-c83ad0eb1c36. May 12 03:43:18.567656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:43:18.939614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:43:18.944711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:18.949267 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:43:18.958820 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:43:18.959424 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:43:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:18.974124 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-236195c2-df1c-4823-a7c9-4ab68b7c4fee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "PUT /v2.0/floatingips/49316a4b-34b0-44a4-9cf3-f400571c9aad HTTP/1.1" status: 200 len: 992 time: 1.1824415 May 12 03:43:18.974717 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:43:18.977063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1126d6f-7c1e-4274-935c-a2ae9f30745b" -d '{"events": [{"name": "network-changed", "server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:43:19.027706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30164d4b-6f67-4375-8c5a-9d7aecb8018f x-openstack-request-id: req-30164d4b-6f67-4375-8c5a-9d7aecb8018f {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:43:19.027998 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:43:19.028248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30164d4b-6f67-4375-8c5a-9d7aecb8018f {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:43:19.028651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30164d4b-6f67-4375-8c5a-9d7aecb8018f'] response: {'name': 'network-changed', 'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'status': 'completed', 'code': 200} May 12 03:43:19.073254 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:43:19.089007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-68493f5d-b904-46d1-b3bd-a5eeb2139ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:19.090568 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-68493f5d-b904-46d1-b3bd-a5eeb2139ac5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1130 time: 0.0397365 May 12 03:43:19.217512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-f3bdcce9-2452-4d64-a11f-50948d6c33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:19.218216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a1bc-c468-45ee-8af4-e8b2bc00f7d7 req-ea10e88a-94cc-484a-bff1-0a39aeb9df23 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:19.219182 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-f3bdcce9-2452-4d64-a11f-50948d6c33cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.1222007 May 12 03:43:19.225082 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e467a1bc-c468-45ee-8af4-e8b2bc00f7d7 req-ea10e88a-94cc-484a-bff1-0a39aeb9df23 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0535531 May 12 03:43:19.239372 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-74b4bc32-d03f-4ea6-8765-62e0af179105 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581453 May 12 03:43:19.274571 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e467a1bc-c468-45ee-8af4-e8b2bc00f7d7 req-0ebfc5f7-5002-41ba-9c2d-e55e725f4395 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484662 May 12 03:43:19.300384 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-c3fd7bbd-6e76-4e51-81b7-7e5a8114a442 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 1000 time: 0.0719664 May 12 03:43:19.317526 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:51:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:43:18Z', 'revision_number': 9, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:19.345387 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:43:19.356418 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:43:19.357020 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:43:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:19.359271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-1f91ed4c-8baf-4e93-a2b5-d2bfa221b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:19.360737 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-1f91ed4c-8baf-4e93-a2b5-d2bfa221b68c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0536218 May 12 03:43:19.405075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-b167404b-e048-48e9-a6cf-f2e2859c2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:19.406654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-b167404b-e048-48e9-a6cf-f2e2859c2163 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398858 May 12 03:43:19.475913 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:43:19.502623 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-9a1519e7-6b06-4b35-b396-d5808ba3b89a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894556 May 12 03:43:19.597836 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a1126d6f-7c1e-4274-935c-a2ae9f30745b req-1bede15d-65a0-4f8a-b304-35a67f3f6805 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890806 May 12 03:43:19.628031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-5ab817a6-0e7c-4bcb-a701-6de4c31481b9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:19.629966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-5ab817a6-0e7c-4bcb-a701-6de4c31481b9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports/23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 943 time: 0.0503974 May 12 03:43:19.710911 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:51:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:43:18Z', 'revision_number': 9, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:43:19.737862 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf682-ecef-4662-82f8-2e4ee9b88c5b None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:51:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:43:18Z', 'revision_number': 9, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:43:19.953219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00893fcf-dd36-4d31-9466-ba7a7eeba7f0 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:43:20.391483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6ca94-3bf2-40fc-a466-e5ef4992e50f req-fd640a38-846a-491e-bdc4-91e3c4ab45eb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:20.392954 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85e6ca94-3bf2-40fc-a466-e5ef4992e50f req-fd640a38-846a-491e-bdc4-91e3c4ab45eb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0529358 May 12 03:43:20.420337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-1ac4e10e-aa66-44aa-9736-a0c291443903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:20.421946 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-1ac4e10e-aa66-44aa-9736-a0c291443903 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1130 time: 0.0397422 May 12 03:43:20.440020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-85e6ca94-3bf2-40fc-a466-e5ef4992e50f req-fbe6bffb-cc64-4d5f-b1e4-281f93bb7c18 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 May 12 03:43:20.517364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-908c5681-3f5f-427a-9a67-80f16ab7d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:20.518847 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-908c5681-3f5f-427a-9a67-80f16ab7d43e service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0901697 May 12 03:43:20.586903 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-0ce67fac-80ad-46f8-9477-942d15e4062e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 1003 time: 0.0619345 May 12 03:43:20.637762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-f3b0a508-cdc6-4938-9b7a-b5dbbea57bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:20.639220 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-f3b0a508-cdc6-4938-9b7a-b5dbbea57bd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0465004 May 12 03:43:20.681398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-6945d7b2-281d-4dca-bdd8-6a41024733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:20.682768 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-6945d7b2-281d-4dca-bdd8-6a41024733fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0365028 May 12 03:43:20.772655 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-f6dcac2e-1a67-4b4e-b19d-3ee5a2bed79e service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 May 12 03:43:20.857092 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-435e12e8-eeff-4887-b98c-4901654df419 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789120 May 12 03:43:21.553312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02301ed-8bee-427c-9913-6b5a6d0596bd req-1415aa96-123b-43bf-925e-92e527125c49 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:21.554788 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f02301ed-8bee-427c-9913-6b5a6d0596bd req-1415aa96-123b-43bf-925e-92e527125c49 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0465298 May 12 03:43:21.600164 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f02301ed-8bee-427c-9913-6b5a6d0596bd req-88bea649-2b00-4b37-9f00-9397aec36c04 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 May 12 03:43:22.716866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eae974-56fe-42a3-9e8f-ac83a5b43e90 req-12f2c938-3322-4a6b-8f76-d7eb07f3dc33 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:22.718588 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e7eae974-56fe-42a3-9e8f-ac83a5b43e90 req-12f2c938-3322-4a6b-8f76-d7eb07f3dc33 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0511999 May 12 03:43:22.763820 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e7eae974-56fe-42a3-9e8f-ac83a5b43e90 req-2f62e218-f13f-43d5-86e9-607ae1e0d0c8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397058 May 12 03:43:23.875313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a5de-1922-4840-9c2a-f5abe0f563ee req-246187ca-c703-4471-b65c-f7c64e34c47d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:23.876770 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-74a8a5de-1922-4840-9c2a-f5abe0f563ee req-246187ca-c703-4471-b65c-f7c64e34c47d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0461221 May 12 03:43:23.922603 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-74a8a5de-1922-4840-9c2a-f5abe0f563ee req-06011757-2186-4975-ac01-31bd0ac94f40 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 May 12 03:43:25.032881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd94e8-39b0-47c3-a4d1-c8e9daed1283 req-1aeb0b74-4996-4adc-80c4-fe840a67c60d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:25.034360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ecdd94e8-39b0-47c3-a4d1-c8e9daed1283 req-1aeb0b74-4996-4adc-80c4-fe840a67c60d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0457959 May 12 03:43:25.083994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ecdd94e8-39b0-47c3-a4d1-c8e9daed1283 req-3f79c12b-d6c8-4f6d-8346-ad1ed4817c2c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 May 12 03:43:26.196732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25819-e82b-493f-8150-be8785827972 req-cb11c464-1c34-4671-9c78-b40e40707e3f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:26.198197 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-81f25819-e82b-493f-8150-be8785827972 req-cb11c464-1c34-4671-9c78-b40e40707e3f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0451994 May 12 03:43:26.243977 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-81f25819-e82b-493f-8150-be8785827972 req-ecdfbd48-03c3-492d-84a3-b9d098a0e354 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403540 May 12 03:43:27.359214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85b639-6d38-472d-a300-fcfd92531a14 req-ee74d865-2421-4add-81b3-0e6373893ed4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:27.360823 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8a85b639-6d38-472d-a300-fcfd92531a14 req-ee74d865-2421-4add-81b3-0e6373893ed4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0513287 May 12 03:43:27.407157 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8a85b639-6d38-472d-a300-fcfd92531a14 req-3687f85f-f717-4a75-850d-33cc913a5fb0 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 May 12 03:43:28.520480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868286-2b79-4074-b5bb-dadf782cc050 req-a0951927-8fc6-429b-9e1a-a31f87aa3a70 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:28.521930 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23868286-2b79-4074-b5bb-dadf782cc050 req-a0951927-8fc6-429b-9e1a-a31f87aa3a70 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0481648 May 12 03:43:28.567360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-23868286-2b79-4074-b5bb-dadf782cc050 req-6a2836cf-5e08-4df4-aa7a-6f69d52559d6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 May 12 03:43:29.677931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79f2e-e6b8-46fd-8509-5ba32e3f64a4 req-abf96164-aa27-45b0-a9c2-9e8e00bf3376 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:29.679432 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68e79f2e-e6b8-46fd-8509-5ba32e3f64a4 req-abf96164-aa27-45b0-a9c2-9e8e00bf3376 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0458744 May 12 03:43:29.725109 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68e79f2e-e6b8-46fd-8509-5ba32e3f64a4 req-c2665483-255b-416a-9e9d-66bdd03ccb16 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 May 12 03:43:30.839137 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8211a1-e8c3-4bcc-a994-0e3780ad3673 req-6d0d90ca-8557-4030-844f-8f870d074d7a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:30.840579 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0a8211a1-e8c3-4bcc-a994-0e3780ad3673 req-6d0d90ca-8557-4030-844f-8f870d074d7a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0493739 May 12 03:43:30.887120 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0a8211a1-e8c3-4bcc-a994-0e3780ad3673 req-db5d8282-0447-4a4a-8dee-d526b59053d6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 May 12 03:43:31.999524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0f80-284e-4fa9-992b-1c755c142b93 req-356f0e3b-6bf7-4df6-9ff2-df1614c481f9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:32.000977 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-305a0f80-284e-4fa9-992b-1c755c142b93 req-356f0e3b-6bf7-4df6-9ff2-df1614c481f9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0465152 May 12 03:43:32.046050 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-305a0f80-284e-4fa9-992b-1c755c142b93 req-8922a52c-69fe-4b27-87cd-8f543313604b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 May 12 03:43:33.136877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-84b8963f-3578-496c-bf23-9a8f8f8cf63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:33.158889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa37f49-b86a-4248-bb68-5c491e1b696c req-6edbceb6-4617-4268-8f0a-ae8fa2ad7f2f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:33.160359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0aa37f49-b86a-4248-bb68-5c491e1b696c req-6edbceb6-4617-4268-8f0a-ae8fa2ad7f2f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0473285 May 12 03:43:33.213942 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0aa37f49-b86a-4248-bb68-5c491e1b696c req-42b93d6f-f29e-4ec5-9f49-1aab0a2f665a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479550 May 12 03:43:34.326836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655a7d5-bf29-4d5a-a79c-e189106de5c9 req-124c6679-2664-42da-9eef-a4e86dbf0795 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:34.328758 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8655a7d5-bf29-4d5a-a79c-e189106de5c9 req-124c6679-2664-42da-9eef-a4e86dbf0795 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0468981 May 12 03:43:34.375438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8655a7d5-bf29-4d5a-a79c-e189106de5c9 req-d6af6a4c-fe6c-4a73-b3ef-7e2937c1d31d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 May 12 03:43:35.486582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412381ca-7e49-4353-a790-be707ccf89a3 req-96ee7f2b-5f3b-4a0c-8bdd-706872aaf68d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:35.488030 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-412381ca-7e49-4353-a790-be707ccf89a3 req-96ee7f2b-5f3b-4a0c-8bdd-706872aaf68d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0458987 May 12 03:43:35.532492 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-412381ca-7e49-4353-a790-be707ccf89a3 req-873d65cf-caa2-4924-b162-69297045aad9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382943 May 12 03:43:35.669361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-29dd1f9f-c544-46d0-8f68-2dbb263d5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:36.496485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:36.652761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a32a-42ac-4430-900b-ecb290e644bc req-564e1b7f-eccf-4379-9d1c-969e0ba1eeef tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:36.654139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a32a-42ac-4430-900b-ecb290e644bc req-564e1b7f-eccf-4379-9d1c-969e0ba1eeef tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0492568 May 12 03:43:36.698967 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b2a32a-42ac-4430-900b-ecb290e644bc req-79e38fea-9fa6-479d-9aac-bca5dedea86d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 May 12 03:43:37.811208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db9ac3-b37f-421e-aa3d-b4a642d015a4 req-f60f0c70-3d73-498d-850a-53e3c3cce746 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:37.812641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a0db9ac3-b37f-421e-aa3d-b4a642d015a4 req-f60f0c70-3d73-498d-850a-53e3c3cce746 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0457182 May 12 03:43:37.857282 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a0db9ac3-b37f-421e-aa3d-b4a642d015a4 req-84d82a1a-6b7c-443c-81e3-b831b80d60bf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 May 12 03:43:38.061046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:38.968587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb01636-d2f5-45b9-b68f-53d7924530bc req-a7afdde0-a9a4-43ae-ba47-6f442126146d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:38.970049 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7eb01636-d2f5-45b9-b68f-53d7924530bc req-a7afdde0-a9a4-43ae-ba47-6f442126146d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0452888 May 12 03:43:39.020377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7eb01636-d2f5-45b9-b68f-53d7924530bc req-217e3d23-f2fd-43fe-8b42-22f3e8d8db6b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 May 12 03:43:39.649573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:39.763692 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:43:40.135179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249936c-6755-4409-aa46-ac029d8f5295 req-3e9a884a-e954-4da7-b14d-1f1af34412a9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:40.136605 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4249936c-6755-4409-aa46-ac029d8f5295 req-3e9a884a-e954-4da7-b14d-1f1af34412a9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0464826 May 12 03:43:40.182525 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4249936c-6755-4409-aa46-ac029d8f5295 req-cb54303a-341e-48b5-90c3-794a2ec6959e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 May 12 03:43:41.293033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ede2e-4b44-4f37-9860-116007e077c7 req-f0644aa7-9281-46bc-bf6d-3def793e5b5f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:41.294402 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c45ede2e-4b44-4f37-9860-116007e077c7 req-f0644aa7-9281-46bc-bf6d-3def793e5b5f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0451753 May 12 03:43:41.340267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c45ede2e-4b44-4f37-9860-116007e077c7 req-c65af371-15a7-42ab-a0b8-3607cf11110d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 May 12 03:43:42.454481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69033330-3e41-4e87-bcf8-c3b355e8b871 req-e0419c6e-e978-413e-aca1-ff9b68ad5e59 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:42.455943 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69033330-3e41-4e87-bcf8-c3b355e8b871 req-e0419c6e-e978-413e-aca1-ff9b68ad5e59 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0487633 May 12 03:43:42.459332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:42.502465 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69033330-3e41-4e87-bcf8-c3b355e8b871 req-a627bdb2-92be-426d-afc3-10e52eee2164 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 May 12 03:43:43.615127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eeb99-21f4-4c12-8d74-6e994804e3f9 req-d8f1a9c6-3a6f-4d32-b02d-bea478fc27ef tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:43.616512 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-753eeb99-21f4-4c12-8d74-6e994804e3f9 req-d8f1a9c6-3a6f-4d32-b02d-bea478fc27ef tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0464706 May 12 03:43:43.662580 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-753eeb99-21f4-4c12-8d74-6e994804e3f9 req-e880cd8e-0e70-4494-830f-3b6278b4d09a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 May 12 03:43:44.778525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d22da-08e3-4993-bc83-6f0f35b834da req-b9e094f6-26bf-4567-93f9-6847afe84dbe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:44.779981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-251d22da-08e3-4993-bc83-6f0f35b834da req-b9e094f6-26bf-4567-93f9-6847afe84dbe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0499470 May 12 03:43:44.825557 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-251d22da-08e3-4993-bc83-6f0f35b834da req-f5a91cca-d5c5-40fa-b1db-8f2a1b3c1871 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 May 12 03:43:45.936961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a5b6-4918-4e62-bf73-e604b5ef77b8 req-f12e3a8d-dcfb-45e5-aa35-34a62791f8fa tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:45.938439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8159a5b6-4918-4e62-bf73-e604b5ef77b8 req-f12e3a8d-dcfb-45e5-aa35-34a62791f8fa tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0462005 May 12 03:43:45.984139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8159a5b6-4918-4e62-bf73-e604b5ef77b8 req-1503273d-1031-4d2d-9836-c142575a6758 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399399 May 12 03:43:47.095349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4e3c-5272-42ec-a00b-8a7c12acebdf req-22839bdc-47b2-4426-a760-aa8ff8eecd9f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:47.096786 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-63dd4e3c-5272-42ec-a00b-8a7c12acebdf req-22839bdc-47b2-4426-a760-aa8ff8eecd9f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0459642 May 12 03:43:47.146687 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-63dd4e3c-5272-42ec-a00b-8a7c12acebdf req-4946051b-ff7d-4a59-83b4-aa19843009ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 May 12 03:43:47.682350 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-c82f55e7-d3ab-48e9-ab58-b69cdbf86370 service neutron] 10.222.0.57 "GET /v2.0/ports/23b5c573-4da2-466a-a81a-c83ad0eb1c36/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0572481 May 12 03:43:47.891301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-218f50a3-86e9-4ce1-a7e1-ff79bbc85a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:47.892770 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-218f50a3-86e9-4ce1-a7e1-ff79bbc85a59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 1130 time: 0.0419168 May 12 03:43:47.949470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-031f0439-6f95-4602-9d7d-111563879705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:47.950956 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-031f0439-6f95-4602-9d7d-111563879705 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1130 time: 0.0374670 May 12 03:43:48.041770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-adc47e34-a468-4f38-b4c7-51fbaee01872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:48.043219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-adc47e34-a468-4f38-b4c7-51fbaee01872 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0853679 May 12 03:43:48.109451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-d074bc4d-6651-4034-8baf-b1a8cede5cef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 1003 time: 0.0561528 May 12 03:43:48.160610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-f8d24c36-2a00-4210-86f7-94a53dacbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:48.162101 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-f8d24c36-2a00-4210-86f7-94a53dacbff7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0424998 May 12 03:43:48.211317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-6e24e02d-8701-43fa-be02-99fec4397c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:48.212838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-6e24e02d-8701-43fa-be02-99fec4397c32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421524 May 12 03:43:48.262152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db50e0-f666-4c13-bc73-aabb860ca38e req-741ce592-70b0-4542-ba66-d18c8f780f16 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:48.263644 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06db50e0-f666-4c13-bc73-aabb860ca38e req-741ce592-70b0-4542-ba66-d18c8f780f16 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0468199 May 12 03:43:48.303273 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-f90132b4-5245-4652-a955-42885cfda7fd service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803242 May 12 03:43:48.310075 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06db50e0-f666-4c13-bc73-aabb860ca38e req-b475ccc4-a909-4938-b159-393396990826 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 May 12 03:43:48.398165 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3b68c1ae-3d97-411c-a3ea-49179dc3d0e4 req-5b266616-f84f-4b6e-9624-9b774f76cccd service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851438 May 12 03:43:49.422727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc47a6-7c75-49e3-b2d5-0b182babefe1 req-e0c71c3c-8bf4-43d1-857d-9c61b8c9c00e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:49.424165 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78bc47a6-7c75-49e3-b2d5-0b182babefe1 req-e0c71c3c-8bf4-43d1-857d-9c61b8c9c00e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0455945 May 12 03:43:49.475268 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78bc47a6-7c75-49e3-b2d5-0b182babefe1 req-4d2c9ff1-469e-4a15-9d79-06ba6814e483 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 May 12 03:43:49.679485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:43:49.773935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:49.785053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'mac_address': 'fa:16:3e:51:53:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:43:49.824840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:49.825224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:49.838441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:43:49.856738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:49.860631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:49.906150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:49.942540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['23b5c573-4da2-466a-a81a-c83ad0eb1c36'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:43:50.590651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e090eb-7cad-4a20-9dd3-f5e812628a56 req-df082cd9-b223-45f2-92b3-5dd111ee44e6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:50.592275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e3e090eb-7cad-4a20-9dd3-f5e812628a56 req-df082cd9-b223-45f2-92b3-5dd111ee44e6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0498066 May 12 03:43:50.638193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e3e090eb-7cad-4a20-9dd3-f5e812628a56 req-e7f9332f-1cb7-4df2-947f-0d4416698263 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 May 12 03:43:50.931104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-c1f587ed-7af7-471f-8cd8-d0d257645dd4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:50.932599 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-c1f587ed-7af7-471f-8cd8-d0d257645dd4 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa&tenant_id=77b85483344c4757a14eac1d0667c5ae&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 945 time: 0.0578353 May 12 03:43:50.960362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3ab65-7ad7-4729-8273-613d127edbf8 req-8be4c2e9-5ffa-42fc-a617-34fc4fbb7ee2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:50.961837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78f3ab65-7ad7-4729-8273-613d127edbf8 req-8be4c2e9-5ffa-42fc-a617-34fc4fbb7ee2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0647306 May 12 03:43:50.993763 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-502fd506-9345-42c2-a5df-729f881eb584 service neutron] 10.222.0.57 "GET /v2.0/ports/23b5c573-4da2-466a-a81a-c83ad0eb1c36/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0548143 May 12 03:43:51.010841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78f3ab65-7ad7-4729-8273-613d127edbf8 req-c7d5b29e-45f8-4ed3-a77e-bffd4c9b4266 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 May 12 03:43:51.053244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-37631c5f-f607-4128-bbce-3a6174d9c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:51.054751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-37631c5f-f607-4128-bbce-3a6174d9c342 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1129 time: 0.0384984 May 12 03:43:51.145485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-76fac00e-fa3c-4048-b0f6-a2b2b28e192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:51.147536 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-76fac00e-fa3c-4048-b0f6-a2b2b28e192c service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0864937 May 12 03:43:51.213023 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-0239ad97-a961-4821-918f-5725994bdc29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 1002 time: 0.0597732 May 12 03:43:51.259348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-f3efcdea-d2c3-4f56-bbb0-e2ee12cae804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:51.260753 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-f3efcdea-d2c3-4f56-bbb0-e2ee12cae804 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0418315 May 12 03:43:51.303941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-bd155ab7-c46d-43de-b524-9b9288928181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:51.305408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-bd155ab7-c46d-43de-b524-9b9288928181 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382795 May 12 03:43:51.396489 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-cac08862-319f-41d7-87ec-1592aea37640 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 May 12 03:43:51.484838 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-915aab8d-391e-4222-9c5c-d1beff32b29f service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828314 May 12 03:43:51.707584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:43:51.780692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: BUILD; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:51.781077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:51.793269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:43:51.812522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:51.816476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:51.866083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:52.124551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56e15-ccae-46c6-a6c5-7c9e0679a9ae req-f734fe2e-90b0-4ef8-b339-7a49fd4c39a1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:52.126029 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d6d56e15-ccae-46c6-a6c5-7c9e0679a9ae req-f734fe2e-90b0-4ef8-b339-7a49fd4c39a1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0460925 May 12 03:43:52.175821 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d6d56e15-ccae-46c6-a6c5-7c9e0679a9ae req-660c8f28-351f-43b2-86c2-677c0aa4bfd9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442941 May 12 03:43:53.288883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9360fa-754b-4fb6-8c52-95607fa031e4 req-bde9581c-cdd0-47f3-b27e-c4c72ceb04a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:53.290241 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f9360fa-754b-4fb6-8c52-95607fa031e4 req-bde9581c-cdd0-47f3-b27e-c4c72ceb04a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0453997 May 12 03:43:53.337059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f9360fa-754b-4fb6-8c52-95607fa031e4 req-5c94e00e-879d-4d3f-968c-505ec5824341 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 May 12 03:43:54.065712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-854db534-bd55-40c6-9f38-57fdd17a046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:54.067194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-854db534-bd55-40c6-9f38-57fdd17a046f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 1128 time: 0.0381396 May 12 03:43:54.136017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-b4b04fe2-1dbe-4a72-986f-c16480bdc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:54.137381 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-b4b04fe2-1dbe-4a72-986f-c16480bdc618 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 1128 time: 0.0416286 May 12 03:43:54.228676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-6f5674fd-8c3f-4c04-9598-0f5bf6682b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:54.230146 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-6f5674fd-8c3f-4c04-9598-0f5bf6682b4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0821052 May 12 03:43:54.454585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50707-d3cf-4c52-9999-399e08f5e5bc req-7ddc3132-8fc1-460f-a6bf-69c0096f275a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:54.456126 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6f50707-d3cf-4c52-9999-399e08f5e5bc req-7ddc3132-8fc1-460f-a6bf-69c0096f275a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0486331 May 12 03:43:54.505573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6f50707-d3cf-4c52-9999-399e08f5e5bc req-29cd3b8b-191d-4e88-b309-2ad4751aa561 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 May 12 03:43:54.642476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-93e4be36-c491-4bb3-bd82-0bdd30d4a068 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 200 len: 1001 time: 0.4027445 May 12 03:43:54.693173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-8d801430-2fba-40cd-880a-6523104cd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:54.694606 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-8d801430-2fba-40cd-880a-6523104cd5f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0423913 May 12 03:43:54.740787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-f7d44570-547d-4d4d-a21a-1bdb7d46899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:54.742194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-f7d44570-547d-4d4d-a21a-1bdb7d46899c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387619 May 12 03:43:54.836416 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-392eea28-5309-4d99-aa5a-224bd69ca7db service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850871 May 12 03:43:54.925694 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9ec88cf1-0d70-4a48-8ddc-c5f6fdd4f48a req-28412eb4-782e-4dba-b8c0-6a4b8cb1afd9 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 May 12 03:43:55.621421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdab7a-12dc-4b3f-ad5a-2128c632ef5a req-1fd08ee6-448e-43a0-a9da-2d5053e3c8fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:55.622798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9fdab7a-12dc-4b3f-ad5a-2128c632ef5a req-1fd08ee6-448e-43a0-a9da-2d5053e3c8fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 944 time: 0.0502260 May 12 03:43:55.667721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9fdab7a-12dc-4b3f-ad5a-2128c632ef5a req-ca8c0551-9739-4966-a6c9-740211b5e308 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 May 12 03:43:55.728263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:43:55.730483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:43:55.867288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: DOWN; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:55.885789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:55.896588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'mac_address': 'fa:16:3e:51:53:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:43:55.939906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:55.940324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:55.956024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:43:55.976145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:55.980067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:56.029218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:56.057769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['23b5c573-4da2-466a-a81a-c83ad0eb1c36'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:43:56.783978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d912450-7c2b-4276-81bb-70b871f934ed req-8e3f6426-abdb-426f-a41a-6f54ca5b0304 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:56.785545 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d912450-7c2b-4276-81bb-70b871f934ed req-8e3f6426-abdb-426f-a41a-6f54ca5b0304 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0475433 May 12 03:43:56.832962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d912450-7c2b-4276-81bb-70b871f934ed req-d2efbf03-cd02-4f07-bbf7-b6e021c1de45 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 May 12 03:43:56.947702 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848222-e5df-43b1-a3c9-f101d6425d34 req-4dc1f0ad-0cb1-4665-b188-903f0a0cd152 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:56.949050 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb848222-e5df-43b1-a3c9-f101d6425d34 req-4dc1f0ad-0cb1-4665-b188-903f0a0cd152 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0499032 May 12 03:43:56.994657 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eb848222-e5df-43b1-a3c9-f101d6425d34 req-410b4b89-8ae4-49f0-8f61-246c0ca92608 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 May 12 03:43:57.104941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8890-414e-4fe9-ba68-b0ef41298510 req-3f72d153-f5a6-487b-b4b5-fd07f58d6fc5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:57.106430 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2ada8890-414e-4fe9-ba68-b0ef41298510 req-3f72d153-f5a6-487b-b4b5-fd07f58d6fc5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0471663 May 12 03:43:57.151729 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2ada8890-414e-4fe9-ba68-b0ef41298510 req-9e7c72a4-3709-42ca-bb38-39444e48fa0a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 May 12 03:43:57.376711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b020380-c31e-484f-8df0-e4b576f91d9c req-b0f53ffd-e03f-4882-bc03-cf2e2b92e9cc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:57.378190 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b020380-c31e-484f-8df0-e4b576f91d9c req-b0f53ffd-e03f-4882-bc03-cf2e2b92e9cc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 945 time: 0.0463462 May 12 03:43:57.426829 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b020380-c31e-484f-8df0-e4b576f91d9c req-76765ba3-76ad-4565-9edf-d3e4735403dc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 May 12 03:43:57.742074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:43:57.786292 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:43:57.786658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:57.860786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:43:57.861165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:57.882905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:43:57.885101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519729b4-7ffa-4d8b-9482-3d04502afe64" -d '{"events": [{"server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "name": "network-vif-plugged", "status": "completed", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:43:57.897227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:57.902062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:57.957334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=9']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:43:57.977972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0bddf4-00c1-4a32-b41e-269bca72554e x-openstack-request-id: req-2d0bddf4-00c1-4a32-b41e-269bca72554e {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:43:57.978264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "name": "network-vif-plugged", "status": "completed", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:43:57.978517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d0bddf4-00c1-4a32-b41e-269bca72554e {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:43:57.978912 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0bddf4-00c1-4a32-b41e-269bca72554e'] response: {'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'code': 200} May 12 03:43:58.538340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535957c-0be4-4667-ada4-d23a40db1dd5 req-4df0beff-5cac-4dd1-a76f-710b8b8b002d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:58.539883 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8535957c-0be4-4667-ada4-d23a40db1dd5 req-4df0beff-5cac-4dd1-a76f-710b8b8b002d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0468805 May 12 03:43:58.588569 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8535957c-0be4-4667-ada4-d23a40db1dd5 req-0c1308d8-b678-49a9-84a1-6add8f71846b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 May 12 03:43:59.623132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-99d0fac5-099b-4865-af46-31830861852e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:59.624703 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-99d0fac5-099b-4865-af46-31830861852e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0574048 May 12 03:43:59.708574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c439d9-b185-4ca8-b92a-70c535cf1b95 req-3dbbc030-16d1-4a68-a057-6a10c1913683 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:43:59.710723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b0c439d9-b185-4ca8-b92a-70c535cf1b95 req-3dbbc030-16d1-4a68-a057-6a10c1913683 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 946 time: 0.0484731 May 12 03:43:59.715233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Deleting port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:43:59.715579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:59.762398 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b0c439d9-b185-4ca8-b92a-70c535cf1b95 req-e6479614-33d8-4fc7-9cad-68dce2e4f69b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 May 12 03:43:59.811249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] For port 23b5c573-4da2-466a-a81a-c83ad0eb1c36, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=23b5c573-4da2-466a-a81a-c83ad0eb1c36,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:43:59.811613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:59.982619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:59.982968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:43:59.983276 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad disassociated. External IP: 172.26.2.251, port: 23b5c573-4da2-466a-a81a-c83ad0eb1c36. May 12 03:43:59.983621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Calling delete_port for 23b5c573-4da2-466a-a81a-c83ad0eb1c36 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:44:00.112259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (23b5c573-4da2-466a-a81a-c83ad0eb1c36), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:00.139927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event deleted for resources: {'Port': ['ID=23b5c573-4da2-466a-a81a-c83ad0eb1c36,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:00.265014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:44:00.382335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:44:00.393551 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:44:00.404343 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:44:00.404946 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:43:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:00.425504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] No DVR routers for this DVR port 23b5c573-4da2-466a-a81a-c83ad0eb1c36 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:44:00.429080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:00.432793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-518dc038-dba4-4099-9034-1ad2b6de75e6 req-fb6850cf-7dc2-4b3d-bd27-ab7d1936fa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "DELETE /v2.0/ports/23b5c573-4da2-466a-a81a-c83ad0eb1c36 HTTP/1.1" status: 204 len: 173 time: 0.7985687 May 12 03:44:00.433260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'name': 'network-vif-deleted', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:44:00.435509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd9ea04-2427-4c09-af35-9bf922d6f1ca" -d '{"events": [{"server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "name": "network-vif-deleted", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:44:00.489951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fba4a0-8e44-4836-9d28-21634c660dad x-openstack-request-id: req-95fba4a0-8e44-4836-9d28-21634c660dad {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:44:00.491297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4134c28a-1b43-4e22-8af7-a2a55e41efaa", "name": "network-vif-deleted", "tag": "23b5c573-4da2-466a-a81a-c83ad0eb1c36", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:44:00.491885 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95fba4a0-8e44-4836-9d28-21634c660dad {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:44:00.492321 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fba4a0-8e44-4836-9d28-21634c660dad'] response: {'server_uuid': '4134c28a-1b43-4e22-8af7-a2a55e41efaa', 'name': 'network-vif-deleted', 'tag': '23b5c573-4da2-466a-a81a-c83ad0eb1c36', 'status': 'completed', 'code': 200} May 12 03:44:00.532008 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:44:00.721991 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:00.750705 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:44:00.759633 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:44:00.760251 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:43:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:00.884760 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-da1aaa4a-6a4c-4fa9-80c0-49c4609d085a req-a2324eac-91e2-4661-be39-5dbd48b4af40 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4134c28a-1b43-4e22-8af7-a2a55e41efaa HTTP/1.1" status: 200 len: 210 time: 0.0352097 May 12 03:44:00.982013 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:44:01.176563 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:01.202541 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ff471-17f7-4c03-b1d4-632e8e119fea None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:44:01.429367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02ce05-ccc2-465c-9b11-f50513467ac1 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:44:01.758799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:44:01.779060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 23b5c573-4da2-466a-a81a-c83ad0eb1c36 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:44:01.779409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 23b5c573-4da2-466a-a81a-c83ad0eb1c36 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:44:02.128374 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-ea968234-bec2-4872-b773-a272e89d729f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1227903924&fields=id&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 267 time: 0.0413425 May 12 03:44:02.231711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-bf4c9bc8-1722-472c-8bec-28bdc3e3a50d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:02.233142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-bf4c9bc8-1722-472c-8bec-28bdc3e3a50d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.0985937 May 12 03:44:02.247889 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-f6683c65-e1d5-4cc0-8dae-064513802e76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/quotas/77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 375 time: 0.0089881 May 12 03:44:02.309115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-b0a665c0-031d-4090-8a60-1d2562f83dd6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559325 May 12 03:44:02.444215 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-abafd2f4-49fb-4d55-875a-db2993a6c719 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230469 May 12 03:44:02.534444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-5833e221-540b-437d-8712-5af135446cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845232 May 12 03:44:02.689589 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5555feb6-8c7e-4d90-9f5f-b08fbb2a19ad req-f4ff28f7-4667-432d-ab98-15fba4b22c6d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0274031 May 12 03:44:03.139281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-63ea45e8-798a-498f-b8b0-2f30b9438093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:03.725464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-f5d46c3f-5fa9-4d00-a041-e0c4c37e4608 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:03.727126 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-f5d46c3f-5fa9-4d00-a041-e0c4c37e4608 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 812 time: 0.1090486 May 12 03:44:03.786484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1b890b41-f819-4d2e-8a3e-1a3c4e5da84a req-9b678911-5afa-447b-8c39-fd7a9f76c1b2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0279455 May 12 03:44:03.796889 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14f33073-9890-4c40-a4b1-76f03dc70d0c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 380 time: 0.0605631 May 12 03:44:03.873319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'port': {'device_id': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'admin_state_up': True, 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'security_groups': ['597d6d80-5e90-45f3-ab78-b850b6c5873b']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:44:03.981274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Made reservation on behalf of 77b85483344c4757a14eac1d0667c5ae for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:44:03.984738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.105597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Allocated IP 172.20.0.4 (806ae4cd-e963-4019-9c5f-8af1f3f4df24/73b196e2-6586-4665-bdc9-bde4db3b2b96/1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:44:04.243346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.274891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.316332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:44:04.321709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:44:04.327661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:44:04.334278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:04.380463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:04.381668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.400165 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-14dc821d-8245-44a9-90d8-111fa59c6118 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306263 May 12 03:44:04.415031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Request body: {'port': {'device_id': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:44:04.481776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.578298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-31328ab7-9c1f-458c-8fb1-01c52828341a None None] Provisioning complete for port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:44:04.578865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-31328ab7-9c1f-458c-8fb1-01c52828341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.612324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-31328ab7-9c1f-458c-8fb1-01c52828341a None None] Port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:44:04.773384 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:44:04.780539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Publish callbacks [] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.792680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Transition to ACTIVE for port object 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:44:04.796491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.849246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:04.916530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558088-da73-4a17-b9cd-93583d2a6439 req-3c0c0916-abc6-44ad-b627-d76e3b5ea4f7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:04.918855 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-00558088-da73-4a17-b9cd-93583d2a6439 req-3c0c0916-abc6-44ad-b627-d76e3b5ea4f7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0575674 May 12 03:44:04.921969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Attempting to bind port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:44:04.922305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Attempting to bind port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:44:04.922699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Attempting to bind port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:44:04.927952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:44:04.928321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Attempting to bind port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 on network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:44:04.934369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:44:04.934714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Checking segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:44:04.935097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Bound using segment: {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:44:04.935535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Bound port: 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77408c1c-34ee-4fb4-a452-e23c2fa93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:44:04.935895 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:04.969810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-00558088-da73-4a17-b9cd-93583d2a6439 req-3490e345-8cc5-43ad-a9c9-f52d2cc207bb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 May 12 03:44:05.008896 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:44:05.012622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:44:05.019188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:05.053413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:05.054041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:05.055431 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] 10.222.0.57 "PUT /v2.0/ports/1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1093 time: 0.6446342 May 12 03:44:05.056068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:44:05.058194 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f923a7-7c23-43e8-94a5-eb98d5631e78" -d '{"events": [{"name": "network-changed", "server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:44:05.088948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3973e3-ae62-47d6-bb63-b1047e5b3561 service neutron] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:05.116116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646352cb-2910-42e7-9e4d-062e4660b9b9 x-openstack-request-id: req-646352cb-2910-42e7-9e4d-062e4660b9b9 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:44:05.116408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:44:05.116656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-646352cb-2910-42e7-9e4d-062e4660b9b9 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:44:05.117049 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646352cb-2910-42e7-9e4d-062e4660b9b9'] response: {'name': 'network-changed', 'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'status': 'completed', 'code': 200} May 12 03:44:05.151853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-30712495-a90e-4fa5-832d-a4a59635759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:05.153387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-30712495-a90e-4fa5-832d-a4a59635759e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1127 time: 0.0496771 May 12 03:44:05.205474 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-a0f256f1-aa5a-4488-9d17-caa9897ff546 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 217 time: 0.0396087 May 12 03:44:05.260455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-594e71c3-7d7e-4db6-b0a7-e5de90ef73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:05.261956 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-594e71c3-7d7e-4db6-b0a7-e5de90ef73df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0472994 May 12 03:44:05.307118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-9646f201-dff8-40ac-9c35-fcd8db30d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:05.308495 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-9646f201-dff8-40ac-9c35-fcd8db30d7e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374403 May 12 03:44:05.401680 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-4a8ff681-65ce-4bb5-bc57-040b7594e96a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868611 May 12 03:44:05.492190 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-916d5718-71ad-4f88-b312-3f715fc6e3f4 req-e3d127fe-fbdf-4dbf-bd5f-aff62514af3a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801058 May 12 03:44:05.671597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2e432c25-1207-49a1-baba-089d92d928ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:06.082442 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074db762-1d05-49f5-b09a-a56b46eb49e9 req-4a2514b7-f4b1-47e4-bc25-0cb7a48c8668 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:06.083916 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-074db762-1d05-49f5-b09a-a56b46eb49e9 req-4a2514b7-f4b1-47e4-bc25-0cb7a48c8668 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0463240 May 12 03:44:06.130873 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-074db762-1d05-49f5-b09a-a56b46eb49e9 req-879f7c93-0b20-43b1-9d44-df48e29e25ca tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 May 12 03:44:06.312927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-89868ba8-616b-4928-a7c4-cb5353ffec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:06.314361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-89868ba8-616b-4928-a7c4-cb5353ffec77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1127 time: 0.0419276 May 12 03:44:06.403982 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-838f523e-f3c1-4dd1-9fe3-4cc27ba37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:06.405440 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-838f523e-f3c1-4dd1-9fe3-4cc27ba37dda service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0838027 May 12 03:44:06.454397 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-f43877e7-832f-474a-90ef-a649a80dcee5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 217 time: 0.0389812 May 12 03:44:06.499458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:06.505535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-63f416e9-2287-4e96-9c7a-5b3d00fcf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:06.507630 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-63f416e9-2287-4e96-9c7a-5b3d00fcf9f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0445631 May 12 03:44:06.551473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-849719ae-eee0-4eeb-9fc6-15125de8dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:06.553453 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-849719ae-eee0-4eeb-9fc6-15125de8dd0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0367432 May 12 03:44:06.653277 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-abc9af86-0067-4a53-aa7f-177825233119 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905073 May 12 03:44:06.747636 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-15f923a7-7c23-43e8-94a5-eb98d5631e78 req-7391c4f5-258a-489c-8f29-8d575b16e1e9 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870993 May 12 03:44:07.243367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1b11-5444-462f-bbd7-6f245fafd974 req-e1789fe8-c5df-42bf-b5d2-8697b0112618 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:07.244706 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-574d1b11-5444-462f-bbd7-6f245fafd974 req-e1789fe8-c5df-42bf-b5d2-8697b0112618 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0458491 May 12 03:44:07.294044 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-574d1b11-5444-462f-bbd7-6f245fafd974 req-8b0398f3-6df1-45d0-aa5e-8d9bbcbb4ad1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 May 12 03:44:07.788643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:44:07.883316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:44:07.894056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'mac_address': 'fa:16:3e:92:6d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:44:07.930787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:44:07.931176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:07.943995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:44:07.963128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:44:07.967041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:08.015712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:08.063772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:08.222001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:44:08.408428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24850b-b936-468b-a8d8-f45c2a05d1b6 req-c2998b91-bc8b-45e9-9239-bd947d7e57eb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:08.409869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ba24850b-b936-468b-a8d8-f45c2a05d1b6 req-c2998b91-bc8b-45e9-9239-bd947d7e57eb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 944 time: 0.0459232 May 12 03:44:08.454645 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ba24850b-b936-468b-a8d8-f45c2a05d1b6 req-1d3426f1-4b2a-4cdb-962d-6e900329d8f3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 May 12 03:44:09.573161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223432f-bdc9-4031-93bd-523f22cf5aba req-3e95c111-ebea-4e49-be28-263ec433bd05 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:09.574660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d223432f-bdc9-4031-93bd-523f22cf5aba req-3e95c111-ebea-4e49-be28-263ec433bd05 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 944 time: 0.0513325 May 12 03:44:09.620532 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d223432f-bdc9-4031-93bd-523f22cf5aba req-95dd45b4-a3e2-4339-8afb-7207b0c40943 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 May 12 03:44:09.658311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:09.791836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:44:09.836751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:44:09.842784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:44:09.843230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:09.917967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:44:09.918272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:09.942005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:44:09.944842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3331946-dd39-4cb6-a4c5-64803a9746cf" -d '{"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-plugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:44:09.956934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:44:09.961619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:09.984072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b304c35b-7efc-4be7-984b-b6226461be17 x-openstack-request-id: req-b304c35b-7efc-4be7-984b-b6226461be17 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:44:09.984367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-plugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:44:09.984622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b304c35b-7efc-4be7-984b-b6226461be17 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:44:09.985014 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b304c35b-7efc-4be7-984b-b6226461be17'] response: {'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'code': 200} May 12 03:44:10.009363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:10.224366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b98162-62df-455d-8d10-1680b3ea9fce req-82f7cadb-6100-4dba-a820-f1ee4e12e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:10.226475 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58b98162-62df-455d-8d10-1680b3ea9fce req-82f7cadb-6100-4dba-a820-f1ee4e12e89e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1129 time: 0.0421078 May 12 03:44:10.267804 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58b98162-62df-455d-8d10-1680b3ea9fce req-5acaa8eb-ccc8-4106-90fa-517c1411586a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356560 May 12 03:44:10.735344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19ef1-c613-415a-bbb4-abb21a0c7bb5 req-171d6ff3-9606-4741-9933-d59534945259 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:10.736809 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cec19ef1-c613-415a-bbb4-abb21a0c7bb5 req-171d6ff3-9606-4741-9933-d59534945259 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0505939 May 12 03:44:10.782833 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cec19ef1-c613-415a-bbb4-abb21a0c7bb5 req-965b9adc-5563-4760-b043-2691816baef7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403130 May 12 03:44:11.896268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aa2d7-7873-4d12-ac5e-4f6c65d13026 req-2726ea2e-6d1a-4173-bd00-47ac0e3c3ee7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:11.898249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c89aa2d7-7873-4d12-ac5e-4f6c65d13026 req-2726ea2e-6d1a-4173-bd00-47ac0e3c3ee7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0459733 May 12 03:44:11.945000 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c89aa2d7-7873-4d12-ac5e-4f6c65d13026 req-dfed792b-c8d6-4451-8556-81dd079f0734 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 May 12 03:44:12.057218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157929e-5961-4184-a5d3-2396e56fd72b req-9c6a4203-b088-42ec-bb7e-707cb99fb886 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:12.058942 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a157929e-5961-4184-a5d3-2396e56fd72b req-9c6a4203-b088-42ec-bb7e-707cb99fb886 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0490952 May 12 03:44:12.067787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38434) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:44:12.072937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Request body: {'floatingip': {'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:44:12.115921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:12.464030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:12.541679 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:12.545374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:12.644276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad associated. External IP: 172.26.2.251, port: 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0. May 12 03:44:12.848614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:44:13.225908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:44:13.230264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:13.237439 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:44:13.251227 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:44:13.251761 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:44:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:13.258522 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a24fd170-1ece-4104-ac01-bc9e9552a14f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "PUT /v2.0/floatingips/49316a4b-34b0-44a4-9cf3-f400571c9aad HTTP/1.1" status: 200 len: 992 time: 1.1896064 May 12 03:44:13.259115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:44:13.261619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c31669-b42e-42bb-8716-54e32989928a" -d '{"events": [{"name": "network-changed", "server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:44:13.361059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ae87b-8463-4e9f-957a-ac1d3fc0ed6e x-openstack-request-id: req-e74ae87b-8463-4e9f-957a-ac1d3fc0ed6e {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:44:13.361220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:44:13.361372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e74ae87b-8463-4e9f-957a-ac1d3fc0ed6e {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:44:13.361789 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74ae87b-8463-4e9f-957a-ac1d3fc0ed6e'] response: {'name': 'network-changed', 'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'status': 'completed', 'code': 200} May 12 03:44:13.362671 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:44:13.433405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c31669-b42e-42bb-8716-54e32989928a req-4523efab-42a4-40ae-a411-fb6331d4da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:13.434975 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-4523efab-42a4-40ae-a411-fb6331d4da51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1129 time: 0.0451806 May 12 03:44:13.542062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c31669-b42e-42bb-8716-54e32989928a req-72f75f9d-ab44-4586-a911-cb92c0f22d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:13.543735 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-72f75f9d-ab44-4586-a911-cb92c0f22d15 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.1025767 May 12 03:44:13.603932 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:92:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:44:12Z', 'revision_number': 13, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:13.618279 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-cd6477df-7b1b-4981-95e8-f8974d75795c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0669751 May 12 03:44:13.632873 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:44:13.650774 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:44:13.651579 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:44:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:13.672342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c31669-b42e-42bb-8716-54e32989928a req-48787cc6-68cf-40b8-a84a-60451b35b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:13.674036 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-48787cc6-68cf-40b8-a84a-60451b35b524 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0495989 May 12 03:44:13.726567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c31669-b42e-42bb-8716-54e32989928a req-bee9d19b-32bc-4421-8fa5-ecc1cad88235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:13.728146 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-bee9d19b-32bc-4421-8fa5-ecc1cad88235 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477309 May 12 03:44:13.766702 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:44:13.817426 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-2c3a2f15-6206-4148-bbda-e6802d4064f9 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 May 12 03:44:13.912372 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17c31669-b42e-42bb-8716-54e32989928a req-1306c1b8-07f6-4c42-90a4-9ab2f2ed7cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894034 May 12 03:44:13.989132 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:92:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:44:12Z', 'revision_number': 13, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:44:14.015650 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671eab-baba-46cd-83e0-ff9807eb9dc2 None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '49316a4b-34b0-44a4-9cf3-f400571c9aad', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'floating_ip_address': '172.26.2.251', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'mac_address': 'fa:16:3e:92:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:41:29Z', 'updated_at': '2022-05-12T03:44:12Z', 'revision_number': 13, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:44:14.215282 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64985303-e4bd-4347-9fee-ab8caca6c285 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:44:15.777797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a69e-e7ce-4ffb-b8bb-cfe735226946 req-3c3e3622-bd08-438a-bb7b-fa24a53031ff tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:15.779628 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a4e9a69e-e7ce-4ffb-b8bb-cfe735226946 req-3c3e3622-bd08-438a-bb7b-fa24a53031ff tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0478005 May 12 03:44:15.827129 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a4e9a69e-e7ce-4ffb-b8bb-cfe735226946 req-2d495c0e-d0a6-4e31-97a3-5d56922e48d8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 May 12 03:44:16.763333 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:44:33.140802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1cd42ad5-dc4e-42ba-a1b9-d7e5fe62dab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:33.262216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958dc1-8e16-482a-b2aa-1a852bdfb06e req-c44758c1-6861-4612-a92f-799ad220eab1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:33.263696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29958dc1-8e16-482a-b2aa-1a852bdfb06e req-c44758c1-6861-4612-a92f-799ad220eab1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0505540 May 12 03:44:33.282808 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-9c1ec8d4-2ac3-4baf-9bd4-e8eaecdeb91b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808744 May 12 03:44:33.310430 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29958dc1-8e16-482a-b2aa-1a852bdfb06e req-8c8c61b6-0414-455f-9e3d-fc3741166021 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 May 12 03:44:33.679844 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-6c8ce63a-c84f-476a-8562-c7cbf93c6dbd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:33.681247 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-6c8ce63a-c84f-476a-8562-c7cbf93c6dbd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports/1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 942 time: 0.1028275 May 12 03:44:34.423793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ad3bf-26c3-47b7-b0b6-56fed330f519 req-97540b25-3475-445a-be8b-da8e5550bd87 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:34.425234 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-121ad3bf-26c3-47b7-b0b6-56fed330f519 req-97540b25-3475-445a-be8b-da8e5550bd87 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0456207 May 12 03:44:34.482435 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-121ad3bf-26c3-47b7-b0b6-56fed330f519 req-91129512-1bfb-4f2e-8836-7b9f5921bb81 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514274 May 12 03:44:34.544850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-580fca11-3ed8-482f-90d9-8beed3bbb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:34.546325 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-580fca11-3ed8-482f-90d9-8beed3bbb70f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1129 time: 0.0395725 May 12 03:44:34.637976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-db07841b-729a-43ea-8b0d-ffab4dbfcffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:34.639339 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-db07841b-729a-43ea-8b0d-ffab4dbfcffc service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0857697 May 12 03:44:34.709628 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-4d2df328-b383-4de4-81f1-efac3f8dfffa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0622523 May 12 03:44:34.761158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-c6a14421-5f47-408b-ade2-fc6e31a56155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:34.762593 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-c6a14421-5f47-408b-ade2-fc6e31a56155 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0459275 May 12 03:44:34.807653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-735ae39e-f893-4a4a-88db-0654f97f8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:34.809093 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-735ae39e-f893-4a4a-88db-0654f97f8d0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368359 May 12 03:44:34.897696 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-0741d3ba-7b16-4f3f-88bd-e2cc8a5cbb8d service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806062 May 12 03:44:34.994794 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-d0263076-894b-46a3-aaa8-c024c2070bad service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902920 May 12 03:44:35.597032 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2350-7658-4861-a1d8-639404091a24 req-4e028e58-ec19-4109-a75e-d658aa9f74fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:35.598431 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e0e2350-7658-4861-a1d8-639404091a24 req-4e028e58-ec19-4109-a75e-d658aa9f74fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0492501 May 12 03:44:35.651952 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e0e2350-7658-4861-a1d8-639404091a24 req-80277f9b-5025-43f3-8fe1-307e7e6ee72c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474837 May 12 03:44:35.671580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2f82-278b-4339-bf03-638ff5fa72c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:36.500854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:36.765909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41f6b2-dab4-4014-a034-ec19e97be62d req-909bfd8f-8db8-49f1-ba52-1ff42ffd0e17 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:36.767402 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf41f6b2-dab4-4014-a034-ec19e97be62d req-909bfd8f-8db8-49f1-ba52-1ff42ffd0e17 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0452998 May 12 03:44:36.813016 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bf41f6b2-dab4-4014-a034-ec19e97be62d req-94f01ad8-4786-4962-9ffb-d803cf3f41f3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 May 12 03:44:37.932925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436a8a-9791-4d3a-8cd2-b929fddd17c2 req-9d1f19ac-5488-4321-b0a2-0a1eee602131 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:37.934434 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71436a8a-9791-4d3a-8cd2-b929fddd17c2 req-9d1f19ac-5488-4321-b0a2-0a1eee602131 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0514755 May 12 03:44:37.980107 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71436a8a-9791-4d3a-8cd2-b929fddd17c2 req-96bf765b-bd80-44d0-9185-3e10104e4fcb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 May 12 03:44:38.065645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:39.092196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6ef4-d1a1-41ce-8cdc-20149769d7c9 req-9d44ee51-a46a-473c-8e82-eb90971a5abc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:39.093670 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9a5a6ef4-d1a1-41ce-8cdc-20149769d7c9 req-9d44ee51-a46a-473c-8e82-eb90971a5abc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0461378 May 12 03:44:39.138218 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9a5a6ef4-d1a1-41ce-8cdc-20149769d7c9 req-1b1085bc-2e33-4e0f-8319-2a7487ab698d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 May 12 03:44:39.655707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:40.254579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16c83-3c28-4a3b-8903-1b294d644341 req-ac5df1f2-8fa9-411f-9bc0-2499a9ae1509 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:40.256046 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9a16c83-3c28-4a3b-8903-1b294d644341 req-ac5df1f2-8fa9-411f-9bc0-2499a9ae1509 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0503824 May 12 03:44:40.302580 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9a16c83-3c28-4a3b-8903-1b294d644341 req-a89e2643-dc19-49bf-8c84-b38c02872a6a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 May 12 03:44:41.415310 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef682d2b-d8c5-498a-b7be-8777ee3189c2 req-13af03f9-dbd8-466f-9974-987886f9e6c5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:41.416804 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef682d2b-d8c5-498a-b7be-8777ee3189c2 req-13af03f9-dbd8-466f-9974-987886f9e6c5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0460536 May 12 03:44:41.462440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ef682d2b-d8c5-498a-b7be-8777ee3189c2 req-6fb75d58-1bc3-4a64-ae2d-8a0c3f2fabdf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401204 May 12 03:44:42.454537 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:42.575476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb87463-ddd1-4216-b905-d26a5c78275b req-6659ec0e-234d-4924-9bbf-ce78865a522d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:42.576957 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-edb87463-ddd1-4216-b905-d26a5c78275b req-6659ec0e-234d-4924-9bbf-ce78865a522d tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0464003 May 12 03:44:42.627033 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-edb87463-ddd1-4216-b905-d26a5c78275b req-75862a5d-92b8-4dd5-b8bc-62330a9ae087 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 May 12 03:44:43.743426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8664fd-7d4c-4606-8eb9-ed1a7eb9a3fe req-1b1b6285-713d-4ad1-9b2c-bd633c9b8774 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:43.744904 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ed8664fd-7d4c-4606-8eb9-ed1a7eb9a3fe req-1b1b6285-713d-4ad1-9b2c-bd633c9b8774 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0478208 May 12 03:44:43.792711 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ed8664fd-7d4c-4606-8eb9-ed1a7eb9a3fe req-57906903-cd62-4265-9684-7e9fc12778ff tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 May 12 03:44:44.906365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f391c09-4376-4d8b-a8ba-a893ad0029a5 req-f1f1a727-90b2-4559-92da-249f573cab88 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:44.908293 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f391c09-4376-4d8b-a8ba-a893ad0029a5 req-f1f1a727-90b2-4559-92da-249f573cab88 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0475621 May 12 03:44:44.956108 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f391c09-4376-4d8b-a8ba-a893ad0029a5 req-eb994f56-1a29-4029-a343-1dd87c2ae422 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 May 12 03:44:45.951450 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-5c4da506-3ff4-48d2-ade8-073f970a3034 service neutron] 10.222.0.57 "GET /v2.0/ports/1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0548265 May 12 03:44:46.005479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:44:46.076619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036b147-fa05-4a00-962c-9c04ea42196d req-dd27f308-c44c-4cbd-a4d2-621ddce822fa tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:46.078033 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2036b147-fa05-4a00-962c-9c04ea42196d req-dd27f308-c44c-4cbd-a4d2-621ddce822fa tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0513124 May 12 03:44:46.101803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:44:46.102218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:46.126622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:44:46.128907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39315da7-e3cb-4726-b9e3-a96f874a18bc" -d '{"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-unplugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:44:46.141132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:44:46.142139 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2036b147-fa05-4a00-962c-9c04ea42196d req-69ae92a1-c6ab-4d11-ba88-906316a71b52 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564749 May 12 03:44:46.147233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:46.184102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b4fe52-8828-4a9e-aa03-479cc576f0f7 x-openstack-request-id: req-e0b4fe52-8828-4a9e-aa03-479cc576f0f7 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:44:46.184392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-unplugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:44:46.184642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0b4fe52-8828-4a9e-aa03-479cc576f0f7 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:44:46.185031 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b4fe52-8828-4a9e-aa03-479cc576f0f7'] response: {'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'code': 200} May 12 03:44:46.200538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:46.205026 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-18fa5273-6775-469c-8459-c988ef654c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:46.206552 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-18fa5273-6775-469c-8459-c988ef654c87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 1127 time: 0.0411782 May 12 03:44:46.207453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.207802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.208674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.209008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.209344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.209671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.210020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.210345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.210668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.210994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.211317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.211639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.211961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.212277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.212596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:44:46.269777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-2641335a-ee85-4aa7-a826-9a0e01db6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:46.271807 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-2641335a-ee85-4aa7-a826-9a0e01db6606 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1127 time: 0.0421870 May 12 03:44:46.361850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-11b41ea1-2abd-4cf9-8cc7-5553fc879c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:46.363267 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-11b41ea1-2abd-4cf9-8cc7-5553fc879c2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0835788 May 12 03:44:46.433070 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-f1c9f567-faeb-4a65-829a-3724dde91a9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0606780 May 12 03:44:46.487551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-d2917147-8c8f-4ed7-87b2-83325f3e98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:46.488930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-d2917147-8c8f-4ed7-87b2-83325f3e98b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0424373 May 12 03:44:46.531279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-1be74b0d-b83b-40ab-919b-2448b6145d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:46.532705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-1be74b0d-b83b-40ab-919b-2448b6145d3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366571 May 12 03:44:46.625804 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-f599849c-abca-46cb-91b1-036bb1bec2d2 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830591 May 12 03:44:46.714307 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-b13e9cb5-b7e3-472f-a5a8-06f01423f097 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788434 May 12 03:44:47.259217 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dddf84-d28c-4081-b157-6eae8e26e39b req-d225082f-5685-43e9-b27b-2c2def415930 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:47.260676 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e5dddf84-d28c-4081-b157-6eae8e26e39b req-d225082f-5685-43e9-b27b-2c2def415930 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0475070 May 12 03:44:47.306491 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e5dddf84-d28c-4081-b157-6eae8e26e39b req-2aa79508-7730-4322-b92e-9185f534ac0b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 May 12 03:44:48.422533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ee898-2789-4ddb-9933-b277685c0cc4 req-bcefb89f-ff2a-4eb2-97e6-c1e737f6ea09 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:48.423997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-315ee898-2789-4ddb-9933-b277685c0cc4 req-bcefb89f-ff2a-4eb2-97e6-c1e737f6ea09 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0474632 May 12 03:44:48.473808 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-315ee898-2789-4ddb-9933-b277685c0cc4 req-a7561512-9556-4976-82b3-e25b49f2e139 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435469 May 12 03:44:49.588613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c018f-b208-4984-8c6c-e3575c7c945d req-0a092e1e-5a19-4544-a7a2-9bed1c5755cc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:49.590027 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-089c018f-b208-4984-8c6c-e3575c7c945d req-0a092e1e-5a19-4544-a7a2-9bed1c5755cc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0470481 May 12 03:44:49.638004 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-089c018f-b208-4984-8c6c-e3575c7c945d req-f67d5aac-95fb-47fd-b2ff-ad2778f3001e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 May 12 03:44:50.751521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf414-944a-4528-a798-bb52d7da502c req-69549f3f-1909-4912-9cdf-df71bddce212 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:50.752990 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-42baf414-944a-4528-a798-bb52d7da502c req-69549f3f-1909-4912-9cdf-df71bddce212 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0465059 May 12 03:44:50.799790 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-42baf414-944a-4528-a798-bb52d7da502c req-637800a9-bfaf-4bee-8fb0-5729dd921fd7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 May 12 03:44:51.916431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bebf4a-c4cf-4445-8f43-1b991a41efbb req-62245459-9b54-4ad6-aa89-9045d927c8de tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:51.918039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98bebf4a-c4cf-4445-8f43-1b991a41efbb req-62245459-9b54-4ad6-aa89-9045d927c8de tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0506964 May 12 03:44:51.964779 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-98bebf4a-c4cf-4445-8f43-1b991a41efbb req-62b08083-99d8-4871-884d-2842c592661f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 May 12 03:44:53.079780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408631d-99fa-4c6c-9fcb-dce07c3e86f2 req-64adadb0-9f08-4a07-ad80-a3d54a093032 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:53.081262 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a408631d-99fa-4c6c-9fcb-dce07c3e86f2 req-64adadb0-9f08-4a07-ad80-a3d54a093032 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0460575 May 12 03:44:53.130716 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a408631d-99fa-4c6c-9fcb-dce07c3e86f2 req-33a22e78-4273-4ba9-88db-9980dccdb89e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 May 12 03:44:53.762190 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:44:54.250995 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2d32-74f0-4da7-ab88-af06970077a5 req-ee23995c-4e79-4d59-8170-5d610e27479e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:54.252469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f35b2d32-74f0-4da7-ab88-af06970077a5 req-ee23995c-4e79-4d59-8170-5d610e27479e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0507522 May 12 03:44:54.299594 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f35b2d32-74f0-4da7-ab88-af06970077a5 req-b60c2dc3-8cb2-46ae-9c1f-471684c98e7c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 May 12 03:44:55.414172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944ec9b-9480-4d9c-852a-d050e5ffb664 req-32817839-da6c-4a8f-8f3e-28fa8e1a67d5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:55.415696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8944ec9b-9480-4d9c-852a-d050e5ffb664 req-32817839-da6c-4a8f-8f3e-28fa8e1a67d5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0470243 May 12 03:44:55.461706 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8944ec9b-9480-4d9c-852a-d050e5ffb664 req-93eaa04d-3cd4-4d11-b2f6-68f027180b30 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 May 12 03:44:56.577092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75206-1d24-4dab-a160-19473f9c8385 req-2c8a89c1-c6c7-40dc-b334-d1814b7db725 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:56.578612 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89f75206-1d24-4dab-a160-19473f9c8385 req-2c8a89c1-c6c7-40dc-b334-d1814b7db725 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0467811 May 12 03:44:56.633423 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89f75206-1d24-4dab-a160-19473f9c8385 req-bf568134-6735-4a55-bc2d-77a8590da9b8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 May 12 03:44:57.748320 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b200b-eab4-45af-8249-f78aefc4f464 req-6fa7df88-93c1-459f-b0f9-257a1a36c48c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:57.749806 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-414b200b-eab4-45af-8249-f78aefc4f464 req-6fa7df88-93c1-459f-b0f9-257a1a36c48c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0471058 May 12 03:44:57.801395 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-414b200b-eab4-45af-8249-f78aefc4f464 req-4eb78951-9e69-467a-9af9-4941d5d7d96f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458565 May 12 03:44:58.081622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:44:58.175940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:44:58.190581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'mac_address': 'fa:16:3e:92:6d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:44:58.228031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:44:58.228420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:58.241441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:44:58.260444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:44:58.264084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:44:58.312097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:44:58.334132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:44:58.917100 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20433d-5836-4fcc-9d69-a3b1ae396e84 req-1e922bd1-9db2-4d8c-84b4-43db35d637bf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:44:58.918576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f20433d-5836-4fcc-9d69-a3b1ae396e84 req-1e922bd1-9db2-4d8c-84b4-43db35d637bf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 944 time: 0.0456302 May 12 03:44:58.964651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3f20433d-5836-4fcc-9d69-a3b1ae396e84 req-67afb878-e9ca-4db1-8657-79b2b1302d9c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 May 12 03:45:00.081814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a544cf-3828-4932-9f7a-8394a2d20cc0 req-9b7139e7-e5e0-486e-90dc-46c7b4da0f00 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:00.083956 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-83a544cf-3828-4932-9f7a-8394a2d20cc0 req-9b7139e7-e5e0-486e-90dc-46c7b4da0f00 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 944 time: 0.0515895 May 12 03:45:00.084082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:45:00.131459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:45:00.131834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:00.134805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-83a544cf-3828-4932-9f7a-8394a2d20cc0 req-dce7cc9e-b1f3-4389-a3c5-9ff5365fedc1 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 May 12 03:45:00.218018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:45:00.218410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:00.240631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:45:00.242895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d504cf-8e16-4c95-9277-6ac192fd11a7" -d '{"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-plugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:45:00.255857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:00.260585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:00.288719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88eab31-c838-470b-856f-f49515a14f17 x-openstack-request-id: req-f88eab31-c838-470b-856f-f49515a14f17 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:45:00.289017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-plugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:45:00.289401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f88eab31-c838-470b-856f-f49515a14f17 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:45:00.289912 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88eab31-c838-470b-856f-f49515a14f17'] response: {'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'code': 200} May 12 03:45:00.311245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:01.248428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9161-4c2c-4eca-9c0f-4d6bf9b3e504 req-d4c0001b-81ec-47bf-8bb5-c81f938faa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:01.250088 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fdfe9161-4c2c-4eca-9c0f-4d6bf9b3e504 req-d4c0001b-81ec-47bf-8bb5-c81f938faa76 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0471947 May 12 03:45:01.296329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fdfe9161-4c2c-4eca-9c0f-4d6bf9b3e504 req-e824da17-42a9-42d9-b6f8-8ced0fb93741 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405252 May 12 03:45:02.409087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6af455-6970-4c51-b81d-2c5d5f42e86b req-08613411-e939-4fc4-8d4a-6b8b0768b34a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:02.411096 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9c6af455-6970-4c51-b81d-2c5d5f42e86b req-08613411-e939-4fc4-8d4a-6b8b0768b34a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0445187 May 12 03:45:02.459627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9c6af455-6970-4c51-b81d-2c5d5f42e86b req-deef7457-d8ef-4ead-be68-ed64a633a666 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 May 12 03:45:03.143133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-27522430-7909-4a0a-8532-49d3adf668e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:03.571531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d12b1b-baeb-42ff-919e-135306cec0f7 req-57d41e3b-0422-4d27-be09-bf2e8607455e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:03.572971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2d12b1b-baeb-42ff-919e-135306cec0f7 req-57d41e3b-0422-4d27-be09-bf2e8607455e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0455720 May 12 03:45:03.618491 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2d12b1b-baeb-42ff-919e-135306cec0f7 req-44fb72a5-7b0f-4ed0-98b9-c2cd44c33876 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 May 12 03:45:04.731018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219915f6-5811-4c1c-9fe4-ea127de297f3 req-aed72d74-b27b-4ad9-b426-b8ec96021ccb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:04.732515 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-219915f6-5811-4c1c-9fe4-ea127de297f3 req-aed72d74-b27b-4ad9-b426-b8ec96021ccb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0459483 May 12 03:45:04.778151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-219915f6-5811-4c1c-9fe4-ea127de297f3 req-31dc06de-94df-4f8e-b113-cb6bb07fd637 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 May 12 03:45:05.074320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-08a57b38-a172-48a4-a70a-8b9f712dbd29 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:05.075759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-08a57b38-a172-48a4-a70a-8b9f712dbd29 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650&tenant_id=77b85483344c4757a14eac1d0667c5ae&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 945 time: 0.0544677 May 12 03:45:05.082171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e3b4-0af6-4fca-85bd-1d2f10ae8475 req-13dab80a-a1d0-4797-921e-83126fcb890f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:05.084149 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9516e3b4-0af6-4fca-85bd-1d2f10ae8475 req-13dab80a-a1d0-4797-921e-83126fcb890f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0498624 May 12 03:45:05.130439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9516e3b4-0af6-4fca-85bd-1d2f10ae8475 req-d6a6657a-2b5d-4dfe-8b46-ac7b142c6bcc tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 May 12 03:45:05.137085 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-5c622089-fb03-428d-b919-4763492e2656 service neutron] 10.222.0.57 "GET /v2.0/ports/1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0548687 May 12 03:45:05.198847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-bfab7fed-cf79-47ec-9460-23c1624c20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:05.200339 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-bfab7fed-cf79-47ec-9460-23c1624c20f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1129 time: 0.0406125 May 12 03:45:05.293014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-5cc993d6-8ff8-4e7a-b564-fdcd222962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:05.294418 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-5cc993d6-8ff8-4e7a-b564-fdcd222962e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0879524 May 12 03:45:05.358739 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-5e483688-50f9-4225-af3f-3e9d586dbd27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0572009 May 12 03:45:05.407210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-6d257a2c-560e-4f2c-8b83-0e2b1a930228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:05.408600 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-6d257a2c-560e-4f2c-8b83-0e2b1a930228 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0435009 May 12 03:45:05.456936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-2a65b9e2-4344-4605-9c04-8cc077641eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:05.459024 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-2a65b9e2-4344-4605-9c04-8cc077641eae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444639 May 12 03:45:05.544654 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-404d86c9-ac49-4d4b-9ec1-a344ef9b4b37 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791385 May 12 03:45:05.632743 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-af11c198-c02a-41d5-9f0f-cd0c657fa3a8 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821207 May 12 03:45:05.677975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38f2311d-3ad1-4a6d-97fd-055e9caaa96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:06.246712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793f316-ebf7-4536-ae8a-12b3027ecb0c req-898524c9-9acf-41bc-b56e-369ee070fc5c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:06.248155 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c793f316-ebf7-4536-ae8a-12b3027ecb0c req-898524c9-9acf-41bc-b56e-369ee070fc5c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0467863 May 12 03:45:06.292863 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c793f316-ebf7-4536-ae8a-12b3027ecb0c req-f7dca9cf-6a55-4297-a232-9e4222d31784 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 May 12 03:45:06.503511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:07.382911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d105ba8-043f-424b-a801-46b6fd14546d req-a316239a-2c9b-4047-8acb-d7427b7712e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:07.384373 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-a316239a-2c9b-4047-8acb-d7427b7712e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1129 time: 0.0396590 May 12 03:45:07.412018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db87add-502f-43f1-a8b9-4f2d301395b6 req-9b117128-eb69-4ed6-9179-65cd875e9490 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:07.413773 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1db87add-502f-43f1-a8b9-4f2d301395b6 req-9b117128-eb69-4ed6-9179-65cd875e9490 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0525346 May 12 03:45:07.461189 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1db87add-502f-43f1-a8b9-4f2d301395b6 req-d59026f4-2e71-430c-8ef6-1f5aa54a65bf tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 May 12 03:45:07.510598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d105ba8-043f-424b-a801-46b6fd14546d req-3b4f1213-ee61-46f0-8af7-e2c0cd0419f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:07.512029 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-3b4f1213-ee61-46f0-8af7-e2c0cd0419f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0862882 May 12 03:45:07.597980 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-147265e5-6d01-4b7e-b739-79dda0b35186 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0559692 May 12 03:45:07.648518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d105ba8-043f-424b-a801-46b6fd14546d req-2169bb4c-02e0-456f-838c-01eebbc21838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:07.649960 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-2169bb4c-02e0-456f-838c-01eebbc21838 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.0428617 May 12 03:45:07.813478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d105ba8-043f-424b-a801-46b6fd14546d req-5fcc5edf-784e-428c-a465-ae760e4249a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:07.815648 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-5fcc5edf-784e-428c-a465-ae760e4249a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507035 May 12 03:45:07.908232 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-1c5ad67a-6e27-46bb-be65-8977d3b223e6 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866926 May 12 03:45:08.007368 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5d105ba8-043f-424b-a801-46b6fd14546d req-d7f0b0fc-84c2-4077-bb2b-21ded30eadd7 service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896053 May 12 03:45:08.069218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:08.574589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168e0f-780c-4843-99db-14c412dc06af req-a865bc1c-e777-4cdc-b8cf-b54cfc5cf335 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:08.576239 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d7168e0f-780c-4843-99db-14c412dc06af req-a865bc1c-e777-4cdc-b8cf-b54cfc5cf335 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0473411 May 12 03:45:08.622800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d7168e0f-780c-4843-99db-14c412dc06af req-45713044-7663-42c3-8f38-4442237c1318 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 May 12 03:45:09.653404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:09.743581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed141fc8-2d45-4e4a-a20f-2b85ee29df90 req-ac11af97-9ad2-4601-8f67-b6760365675a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:09.745109 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ed141fc8-2d45-4e4a-a20f-2b85ee29df90 req-ac11af97-9ad2-4601-8f67-b6760365675a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0486977 May 12 03:45:09.797925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ed141fc8-2d45-4e4a-a20f-2b85ee29df90 req-1156a6f3-59ab-42d1-95cb-ba0312f5f916 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 May 12 03:45:10.915002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf46d7-4749-48e9-ac86-cd6640dfbfc3 req-18759ac7-c264-4e86-b94d-f0c062a8763e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:10.916471 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33cf46d7-4749-48e9-ac86-cd6640dfbfc3 req-18759ac7-c264-4e86-b94d-f0c062a8763e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0458376 May 12 03:45:10.962628 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33cf46d7-4749-48e9-ac86-cd6640dfbfc3 req-67fe64a2-6fbb-4198-98f7-331445d6f04b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 May 12 03:45:12.086245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1cf15-f9dc-411e-865d-04227547aaf5 req-5a53e449-6744-4a52-8400-1439b31abf62 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:12.087772 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-47c1cf15-f9dc-411e-865d-04227547aaf5 req-5a53e449-6744-4a52-8400-1439b31abf62 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0473232 May 12 03:45:12.114858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:45:12.135438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-47c1cf15-f9dc-411e-865d-04227547aaf5 req-fc8dfaba-8a1b-4451-97d8-2a3328f53636 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 May 12 03:45:12.196983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:45:12.197371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:12.220199 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:45:12.222483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb7ffb-ca86-4f6f-ae0f-6540a27c8d6f" -d '{"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-unplugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:45:12.235092 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:12.239665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:12.267254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b83cf-9b8c-4b9e-850e-528a5ce541e6 x-openstack-request-id: req-4e6b83cf-9b8c-4b9e-850e-528a5ce541e6 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:45:12.267558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-unplugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:45:12.267817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e6b83cf-9b8c-4b9e-850e-528a5ce541e6 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:45:12.268216 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6b83cf-9b8c-4b9e-850e-528a5ce541e6'] response: {'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'code': 200} May 12 03:45:12.292819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=9']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:12.293027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-2727581e-0766-4ae6-ba98-b95ff1034fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:12.294344 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-2727581e-0766-4ae6-ba98-b95ff1034fbf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650&tenant_id=77b85483344c4757a14eac1d0667c5ae HTTP/1.1" status: 200 len: 1127 time: 0.0390797 May 12 03:45:12.354269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-72ce14a5-a053-494f-9421-e6db590f5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:12.355705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-72ce14a5-a053-494f-9421-e6db590f5d46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77b85483344c4757a14eac1d0667c5ae&device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 1127 time: 0.0380054 May 12 03:45:12.451232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-c3e94178-7f4a-438c-a5f2-cfe2940aa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:12.452741 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-c3e94178-7f4a-438c-a5f2-cfe2940aa24c service neutron] 10.222.0.57 "GET /v2.0/networks?id=806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 200 len: 913 time: 0.0865259 May 12 03:45:12.469309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:12.516360 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-7e25ad47-5ffa-45eb-b4e8-95d0d0a9444e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0574660 May 12 03:45:12.908746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-5dfe23a1-e8ab-4204-82a0-2a6d95dc6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:12.910810 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-5dfe23a1-e8ab-4204-82a0-2a6d95dc6835 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 200 len: 851 time: 0.3848693 May 12 03:45:12.956123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-182540f1-9cd3-4a65-88b7-ec6903634c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:12.957665 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-182540f1-9cd3-4a65-88b7-ec6903634c20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=806ae4cd-e963-4019-9c5f-8af1f3f4df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373199 May 12 03:45:13.048732 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-81c791fd-31d2-423b-bf3c-07e90525735a service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821445 May 12 03:45:13.140115 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-92e81dcf-b23d-4f9c-a6cb-78e1192efd18 req-cbb12c12-44c6-4428-b174-e12ca3292efe service neutron] 10.222.0.57 "GET /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815296 May 12 03:45:13.257463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9112ca-54a9-449e-ab5e-8f8d6279af4a req-254e8cf6-f810-4e84-b008-425d15550ec5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:13.261372 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec9112ca-54a9-449e-ab5e-8f8d6279af4a req-254e8cf6-f810-4e84-b008-425d15550ec5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0529413 May 12 03:45:13.306330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec9112ca-54a9-449e-ab5e-8f8d6279af4a req-2b3d4784-77ec-4151-b259-a955b6b74ec9 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 May 12 03:45:14.421395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a87-2cde-4d75-ab9d-8e6cdd56631d req-7362c2d2-1ba2-4f3e-abec-352db6192074 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:14.422891 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5f467a87-2cde-4d75-ab9d-8e6cdd56631d req-7362c2d2-1ba2-4f3e-abec-352db6192074 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0465140 May 12 03:45:14.472153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5f467a87-2cde-4d75-ab9d-8e6cdd56631d req-7bf81d40-83f3-4dc8-b144-d1a30fd64dbd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 May 12 03:45:15.584472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44439e62-1e2a-4ff5-808d-27aec6c881eb req-ea652d72-edce-4a72-b18c-fd50e2f87de5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:15.585967 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44439e62-1e2a-4ff5-808d-27aec6c881eb req-ea652d72-edce-4a72-b18c-fd50e2f87de5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0462043 May 12 03:45:15.636096 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44439e62-1e2a-4ff5-808d-27aec6c881eb req-a5a8a3de-dace-4dcc-a14a-902b5d714021 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 May 12 03:45:16.750885 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d24351-df0b-404c-8683-a874e3d5d2d4 req-4067bd2d-3872-400a-bce9-ad8dd9b866b2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:16.752350 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68d24351-df0b-404c-8683-a874e3d5d2d4 req-4067bd2d-3872-400a-bce9-ad8dd9b866b2 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0466008 May 12 03:45:16.799103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68d24351-df0b-404c-8683-a874e3d5d2d4 req-745f6b6e-eba6-48fd-b82e-6749acedf9dd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 May 12 03:45:17.918696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaad383-568f-43e0-99de-439411c3cb91 req-e26740e7-8c05-4d6b-967c-f8f20786a960 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:17.920187 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2aaad383-568f-43e0-99de-439411c3cb91 req-e26740e7-8c05-4d6b-967c-f8f20786a960 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0524461 May 12 03:45:17.968252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2aaad383-568f-43e0-99de-439411c3cb91 req-cf343586-89b4-41bb-90d7-195864cdf6b6 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 May 12 03:45:19.085618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a657776-bbec-47e5-86ee-1cc417a30648 req-f4a1a15e-aea5-4477-b95d-3b30d568cddb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:19.087127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a657776-bbec-47e5-86ee-1cc417a30648 req-f4a1a15e-aea5-4477-b95d-3b30d568cddb tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0498385 May 12 03:45:19.132484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a657776-bbec-47e5-86ee-1cc417a30648 req-881cdb89-e319-4dac-88a9-621dd5b9cee5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 May 12 03:45:20.250267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb47ba-72b8-4c52-90cd-8292afad8b28 req-404ea61f-5080-4a2a-9d36-24db31195353 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:20.251764 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-53bb47ba-72b8-4c52-90cd-8292afad8b28 req-404ea61f-5080-4a2a-9d36-24db31195353 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0464458 May 12 03:45:20.298857 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-53bb47ba-72b8-4c52-90cd-8292afad8b28 req-df29ef1e-b893-44be-ba59-52e74836c865 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406301 May 12 03:45:21.416788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96b5e1-5fb6-4748-ae92-6223da3c20e9 req-adbe7fe7-eed5-41ad-8599-a1ebe5a0a91f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:21.418306 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4b96b5e1-5fb6-4748-ae92-6223da3c20e9 req-adbe7fe7-eed5-41ad-8599-a1ebe5a0a91f tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0500991 May 12 03:45:21.465293 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4b96b5e1-5fb6-4748-ae92-6223da3c20e9 req-41fd59d4-5d72-45f3-b5a0-ebdb0cd52515 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 May 12 03:45:22.577733 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17bd6d-1db1-4b09-9ef7-b4609857b9c3 req-bf281b28-c7f4-4244-96da-c3fda29db8c8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:22.579153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4d17bd6d-1db1-4b09-9ef7-b4609857b9c3 req-bf281b28-c7f4-4244-96da-c3fda29db8c8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0461895 May 12 03:45:22.625224 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4d17bd6d-1db1-4b09-9ef7-b4609857b9c3 req-b5b16e25-0d56-4bab-a509-2e63fbf84575 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 May 12 03:45:23.738294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92646d3d-e916-4c7b-8fdd-b2a9141ec142 req-700bcb7a-0185-4052-a19f-475cd6e97546 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:23.739771 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-92646d3d-e916-4c7b-8fdd-b2a9141ec142 req-700bcb7a-0185-4052-a19f-475cd6e97546 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0457213 May 12 03:45:23.789019 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-92646d3d-e916-4c7b-8fdd-b2a9141ec142 req-fe2da289-6c9e-4371-891e-df2a7a8e35de tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 May 12 03:45:24.905110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2945fb2-18cb-4e0e-8a96-7b126074491d req-1ac94a3e-89b2-418e-9d8c-a47f5a446ca3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:24.906585 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2945fb2-18cb-4e0e-8a96-7b126074491d req-1ac94a3e-89b2-418e-9d8c-a47f5a446ca3 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0463994 May 12 03:45:24.953097 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f2945fb2-18cb-4e0e-8a96-7b126074491d req-abe9cfa8-891e-4809-9849-7292f44547ae tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 May 12 03:45:26.064813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694060f-6f07-4fa7-83a7-28441fe7bdb9 req-f03ed0d8-5102-4912-b576-fe99fce87269 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:26.066881 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f694060f-6f07-4fa7-83a7-28441fe7bdb9 req-f03ed0d8-5102-4912-b576-fe99fce87269 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 943 time: 0.0456932 May 12 03:45:26.111988 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f694060f-6f07-4fa7-83a7-28441fe7bdb9 req-75034049-b814-4af8-b1c0-f669d1019867 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 May 12 03:45:26.161146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:45:26.255945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:26.266585 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'port_id': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'mac_address': 'fa:16:3e:92:6d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:45:26.306001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:45:26.306392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:26.319226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:45:26.338063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:26.342210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:26.392484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=10']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:26.409281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:45:27.229059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b34bd-660c-4b03-9de5-3f33bd965d09 req-12f16c2b-5ebb-4875-bf44-2f12097fb315 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:27.230607 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db6b34bd-660c-4b03-9de5-3f33bd965d09 req-12f16c2b-5ebb-4875-bf44-2f12097fb315 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 945 time: 0.0493793 May 12 03:45:27.281024 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-db6b34bd-660c-4b03-9de5-3f33bd965d09 req-163df220-5a67-472b-bc8d-cf7a90f98442 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 May 12 03:45:28.176961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:45:28.223685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:45:28.224055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:28.299409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:45:28.299780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:28.323781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:45:28.325748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4c4417-33c7-40db-8a3f-da8e68e28195" -d '{"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-plugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:45:28.337752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:28.342811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:28.376272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02c9b5-fc7d-41f6-b1d3-0b6be25dde4e x-openstack-request-id: req-3d02c9b5-fc7d-41f6-b1d3-0b6be25dde4e {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:45:28.376565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-plugged", "status": "completed", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:45:28.376813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d02c9b5-fc7d-41f6-b1d3-0b6be25dde4e {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:45:28.377198 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d02c9b5-fc7d-41f6-b1d3-0b6be25dde4e'] response: {'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'code': 200} May 12 03:45:28.398357 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c369208-451e-485e-b27f-c4c54320358a req-8a085b88-38c3-4df7-bac2-b4c63730ec21 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:28.399874 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5c369208-451e-485e-b27f-c4c54320358a req-8a085b88-38c3-4df7-bac2-b4c63730ec21 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0486176 May 12 03:45:28.401601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=11']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:28.449546 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5c369208-451e-485e-b27f-c4c54320358a req-01f30602-4330-4e28-926a-72f336d5cee8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 May 12 03:45:29.560816 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d36be-87ec-42ae-adc1-ccc808cce7f4 req-557e30fc-65df-4b10-ae9e-9c6681f1ce03 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:29.562302 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7d36be-87ec-42ae-adc1-ccc808cce7f4 req-557e30fc-65df-4b10-ae9e-9c6681f1ce03 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0449264 May 12 03:45:29.612191 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee7d36be-87ec-42ae-adc1-ccc808cce7f4 req-2edbd230-45de-4ee9-8010-c35ed69f40ca tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 May 12 03:45:30.725170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee436e2-7958-4ff2-b195-f9266b18798d req-a4ae1127-23e6-455f-bdfd-933ec544ff1b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:30.726725 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0ee436e2-7958-4ff2-b195-f9266b18798d req-a4ae1127-23e6-455f-bdfd-933ec544ff1b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0461128 May 12 03:45:30.763059 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:45:30.774266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0ee436e2-7958-4ff2-b195-f9266b18798d req-f6f619a3-26f8-4486-ba4a-960ccc96d64a tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 May 12 03:45:30.884047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70255e3-f08d-44d9-9de5-e725b501c06a req-1762424e-9c1e-4e5a-90ba-fb3f065e9f14 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:30.885492 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f70255e3-f08d-44d9-9de5-e725b501c06a req-1762424e-9c1e-4e5a-90ba-fb3f065e9f14 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0460048 May 12 03:45:30.931001 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f70255e3-f08d-44d9-9de5-e725b501c06a req-b8b2639a-fcb2-4b2a-a0f5-730a825a87e8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 May 12 03:45:31.041785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e75956-df6e-442f-a965-c4824e9e141f req-e3a07216-c1b8-4da0-9e12-c6b58c6b0b75 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:31.043259 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24e75956-df6e-442f-a965-c4824e9e141f req-e3a07216-c1b8-4da0-9e12-c6b58c6b0b75 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0480268 May 12 03:45:31.088131 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24e75956-df6e-442f-a965-c4824e9e141f req-79028cc0-894f-46de-866f-3c004d220c7c tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 May 12 03:45:31.312204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc088a86-a04c-42e1-b9d9-ffc57857074c req-22c9e361-3aa8-49e5-acb0-960b64ecf239 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:31.313664 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc088a86-a04c-42e1-b9d9-ffc57857074c req-22c9e361-3aa8-49e5-acb0-960b64ecf239 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0467093 May 12 03:45:31.359392 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc088a86-a04c-42e1-b9d9-ffc57857074c req-97763cc2-28da-4b7a-b66b-5fe744413314 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 May 12 03:45:32.476253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e36ce-043c-4fc3-877a-b38e395e8d80 req-b8f4ecfd-f659-4d3f-b6d1-d7bba0de3c66 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:32.477723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ac6e36ce-043c-4fc3-877a-b38e395e8d80 req-b8f4ecfd-f659-4d3f-b6d1-d7bba0de3c66 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0498664 May 12 03:45:32.523422 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ac6e36ce-043c-4fc3-877a-b38e395e8d80 req-c8f8e9f5-f4c0-437f-82eb-036aaa2cf816 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 May 12 03:45:33.144460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e74a79db-8e7e-4922-b8f0-677dccbf6373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:33.636992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb8496-994e-4d13-a3a1-af00f73a9768 req-b0ccfde6-1cb4-48cb-9dae-808091fc4560 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:33.638399 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0ccb8496-994e-4d13-a3a1-af00f73a9768 req-b0ccfde6-1cb4-48cb-9dae-808091fc4560 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0476868 May 12 03:45:33.684708 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0ccb8496-994e-4d13-a3a1-af00f73a9768 req-41c6ba7e-01d2-4650-bee1-26f3b3a0ccc7 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups?id=597d6d80-5e90-45f3-ab78-b850b6c5873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 May 12 03:45:33.881569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-f27196cf-65d0-4fdf-8bd9-c923aef00b18 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:33.883006 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-f27196cf-65d0-4fdf-8bd9-c923aef00b18 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 946 time: 0.0455532 May 12 03:45:33.975113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Deleting port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:45:33.975459 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:34.060649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] For port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:34.061007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:34.230851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:34.231146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:34.231441 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad disassociated. External IP: 172.26.2.251, port: 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0. May 12 03:45:34.231858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Calling delete_port for 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:45:34.383631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:34.412339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event deleted for resources: {'Port': ['ID=1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:34.421637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.422004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.422372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.422829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.422996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.423326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.423651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.423974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.424295 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.424613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.425958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.425958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.426148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.426417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.426732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:34.544364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:45:34.675413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:45:34.685008 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:45:34.720330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] No DVR routers for this DVR port 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:45:34.723687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:34.727159 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1ed6257d-8e83-4c8b-95e1-aa8be7e31366 req-c8af5776-8bac-4d00-b4c1-7abc5accddb8 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.57 "DELETE /v2.0/ports/1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 HTTP/1.1" status: 204 len: 173 time: 0.8357890 May 12 03:45:34.727637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-deleted', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:45:34.730260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef67c7-299e-4905-9e81-68fa97372698" -d '{"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-deleted", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:45:34.777977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69259dd6-e3f7-4d62-b250-f3ab373b6de7 x-openstack-request-id: req-69259dd6-e3f7-4d62-b250-f3ab373b6de7 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:45:34.778324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148a0c0e-a6d8-46f7-8e9e-0f3388924650", "name": "network-vif-deleted", "tag": "1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:45:34.778540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69259dd6-e3f7-4d62-b250-f3ab373b6de7 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:45:34.779075 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69259dd6-e3f7-4d62-b250-f3ab373b6de7'] response: {'server_uuid': '148a0c0e-a6d8-46f7-8e9e-0f3388924650', 'name': 'network-vif-deleted', 'tag': '1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0', 'status': 'completed', 'code': 200} May 12 03:45:34.791635 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:45:34.792295 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:45:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:34.809599 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a2b3809d-b24e-4e32-bca3-8c19173616ed req-8e246b7b-0327-456a-8ab6-92ef5ad584ee tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0294521 May 12 03:45:34.910072 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:45:35.098797 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:35.129007 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:45:35.137591 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:45:35.138223 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:45:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:35.245458 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:45:35.441716 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:35.469346 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988fb0b-ebd7-414f-ab43-a13e4af1d4ca None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:27Z', 'revision_number': 4, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '6e0c3fb4-5bde-42a1-935a-52f55d908cf5', 'name': '', 'network_id': '806ae4cd-e963-4019-9c5f-8af1f3f4df24', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'mac_address': 'fa:16:3e:80:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:26Z', 'updated_at': '2022-05-12T03:41:30Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'subnets': [{'id': '73b196e2-6586-4665-bdc9-bde4db3b2b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:45:35.685508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-21450ec7-d1ac-4073-b4be-da28629da161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:35.696024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c906097-2cf8-4ce2-a462-94d4c5e11b47 None None] New status for floating IP 49316a4b-34b0-44a4-9cf3-f400571c9aad: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:45:35.919356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7a13778-b29f-41e1-b2ec-d8a535b322ac req-a8e96e66-8442-415e-b6b4-421e6f230357 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0307600 May 12 03:45:36.508607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:37.014020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b65f0604-893b-465b-a97b-1e6074fd1ca4 req-2d344c89-ad40-477e-bbf2-5d72360f4746 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0271661 May 12 03:45:38.070779 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:38.120895 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d05b3cc0-1c3f-4bc1-aae6-390d12a14fa9 req-253429b2-9a1a-40b9-bece-e1abbe9e237e tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0279889 May 12 03:45:38.224026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:45:38.245263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:45:38.245612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 1d07551c-82fc-4c1b-b5ed-6a5722e0b3d0 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:45:39.216996 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a512be72-4f63-4b99-98e1-a085ea49a753 req-b31bf57f-7802-424b-af50-e3ea20f4b350 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0274723 May 12 03:45:39.652164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:40.316011 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-36d82ea7-1b98-4727-8543-ddbf6b9079f5 req-191cfc46-f427-4ddf-8db4-51fcfa7ca639 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0304663 May 12 03:45:41.410429 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-958355e3-b6e2-48f0-b054-43f46a7668eb req-c8662d54-604c-44cc-9dba-9eebb3c5f15b tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0276096 May 12 03:45:42.490024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:42.509304 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-02eaaedb-17bf-43bf-add9-c76e67910a98 req-f5331cf6-0a7c-47a5-b69e-aabb6b35e3d5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0295885 May 12 03:45:43.607651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dea72db5-c14d-417a-9053-1e0ec1883345 req-bfab3018-44fd-4cb5-95b7-1bb345340c93 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/ports?device_id=148a0c0e-a6d8-46f7-8e9e-0f3388924650 HTTP/1.1" status: 200 len: 210 time: 0.0281916 May 12 03:45:50.436255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38724) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:50.494585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group (597d6d80-5e90-45f3-ab78-b850b6c5873b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.517055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group (597d6d80-5e90-45f3-ab78-b850b6c5873b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.567634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (597d6d80-5e90-45f3-ab78-b850b6c5873b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.570342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.574087 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "DELETE /v2.0/security-groups/597d6d80-5e90-45f3-ab78-b850b6c5873b HTTP/1.1" status: 204 len: 168 time: 0.1367393 May 12 03:45:50.574260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38726) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:50.583194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597d6d80-5e90-45f3-ab78-b850b6c5873b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:50.590752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.591005 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-4f520c59-e035-49ad-8601-a6735fcbb6a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] show failed (client error): The resource could not be found. May 12 03:45:50.591103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.591436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.591786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.592125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.592460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.592795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.593129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.593462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.593800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.594157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.594489 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.594835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.595145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.595473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724b7beb-c558-44a0-89b8-4603479061ac tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:50.596514 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4f520c59-e035-49ad-8601-a6735fcbb6a5 tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "GET /v2.0/security-groups/597d6d80-5e90-45f3-ab78-b850b6c5873b HTTP/1.1" status: 404 len: 347 time: 0.0205805 May 12 03:45:50.597164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38728) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:50.721755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Deleting port 9f74f604-797d-402a-bbfa-26b12aa25137 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:45:50.722115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9f74f604-797d-402a-bbfa-26b12aa25137), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.800298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9f74f604-797d-402a-bbfa-26b12aa25137), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.800620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (9f74f604-797d-402a-bbfa-26b12aa25137), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.815804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Calling delete_port for 9f74f604-797d-402a-bbfa-26b12aa25137 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:45:50.946050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9f74f604-797d-402a-bbfa-26b12aa25137), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:50.974020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Pushing event deleted for resources: {'Port': ['ID=9f74f604-797d-402a-bbfa-26b12aa25137,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:51.037776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks [] for floatingip (49316a4b-34b0-44a4-9cf3-f400571c9aad), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:51.040342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:51.041627 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fabccd74-88f4-4729-bf69-3a3382d288fe tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] 10.222.0.23 "DELETE /v2.0/floatingips/49316a4b-34b0-44a4-9cf3-f400571c9aad HTTP/1.1" status: 204 len: 168 time: 0.4434750 May 12 03:45:51.044639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38730) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:51.382474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:51.614254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Deleting port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:45:51.614900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:51.693045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] For port 6e0c3fb4-5bde-42a1-935a-52f55d908cf5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:51.693406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:51.706377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Calling delete_port for 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:45:51.894327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6e0c3fb4-5bde-42a1-935a-52f55d908cf5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:51.919741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0c3fb4-5bde-42a1-935a-52f55d908cf5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:52.093181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:52.319834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:45:52.426680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:45:52.433216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-28ae1af7-8deb-43dd-b196-aaa64a68525d admin admin] 10.222.0.23 "PUT /v2.0/routers/2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3866270 May 12 03:45:52.434198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38732) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:52.435209 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] Sync routers for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:45:52.445558 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:45:52.446221 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:45:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:52.536856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks [] for router (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:52.552668 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:45:52.639775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks [] for router_gateway (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:52.682476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Deleting port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:45:52.682814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:52.719539 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:45:51Z', 'revision_number': 5, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port': {'id': '4947f9c7-53dc-4f26-97e8-3c27fcba0ab1', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:52.745647 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] Checking router: 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:45:52.754323 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] Routers {'2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:45:52.754928 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:45:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:52.762611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] For port 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:52.762993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:52.776086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Calling delete_port for 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:45:52.842664 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] Set router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:45:52.898218 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:45:52Z', 'revision_number': 6, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:52.925469 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946e0d6-d31c-4573-a6a0-2eb636561dce None None] The sync data for ids ['2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702'] in dv-neutron-841363-5-hyperv is: [{'id': '2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702', 'name': 'tempest-ServerActionsTestJSON-1167075603-router', 'tenant_id': '77b85483344c4757a14eac1d0667c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:41:24Z', 'updated_at': '2022-05-12T03:45:52Z', 'revision_number': 6, 'project_id': '77b85483344c4757a14eac1d0667c5ae', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:45:52.938937 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (4947f9c7-53dc-4f26-97e8-3c27fcba0ab1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:52.963640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4947f9c7-53dc-4f26-97e8-3c27fcba0ab1,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:53.026831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.118410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.120466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks [] for router_controller (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.162069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.162645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:45:53.167030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.168094 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7234e3a9-76a5-4eb8-bc7e-2a1a1475e0b7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2d9ee991-bd35-4d1d-9e36-3f6c4c3f0702 HTTP/1.1" status: 204 len: 168 time: 0.7328584 May 12 03:45:53.170662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38734) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:53.215238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Deleting subnet 73b196e2-6586-4665-bdc9-bde4db3b2b96 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:45:53.218159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Publish callbacks [] for subnet (73b196e2-6586-4665-bdc9-bde4db3b2b96), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.252041 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (73b196e2-6586-4665-bdc9-bde4db3b2b96), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.613500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (73b196e2-6586-4665-bdc9-bde4db3b2b96), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.664476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (73b196e2-6586-4665-bdc9-bde4db3b2b96), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.683782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:45:53.691932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b196e2-6586-4665-bdc9-bde4db3b2b96,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:53.693809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.699713 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-89ed48fe-50b9-419c-bbe3-a9146ba9728d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73b196e2-6586-4665-bdc9-bde4db3b2b96 HTTP/1.1" status: 204 len: 168 time: 0.5278714 May 12 03:45:53.700162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38736) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:53.713612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8145a2-1c41-47e4-9321-f05aa1ad7fbd None None] Network 806ae4cd-e963-4019-9c5f-8af1f3f4df24 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:45:53.716155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:45:53.716501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 6e0c3fb4-5bde-42a1-935a-52f55d908cf5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:45:53.772710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (806ae4cd-e963-4019-9c5f-8af1f3f4df24), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.818485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Deleting port 87b97389-b36b-4c1d-bb4c-a19ed2822484 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:45:53.818823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:53.887229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] DHCP port deletion for 806ae4cd-e963-4019-9c5f-8af1f3f4df24 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:45:53.936220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Deleting port 87b97389-b36b-4c1d-bb4c-a19ed2822484 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:45:53.936688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.012868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] For port 87b97389-b36b-4c1d-bb4c-a19ed2822484, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b97389-b36b-4c1d-bb4c-a19ed2822484,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:54.013262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.027197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Calling delete_port for 87b97389-b36b-4c1d-bb4c-a19ed2822484 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:45:54.113423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.141076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Pushing event deleted for resources: {'Port': ['ID=87b97389-b36b-4c1d-bb4c-a19ed2822484,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:54.160744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] No DVR routers for this DVR port 87b97389-b36b-4c1d-bb4c-a19ed2822484 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.170262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.171986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf8acb-f1bb-4bda-aabe-c7f6209bf982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:45:54.243078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] For port 87b97389-b36b-4c1d-bb4c-a19ed2822484, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=87b97389-b36b-4c1d-bb4c-a19ed2822484,segment=NetworkSegment(77408c1c-34ee-4fb4-a452-e23c2fa93bb8),segment_id=77408c1c-34ee-4fb4-a452-e23c2fa93bb8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:45:54.243444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.255867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Calling delete_port for 87b97389-b36b-4c1d-bb4c-a19ed2822484 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:45:54.328571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (87b97389-b36b-4c1d-bb4c-a19ed2822484), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.356393 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b97389-b36b-4c1d-bb4c-a19ed2822484,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:54.362559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] No DVR routers for this DVR port 87b97389-b36b-4c1d-bb4c-a19ed2822484 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:45:54.432178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (806ae4cd-e963-4019-9c5f-8af1f3f4df24), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.451175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806ae4cd-e963-4019-9c5f-8af1f3f4df24']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:54.460646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77408c1c-34ee-4fb4-a452-e23c2fa93bb8') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:54.460949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77408c1c-34ee-4fb4-a452-e23c2fa93bb8') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:45:54.470347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (77408c1c-34ee-4fb4-a452-e23c2fa93bb8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.483803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (77408c1c-34ee-4fb4-a452-e23c2fa93bb8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.489540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:45:54.489950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (77408c1c-34ee-4fb4-a452-e23c2fa93bb8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: self.session.flush() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:45:54.491609 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:45:54.550947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (806ae4cd-e963-4019-9c5f-8af1f3f4df24), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.556251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.559404 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] 10.222.0.23 "DELETE /v2.0/networks/806ae4cd-e963-4019-9c5f-8af1f3f4df24 HTTP/1.1" status: 204 len: 168 time: 0.8581781 May 12 03:45:54.569997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6ca29-d3b5-4223-849b-a75e8f19c688 admin admin] Pushing event deleted for resources: {'Network': ['ID=806ae4cd-e963-4019-9c5f-8af1f3f4df24,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:54.691854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38740) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:54.731045 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b81fe218-45ff-4713-8f41-45bc260be6f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77b85483344c4757a14eac1d0667c5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380452 May 12 03:45:54.733470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38742) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:54.778387 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-50c89a3a-a55b-4424-b758-b19749e42733 admin admin] Publish callbacks [] for security_group (5fdee262-3fab-4272-965e-8e3dc4136d32), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.798785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-50c89a3a-a55b-4424-b758-b19749e42733 admin admin] Publish callbacks [] for security_group (5fdee262-3fab-4272-965e-8e3dc4136d32), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.849256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-50c89a3a-a55b-4424-b758-b19749e42733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (5fdee262-3fab-4272-965e-8e3dc4136d32), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.851869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-50c89a3a-a55b-4424-b758-b19749e42733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:54.853038 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-50c89a3a-a55b-4424-b758-b19749e42733 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fdee262-3fab-4272-965e-8e3dc4136d32 HTTP/1.1" status: 204 len: 168 time: 0.1186514 May 12 03:45:54.862480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89a3a-a55b-4424-b758-b19749e42733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdee262-3fab-4272-965e-8e3dc4136d32,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:55.105967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b97389-b36b-4c1d-bb4c-a19ed2822484 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:45:55.126396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 87b97389-b36b-4c1d-bb4c-a19ed2822484 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:45:55.126745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 87b97389-b36b-4c1d-bb4c-a19ed2822484 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:45:55.127665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:45:55.147693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:45:55.148045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 4947f9c7-53dc-4f26-97e8-3c27fcba0ab1 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:45:55.522186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38764) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:55.638509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1877139294-network', 'tenant_id': '2edd8cc322044b13857ff6dc927e1e30'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:45:55.658654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Made reservation on behalf of 2edd8cc322044b13857ff6dc927e1e30 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:45:55.660911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.668946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.740485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks [] for security_group (964cd161-bd2b-4825-868b-7462612625f8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.744115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (964cd161-bd2b-4825-868b-7462612625f8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.768632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:45:55.778917 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964cd161-bd2b-4825-868b-7462612625f8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:55.783835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fbd9cebb-1890-42df-8fe1-d38a1565d854), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.784234 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Added segment fbd9cebb-1890-42df-8fe1-d38a1565d854 of type vlan for network c07fd407-b149-4d63-910b-7774afa6c274 May 12 03:45:55.822946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c07fd407-b149-4d63-910b-7774afa6c274), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.846014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c07fd407-b149-4d63-910b-7774afa6c274), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.847050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:55.847685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.878565 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3553061 May 12 03:45:55.881592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38768) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:45:55.886627 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Request body: {'subnet': {'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1877139294-subnet', 'tenant_id': '2edd8cc322044b13857ff6dc927e1e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:45:55.907096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Made reservation on behalf of 2edd8cc322044b13857ff6dc927e1e30 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:45:55.909640 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:55.915797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526deab-e236-4bdd-90c6-958f741b8d7b admin admin] Pushing event updated for resources: {'Network': ['ID=c07fd407-b149-4d63-910b-7774afa6c274,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:55.926661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c07fd407-b149-4d63-910b-7774afa6c274 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:45:56.080290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (d3ef09cf-33aa-4042-8c71-549883536c82), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:56.139250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ef09cf-33aa-4042-8c71-549883536c82,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:56.146172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Checking segment: {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:45:56.146546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Network hostable DHCP agents. Network: c07fd407-b149-4d63-910b-7774afa6c274, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:45:56.162646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Network c07fd407-b149-4d63-910b-7774afa6c274 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:45:56.170397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c07fd407-b149-4d63-910b-7774afa6c274) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:45:56.177589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:56.178213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:56.179768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99952922-8cdb-43a1-9af6-3267fe395aba None None] Network c07fd407-b149-4d63-910b-7774afa6c274 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:45:56.194880 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4041dba4-c248-4fdd-8cb7-2d25f181ba4b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3121004 May 12 03:45:56.282742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4309c6-191c-402f-b723-279e344d08ed None None] Network c07fd407-b149-4d63-910b-7774afa6c274 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:45:56.602133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-0340b159-0439-42cb-a9dc-e7e95e7458d6 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:56.603483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-0340b159-0439-42cb-a9dc-e7e95e7458d6 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/networks?id=c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 200 len: 814 time: 0.0972300 May 12 03:45:56.618185 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-29a37023-1d41-4c34-8cd8-5cfd39a60eea tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/quotas/2edd8cc322044b13857ff6dc927e1e30 HTTP/1.1" status: 200 len: 375 time: 0.0093274 May 12 03:45:56.652409 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-9329dbdf-58e8-4a81-8912-48135e21c8d5 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2edd8cc322044b13857ff6dc927e1e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295095 May 12 03:45:56.741180 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-fdef45b9-3c99-473b-8df5-c3462ecf1f7b service neutron] 10.222.0.23 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817926 May 12 03:45:56.829206 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-3534bc64-b81d-4473-9c3a-f754dee9c929 service neutron] 10.222.0.23 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823929 May 12 03:45:56.990940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8e803627-16a3-4fda-b3f8-0522d61cc213 req-aa10396f-a77e-4a7d-b778-5aae3b7b021d tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 210 time: 0.0282090 May 12 03:45:57.583157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-80b273f4-e159-4043-bb9f-83266c2ed5f3 req-231f5216-a706-4ed1-a84f-85e43e2f0c25 tempest-TestNetworkBasicOps-137984603 tempest-TestNetworkBasicOps-137984603-project] (104165) timed out ('10.222.0.23', 35666) {{(pid=104165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 03:45:58.097466 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c252e6b-eaa1-4837-8bcf-3123e279b804 req-cf1bd298-cbf2-4550-b142-818a8c8b3408 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 210 time: 0.0291319 May 12 03:45:58.098692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-1c0666e7-45ca-4224-97d7-3a4b34994d16 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:58.100161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-1c0666e7-45ca-4224-97d7-3a4b34994d16 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "GET /v2.0/networks?id=c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 200 len: 814 time: 0.1058292 May 12 03:45:58.117707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Request body: {'port': {'device_id': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274', 'admin_state_up': True, 'tenant_id': '2edd8cc322044b13857ff6dc927e1e30'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:45:58.228139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Made reservation on behalf of 2edd8cc322044b13857ff6dc927e1e30 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:45:58.231527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:58.356531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Allocated IP 172.20.0.9 (c07fd407-b149-4d63-910b-7774afa6c274/d3ef09cf-33aa-4042-8c71-549883536c82/fd545841-57d7-49f5-9106-eeee0181060a) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:45:58.495913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks [] for port (fd545841-57d7-49f5-9106-eeee0181060a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:58.528513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (fd545841-57d7-49f5-9106-eeee0181060a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:58.576222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Network c07fd407-b149-4d63-910b-7774afa6c274 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:45:58.579228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:45:58.585806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:45:58.608599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Pushing event updated for resources: {'Port': ['ID=fd545841-57d7-49f5-9106-eeee0181060a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:58.636327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:58.637015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:58.652780 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-4563636d-a107-4d9a-b85d-a46143e6a48e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5409615 May 12 03:45:58.668971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Request body: {'port': {'device_id': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:45:58.727616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd545841-57d7-49f5-9106-eeee0181060a), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:59.020451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd545841-57d7-49f5-9106-eeee0181060a {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:45:59.028041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Publish callbacks [] for port (fd545841-57d7-49f5-9106-eeee0181060a), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:59.041011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Transition to ACTIVE for port object fd545841-57d7-49f5-9106-eeee0181060a will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:45:59.043988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (fd545841-57d7-49f5-9106-eeee0181060a), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:59.098164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Pushing event updated for resources: {'Port': ['ID=fd545841-57d7-49f5-9106-eeee0181060a,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:59.176128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Attempting to bind port fd545841-57d7-49f5-9106-eeee0181060a on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:45:59.176577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Attempting to bind port fd545841-57d7-49f5-9106-eeee0181060a by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:45:59.176984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Attempting to bind port fd545841-57d7-49f5-9106-eeee0181060a on network c07fd407-b149-4d63-910b-7774afa6c274 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:45:59.181826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Port fd545841-57d7-49f5-9106-eeee0181060a on network c07fd407-b149-4d63-910b-7774afa6c274 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:45:59.182067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Attempting to bind port fd545841-57d7-49f5-9106-eeee0181060a on network c07fd407-b149-4d63-910b-7774afa6c274 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:45:59.187641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:45:59.188057 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Checking segment: {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:45:59.188524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Bound using segment: {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:45:59.189017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Bound port: fd545841-57d7-49f5-9106-eeee0181060a, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:45:59.189497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd545841-57d7-49f5-9106-eeee0181060a), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:59.215430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badcce7-a2ab-4ce4-9e56-59b27dfe8c54 req-2f18650c-5534-48b4-be0c-f3d87f710449 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:59.217022 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4badcce7-a2ab-4ce4-9e56-59b27dfe8c54 req-2f18650c-5534-48b4-be0c-f3d87f710449 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 943 time: 0.0484102 May 12 03:45:59.254564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] For port fd545841-57d7-49f5-9106-eeee0181060a, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:45:59.257473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] For port fd545841-57d7-49f5-9106-eeee0181060a, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=fd545841-57d7-49f5-9106-eeee0181060a,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:45:59.263158 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (fd545841-57d7-49f5-9106-eeee0181060a), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:59.269769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4badcce7-a2ab-4ce4-9e56-59b27dfe8c54 req-b9791990-6b5b-4c6e-a701-7fbc54285e6c tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 May 12 03:45:59.296762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:59.297376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:45:59.299294 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] 10.222.0.57 "PUT /v2.0/ports/fd545841-57d7-49f5-9106-eeee0181060a HTTP/1.1" status: 200 len: 1093 time: 0.6340129 May 12 03:45:59.299752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'tag': 'fd545841-57d7-49f5-9106-eeee0181060a'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:45:59.302002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32024770-f47e-4144-ab9a-578142f3f510" -d '{"events": [{"name": "network-changed", "server_uuid": "a36d2356-d264-4f08-82d1-07d93ce115fa", "tag": "fd545841-57d7-49f5-9106-eeee0181060a"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:45:59.325049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13703-552f-4682-95ab-eed102e8e151 service neutron] Pushing event updated for resources: {'Port': ['ID=fd545841-57d7-49f5-9106-eeee0181060a,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:45:59.370502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e5cf9f-c35e-4fc7-938d-0f6b93dcb0cd x-openstack-request-id: req-a2e5cf9f-c35e-4fc7-938d-0f6b93dcb0cd {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:45:59.370502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36d2356-d264-4f08-82d1-07d93ce115fa", "tag": "fd545841-57d7-49f5-9106-eeee0181060a", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:45:59.371227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2e5cf9f-c35e-4fc7-938d-0f6b93dcb0cd {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:45:59.371662 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e5cf9f-c35e-4fc7-938d-0f6b93dcb0cd'] response: {'name': 'network-changed', 'server_uuid': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'tag': 'fd545841-57d7-49f5-9106-eeee0181060a', 'status': 'completed', 'code': 200} May 12 03:45:59.402321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-a4a82a58-cf49-4c21-b07a-3eec584a5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:59.403835 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-a4a82a58-cf49-4c21-b07a-3eec584a5918 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2edd8cc322044b13857ff6dc927e1e30&device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 1127 time: 0.0475907 May 12 03:45:59.459414 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-548a1d37-353c-423f-92db-0d0fead22701 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd545841-57d7-49f5-9106-eeee0181060a HTTP/1.1" status: 200 len: 217 time: 0.0414085 May 12 03:45:59.515957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038400-8655-4cce-8695-5fa0ff54060a req-4515abb2-b7f5-40d0-997a-41c455bf409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:45:59.517395 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-4515abb2-b7f5-40d0-997a-41c455bf409f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3ef09cf-33aa-4042-8c71-549883536c82 HTTP/1.1" status: 200 len: 854 time: 0.0525568 May 12 03:45:59.555155 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-85eafe9a-1fcb-48d7-8b57-b9d4264cad83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07fd407-b149-4d63-910b-7774afa6c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263913 May 12 03:45:59.654300 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-a41adcce-cd61-43bb-bdcf-bde8ae6f5cc3 service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924797 May 12 03:45:59.752092 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-de038400-8655-4cce-8695-5fa0ff54060a req-805c9e44-78ce-4f97-9fa9-4be40e493dcf service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876474 May 12 03:46:00.384359 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383506ec-7785-4f58-aee8-df46ba7c967c req-878f07a7-b9f6-4eee-ad83-62ff198f5fd0 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:00.385825 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-383506ec-7785-4f58-aee8-df46ba7c967c req-878f07a7-b9f6-4eee-ad83-62ff198f5fd0 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 943 time: 0.0458376 May 12 03:46:00.433092 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-383506ec-7785-4f58-aee8-df46ba7c967c req-2a43caa8-da17-479b-8614-ef3f4926891e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 May 12 03:46:00.637989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32024770-f47e-4144-ab9a-578142f3f510 req-6880ed44-f631-47f4-8485-3345e99bd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:00.639402 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-6880ed44-f631-47f4-8485-3345e99bd90a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2edd8cc322044b13857ff6dc927e1e30&device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 1127 time: 0.0398114 May 12 03:46:00.736068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32024770-f47e-4144-ab9a-578142f3f510 req-d4ef3960-6957-4866-9ddf-cf421f253368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:00.738171 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-d4ef3960-6957-4866-9ddf-cf421f253368 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 200 len: 915 time: 0.0897138 May 12 03:46:00.786324 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-4cf040f2-9264-40f5-95fd-5469a093451b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd545841-57d7-49f5-9106-eeee0181060a HTTP/1.1" status: 200 len: 217 time: 0.0389593 May 12 03:46:00.833337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32024770-f47e-4144-ab9a-578142f3f510 req-856fcd38-5923-468c-b9f8-157b77615c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:00.834763 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-856fcd38-5923-468c-b9f8-157b77615c8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3ef09cf-33aa-4042-8c71-549883536c82 HTTP/1.1" status: 200 len: 854 time: 0.0428832 May 12 03:46:00.870191 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-2a2bdb03-edbe-4d80-981b-aaf8ac7b6b66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07fd407-b149-4d63-910b-7774afa6c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255494 May 12 03:46:00.963983 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-b7ae2b94-64d5-44b8-864f-8b62eddb6947 service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834291 May 12 03:46:01.054795 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32024770-f47e-4144-ab9a-578142f3f510 req-e0afee73-1d47-4115-8326-919b95467c7b service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800819 May 12 03:46:01.544917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d2ac-7860-45c1-94d2-1107994f1559 req-4a6b4a80-de2d-4e3e-acf4-95b105f9c49f tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:01.546375 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5c4d2ac-7860-45c1-94d2-1107994f1559 req-4a6b4a80-de2d-4e3e-acf4-95b105f9c49f tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 943 time: 0.0445325 May 12 03:46:01.592316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5c4d2ac-7860-45c1-94d2-1107994f1559 req-c22e75ef-336f-42ac-820d-01bf722d3364 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 May 12 03:46:02.363190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device fd545841-57d7-49f5-9106-eeee0181060a details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:46:02.455939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port fd545841-57d7-49f5-9106-eeee0181060a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=fd545841-57d7-49f5-9106-eeee0181060a,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:02.467454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'fd545841-57d7-49f5-9106-eeee0181060a', 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274', 'port_id': 'fd545841-57d7-49f5-9106-eeee0181060a', 'mac_address': 'fa:16:3e:e9:3d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ef09cf-33aa-4042-8c71-549883536c82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:46:02.506203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port fd545841-57d7-49f5-9106-eeee0181060a is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:02.506587 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd545841-57d7-49f5-9106-eeee0181060a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:02.518536 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd545841-57d7-49f5-9106-eeee0181060a {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:46:02.537229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port fd545841-57d7-49f5-9106-eeee0181060a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=fd545841-57d7-49f5-9106-eeee0181060a,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:02.541099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fd545841-57d7-49f5-9106-eeee0181060a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:02.586631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=fd545841-57d7-49f5-9106-eeee0181060a,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:02.707391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6641b-83f5-4601-bf54-5cfe4496887a req-a18b7823-1928-4c3f-9909-38fc09238b69 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:02.708848 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-30f6641b-83f5-4601-bf54-5cfe4496887a req-a18b7823-1928-4c3f-9909-38fc09238b69 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 944 time: 0.0499802 May 12 03:46:02.755769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-30f6641b-83f5-4601-bf54-5cfe4496887a req-9620b7eb-e7bc-4d09-8666-47ccd7ae9f77 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 May 12 03:46:02.797439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['fd545841-57d7-49f5-9106-eeee0181060a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:46:03.146586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e87d0b11-3406-4f38-9cf6-d5076b4ee321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:03.866272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc3b1f-baa3-48de-9042-290afca99412 req-0b78de16-d0a4-4274-8a2e-cbee682a4494 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:03.867732 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b8fc3b1f-baa3-48de-9042-290afca99412 req-0b78de16-d0a4-4274-8a2e-cbee682a4494 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 944 time: 0.0468361 May 12 03:46:03.914983 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b8fc3b1f-baa3-48de-9042-290afca99412 req-7cb0190a-0d68-457a-a4b5-b5644ab3f061 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 May 12 03:46:04.382510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device fd545841-57d7-49f5-9106-eeee0181060a up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:04.425427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port fd545841-57d7-49f5-9106-eeee0181060a completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:46:04.430265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port fd545841-57d7-49f5-9106-eeee0181060a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:04.430629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (fd545841-57d7-49f5-9106-eeee0181060a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:04.509339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port fd545841-57d7-49f5-9106-eeee0181060a is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:04.509724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (fd545841-57d7-49f5-9106-eeee0181060a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:04.534939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd545841-57d7-49f5-9106-eeee0181060a'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:46:04.537236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a604fc6-cd7a-48a7-bc38-e77248acffe0" -d '{"events": [{"server_uuid": "a36d2356-d264-4f08-82d1-07d93ce115fa", "name": "network-vif-plugged", "status": "completed", "tag": "fd545841-57d7-49f5-9106-eeee0181060a"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:46:04.550802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port fd545841-57d7-49f5-9106-eeee0181060a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=fd545841-57d7-49f5-9106-eeee0181060a,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:04.555358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (fd545841-57d7-49f5-9106-eeee0181060a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:04.577641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dafd45f-2b84-48dc-bd0b-aa1033533b85 x-openstack-request-id: req-0dafd45f-2b84-48dc-bd0b-aa1033533b85 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:46:04.577871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36d2356-d264-4f08-82d1-07d93ce115fa", "name": "network-vif-plugged", "status": "completed", "tag": "fd545841-57d7-49f5-9106-eeee0181060a", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:46:04.578149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dafd45f-2b84-48dc-bd0b-aa1033533b85 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:46:04.578594 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dafd45f-2b84-48dc-bd0b-aa1033533b85'] response: {'server_uuid': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd545841-57d7-49f5-9106-eeee0181060a', 'code': 200} May 12 03:46:04.604335 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=fd545841-57d7-49f5-9106-eeee0181060a,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:04.761571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb200b5-b065-4263-a941-d51aa70ad8b4 req-cb565fb8-cf12-4aa8-aa68-6d27058c1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:04.763081 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6fb200b5-b065-4263-a941-d51aa70ad8b4 req-cb565fb8-cf12-4aa8-aa68-6d27058c1ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 1129 time: 0.0429668 May 12 03:46:04.807721 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6fb200b5-b065-4263-a941-d51aa70ad8b4 req-35202a90-0ca5-4798-be0f-cdd57389c421 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 May 12 03:46:05.028801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d3d93-fee6-4941-8750-36913372a338 req-224278e6-c089-4392-bf68-7e2890a6d893 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:05.030247 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-737d3d93-fee6-4941-8750-36913372a338 req-224278e6-c089-4392-bf68-7e2890a6d893 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0484416 May 12 03:46:05.075644 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-737d3d93-fee6-4941-8750-36913372a338 req-22e2831e-dfe8-46e4-9c88-e23826211ac0 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 May 12 03:46:05.679338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-646502bc-0f89-404b-801b-37850b085913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:06.190007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03e8be-dae5-4bbc-bc88-eccf52daf0b1 req-a9122b38-ba20-447e-8321-9da2f3032ff6 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:06.191509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb03e8be-dae5-4bbc-bc88-eccf52daf0b1 req-a9122b38-ba20-447e-8321-9da2f3032ff6 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0474634 May 12 03:46:06.238034 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb03e8be-dae5-4bbc-bc88-eccf52daf0b1 req-8fa19554-0089-4988-b200-c10c7cdd3c08 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 May 12 03:46:06.457208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-40b7b199-cd11-4c8f-848a-a0303aad1357 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:06.458699 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-40b7b199-cd11-4c8f-848a-a0303aad1357 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/networks?id=c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 200 len: 814 time: 0.1029758 May 12 03:46:06.473849 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-cb134bd8-fa76-4904-8e55-c8280aa881e4 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/quotas/2edd8cc322044b13857ff6dc927e1e30 HTTP/1.1" status: 200 len: 375 time: 0.0095508 May 12 03:46:06.509969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:06.519769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-18551c64-8f31-4f55-b50b-5b98176c377a tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2edd8cc322044b13857ff6dc927e1e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0411618 May 12 03:46:06.610871 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-42c4d7fa-4675-4ff9-8cfc-01fca90d7cd2 service neutron] 10.222.0.23 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844152 May 12 03:46:06.696119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-b7f0b037-83b5-435c-9451-fa7e9d6f15b2 service neutron] 10.222.0.23 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795960 May 12 03:46:06.851862 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89c74aa0-9dfc-4017-a7b4-7b0952897159 req-d89db9c8-f274-4121-b996-2efacae89019 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 210 time: 0.0284069 May 12 03:46:07.761856 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:46:07.882546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f615fd57-6ba5-4887-8416-a10aca6e9e72 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:07.884021 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f615fd57-6ba5-4887-8416-a10aca6e9e72 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "GET /v2.0/networks?id=c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 200 len: 814 time: 0.1061118 May 12 03:46:07.896804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Request body: {'port': {'device_id': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274', 'admin_state_up': True, 'tenant_id': '2edd8cc322044b13857ff6dc927e1e30'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:07.962273 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b86d445a-59eb-4bc1-ac75-85f6a3fa52a5 req-b8f90604-8400-49d8-8811-32dcd6d79ba9 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 210 time: 0.0356393 May 12 03:46:08.010637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Made reservation on behalf of 2edd8cc322044b13857ff6dc927e1e30 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:08.014276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.079466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.141990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Allocated IP 172.20.0.7 (c07fd407-b149-4d63-910b-7774afa6c274/d3ef09cf-33aa-4042-8c71-549883536c82/56705c18-14ef-4013-88d7-6a4e6d533304) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:08.289832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks [] for port (56705c18-14ef-4013-88d7-6a4e6d533304), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.322710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.334849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['fd545841-57d7-49f5-9106-eeee0181060a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:46:08.364706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Network c07fd407-b149-4d63-910b-7774afa6c274 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:08.367865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:08.373785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:08.398474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Pushing event updated for resources: {'Port': ['ID=56705c18-14ef-4013-88d7-6a4e6d533304,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:08.426134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:08.426768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.444574 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-c797f7ac-c419-40d0-98b2-e04470480282 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522940 May 12 03:46:08.455886 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Request body: {'port': {'device_id': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:08.518411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.796956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56705c18-14ef-4013-88d7-6a4e6d533304 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:46:08.804658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Publish callbacks [] for port (56705c18-14ef-4013-88d7-6a4e6d533304), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.817116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Transition to ACTIVE for port object 56705c18-14ef-4013-88d7-6a4e6d533304 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:46:08.820870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:08.889334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Pushing event updated for resources: {'Port': ['ID=56705c18-14ef-4013-88d7-6a4e6d533304,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:08.939215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Attempting to bind port 56705c18-14ef-4013-88d7-6a4e6d533304 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:08.939541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Attempting to bind port 56705c18-14ef-4013-88d7-6a4e6d533304 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:08.939861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Attempting to bind port 56705c18-14ef-4013-88d7-6a4e6d533304 on network c07fd407-b149-4d63-910b-7774afa6c274 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:08.944637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Port 56705c18-14ef-4013-88d7-6a4e6d533304 on network c07fd407-b149-4d63-910b-7774afa6c274 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:46:08.944952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Attempting to bind port 56705c18-14ef-4013-88d7-6a4e6d533304 on network c07fd407-b149-4d63-910b-7774afa6c274 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:08.949692 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:08.950068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Checking segment: {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:08.950445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Bound using segment: {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:08.950855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Bound port: 56705c18-14ef-4013-88d7-6a4e6d533304, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9cebb-1890-42df-8fe1-d38a1565d854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:08.951197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:09.012637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] For port 56705c18-14ef-4013-88d7-6a4e6d533304, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:09.015661 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] For port 56705c18-14ef-4013-88d7-6a4e6d533304, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=56705c18-14ef-4013-88d7-6a4e6d533304,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:09.021784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:09.061109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:09.061717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:09.063208 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] 10.222.0.57 "PUT /v2.0/ports/56705c18-14ef-4013-88d7-6a4e6d533304 HTTP/1.1" status: 200 len: 1093 time: 0.6112692 May 12 03:46:09.063568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'tag': '56705c18-14ef-4013-88d7-6a4e6d533304'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:46:09.065852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e17e7430-bc0d-496f-b975-54d0a696a46d", "tag": "56705c18-14ef-4013-88d7-6a4e6d533304"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:46:09.078273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245eb7b-ea20-4f24-87b3-3bd5123cf69f req-64466e05-f941-4a1e-80a1-dbd1b45720c1 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:09.079827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8245eb7b-ea20-4f24-87b3-3bd5123cf69f req-64466e05-f941-4a1e-80a1-dbd1b45720c1 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 943 time: 0.0498896 May 12 03:46:09.088095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6b0c5-c45c-4f52-ae91-fada82ed06ba service neutron] Pushing event updated for resources: {'Port': ['ID=56705c18-14ef-4013-88d7-6a4e6d533304,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:09.122002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026be76e-0568-4527-a5fa-34302e55a47b x-openstack-request-id: req-026be76e-0568-4527-a5fa-34302e55a47b {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:46:09.122329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17e7430-bc0d-496f-b975-54d0a696a46d", "tag": "56705c18-14ef-4013-88d7-6a4e6d533304", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:46:09.122542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-026be76e-0568-4527-a5fa-34302e55a47b {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:46:09.122954 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026be76e-0568-4527-a5fa-34302e55a47b'] response: {'name': 'network-changed', 'server_uuid': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'tag': '56705c18-14ef-4013-88d7-6a4e6d533304', 'status': 'completed', 'code': 200} May 12 03:46:09.134752 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8245eb7b-ea20-4f24-87b3-3bd5123cf69f req-dde8d510-b073-4ed2-8a1a-7ae7fb21f915 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 May 12 03:46:09.153727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-4a89f11f-de5f-4b5c-89af-a12f124be491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:09.155312 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-4a89f11f-de5f-4b5c-89af-a12f124be491 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2edd8cc322044b13857ff6dc927e1e30&device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 1127 time: 0.0470676 May 12 03:46:09.200856 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-8db53393-9120-4cec-9c93-75379ab06014 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56705c18-14ef-4013-88d7-6a4e6d533304 HTTP/1.1" status: 200 len: 217 time: 0.0335538 May 12 03:46:09.248008 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f0ce0c74-91e0-40f5-b290-8bb4f7612260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:09.249383 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-f0ce0c74-91e0-40f5-b290-8bb4f7612260 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3ef09cf-33aa-4042-8c71-549883536c82 HTTP/1.1" status: 200 len: 854 time: 0.0423753 May 12 03:46:09.283710 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-7de73d4b-03d3-4416-8c9f-b28bbddc6f87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07fd407-b149-4d63-910b-7774afa6c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278857 May 12 03:46:09.369856 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-91c8f56f-3d36-4de0-b3a7-dccca43e4825 service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799236 May 12 03:46:09.461854 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4d0a8ff-ed5f-4887-ad00-f31d66c714c2 req-04059c64-5fe9-4635-be3c-858d088e4902 service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856643 May 12 03:46:09.644672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:10.246530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534b8cb-79af-4ad1-b191-ece1214b3fbb req-fef86243-be06-48bf-9dc8-87e7adff0f3b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:10.248023 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7534b8cb-79af-4ad1-b191-ece1214b3fbb req-fef86243-be06-48bf-9dc8-87e7adff0f3b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 943 time: 0.0471590 May 12 03:46:10.254985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-d7ba3880-a9ce-4850-8d44-213e49e10ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:10.256443 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-d7ba3880-a9ce-4850-8d44-213e49e10ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2edd8cc322044b13857ff6dc927e1e30&device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 1127 time: 0.0389311 May 12 03:46:10.295667 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7534b8cb-79af-4ad1-b191-ece1214b3fbb req-3de19aa2-98be-476d-ab97-3cc87c7000aa tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 May 12 03:46:10.349095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-a1d89478-dbe2-4eef-99ba-4b93619871ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:10.350574 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-a1d89478-dbe2-4eef-99ba-4b93619871ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 200 len: 915 time: 0.0879588 May 12 03:46:10.391247 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-6b2db9ae-6bc3-467c-8a6b-d57ca1cea3d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56705c18-14ef-4013-88d7-6a4e6d533304 HTTP/1.1" status: 200 len: 217 time: 0.0327222 May 12 03:46:10.437223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-97503c58-40ab-400e-b9b6-f9f840e42fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:10.438984 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-97503c58-40ab-400e-b9b6-f9f840e42fe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3ef09cf-33aa-4042-8c71-549883536c82 HTTP/1.1" status: 200 len: 854 time: 0.0421820 May 12 03:46:10.716919 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-ca099fa3-dda3-4042-a593-7238bd186e5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07fd407-b149-4d63-910b-7774afa6c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338187 May 12 03:46:10.806316 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-f7b6792b-6116-427d-9a88-3cd4a77c5af3 service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817423 May 12 03:46:11.089321 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8a67b2d3-29ab-4874-9d7c-552cf6fe4f1c req-f67f7893-5cfb-408b-a8ec-e8836e196493 service neutron] 10.222.0.57 "GET /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 May 12 03:46:11.410587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc8d34-fd4a-430c-8b35-42caf81c2357 req-d2294e7f-d289-4d2c-a0c7-a6fb312b280e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:11.412052 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-39bc8d34-fd4a-430c-8b35-42caf81c2357 req-d2294e7f-d289-4d2c-a0c7-a6fb312b280e tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 943 time: 0.0506473 May 12 03:46:11.457679 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-39bc8d34-fd4a-430c-8b35-42caf81c2357 req-b4982aa7-cb28-408d-950b-885b69720ae2 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 May 12 03:46:12.572911 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177725d6-fcfa-4ca7-aa9a-12e002d23204 req-1e6387ec-7900-42aa-9de4-5ae226b8b639 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:12.574444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177725d6-fcfa-4ca7-aa9a-12e002d23204 req-1e6387ec-7900-42aa-9de4-5ae226b8b639 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 943 time: 0.0475016 May 12 03:46:12.588962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 56705c18-14ef-4013-88d7-6a4e6d533304 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:46:12.615996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:12.621996 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-177725d6-fcfa-4ca7-aa9a-12e002d23204 req-22577b44-5813-41d5-9280-240dbdb2fdaf tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 May 12 03:46:12.693586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 56705c18-14ef-4013-88d7-6a4e6d533304, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=56705c18-14ef-4013-88d7-6a4e6d533304,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:12.704389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '56705c18-14ef-4013-88d7-6a4e6d533304', 'network_id': 'c07fd407-b149-4d63-910b-7774afa6c274', 'port_id': '56705c18-14ef-4013-88d7-6a4e6d533304', 'mac_address': 'fa:16:3e:56:17:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ef09cf-33aa-4042-8c71-549883536c82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:46:12.743845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 56705c18-14ef-4013-88d7-6a4e6d533304 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:12.744232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:12.756816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56705c18-14ef-4013-88d7-6a4e6d533304 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:46:12.775593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 56705c18-14ef-4013-88d7-6a4e6d533304, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=56705c18-14ef-4013-88d7-6a4e6d533304,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:12.778776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:12.823177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=56705c18-14ef-4013-88d7-6a4e6d533304,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:13.011412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['56705c18-14ef-4013-88d7-6a4e6d533304'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:46:13.736431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbe3e3-c7b0-4297-b7ef-21137ad8cb80 req-73d1f8b7-50a6-45dc-b90c-bea2610264b6 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:13.737908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31dbe3e3-c7b0-4297-b7ef-21137ad8cb80 req-73d1f8b7-50a6-45dc-b90c-bea2610264b6 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 944 time: 0.0512483 May 12 03:46:13.783573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31dbe3e3-c7b0-4297-b7ef-21137ad8cb80 req-c9fddc19-730b-417a-9e8e-b02a12b4bcc4 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 May 12 03:46:14.442348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 56705c18-14ef-4013-88d7-6a4e6d533304 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:14.484884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 56705c18-14ef-4013-88d7-6a4e6d533304 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:46:14.491321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 56705c18-14ef-4013-88d7-6a4e6d533304 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:14.491701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:14.579947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 56705c18-14ef-4013-88d7-6a4e6d533304 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:14.580251 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:14.602642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56705c18-14ef-4013-88d7-6a4e6d533304'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:46:14.604841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8051a-f701-448f-94dc-662addea7ddb" -d '{"events": [{"server_uuid": "e17e7430-bc0d-496f-b975-54d0a696a46d", "name": "network-vif-plugged", "status": "completed", "tag": "56705c18-14ef-4013-88d7-6a4e6d533304"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:46:14.617393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 56705c18-14ef-4013-88d7-6a4e6d533304, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=56705c18-14ef-4013-88d7-6a4e6d533304,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:14.621171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:14.643369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677fab57-d1bb-407e-b949-ac3a15c76c99 x-openstack-request-id: req-677fab57-d1bb-407e-b949-ac3a15c76c99 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:46:14.644188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17e7430-bc0d-496f-b975-54d0a696a46d", "name": "network-vif-plugged", "status": "completed", "tag": "56705c18-14ef-4013-88d7-6a4e6d533304", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:46:14.644446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-677fab57-d1bb-407e-b949-ac3a15c76c99 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:46:14.644834 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677fab57-d1bb-407e-b949-ac3a15c76c99'] response: {'server_uuid': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56705c18-14ef-4013-88d7-6a4e6d533304', 'code': 200} May 12 03:46:14.670614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=56705c18-14ef-4013-88d7-6a4e6d533304,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:14.798022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777de3-6c2e-40d5-8ced-b327f7497115 req-9339646a-73be-48e1-988d-eea71f2a6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:14.799451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bb777de3-6c2e-40d5-8ced-b327f7497115 req-9339646a-73be-48e1-988d-eea71f2a6d79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 1129 time: 0.0384724 May 12 03:46:14.848208 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bb777de3-6c2e-40d5-8ced-b327f7497115 req-7ea188b2-8b55-4912-889f-fff61f1660cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 May 12 03:46:14.900279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2d75-6b63-421d-93c9-6fc1740acef8 req-d0d1a9c5-02fd-4034-81c9-3630c198b254 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:14.901750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-325e2d75-6b63-421d-93c9-6fc1740acef8 req-d0d1a9c5-02fd-4034-81c9-3630c198b254 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 945 time: 0.0460870 May 12 03:46:14.947721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-325e2d75-6b63-421d-93c9-6fc1740acef8 req-4215aeaa-84d9-40d3-b74f-37bb4de13bc5 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 May 12 03:46:16.059199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8fc4d-3d15-418a-954a-0c657a6061b6 req-59151936-4080-4a0f-be01-257d875852d2 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:16.060679 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4dc8fc4d-3d15-418a-954a-0c657a6061b6 req-59151936-4080-4a0f-be01-257d875852d2 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 945 time: 0.0460422 May 12 03:46:16.114002 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4dc8fc4d-3d15-418a-954a-0c657a6061b6 req-27370d08-48e7-4509-bde2-6933eda02b60 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473411 May 12 03:46:16.341219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4c996-cc13-4ac9-82d8-e1ae8485a769 req-c3b6782e-c397-46cd-b0e0-12262c24cc29 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:16.342718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6cc4c996-cc13-4ac9-82d8-e1ae8485a769 req-c3b6782e-c397-46cd-b0e0-12262c24cc29 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 945 time: 0.0465257 May 12 03:46:16.388370 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6cc4c996-cc13-4ac9-82d8-e1ae8485a769 req-55a02435-c808-4b75-809b-56ab900b69ee tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 May 12 03:46:17.501322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be109-ee55-49cb-9cf5-f96a6fcddee0 req-1c31ada1-a7ec-4c23-9631-668237ef6014 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:17.502805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-590be109-ee55-49cb-9cf5-f96a6fcddee0 req-1c31ada1-a7ec-4c23-9631-668237ef6014 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 945 time: 0.0464437 May 12 03:46:17.547846 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-590be109-ee55-49cb-9cf5-f96a6fcddee0 req-3920d11d-2965-40b2-9c32-cd5f9df1e242 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 May 12 03:46:17.720197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-b4c0516b-ef52-48c0-8d93-0019be903ce9 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:17.721593 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-b4c0516b-ef52-48c0-8d93-0019be903ce9 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 945 time: 0.0446749 May 12 03:46:17.806138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Deleting port 56705c18-14ef-4013-88d7-6a4e6d533304 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:17.806474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:17.890228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] For port 56705c18-14ef-4013-88d7-6a4e6d533304, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=56705c18-14ef-4013-88d7-6a4e6d533304,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:17.890583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:17.907053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Calling delete_port for 56705c18-14ef-4013-88d7-6a4e6d533304 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:18.033311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (56705c18-14ef-4013-88d7-6a4e6d533304), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:18.045543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['fd545841-57d7-49f5-9106-eeee0181060a', '56705c18-14ef-4013-88d7-6a4e6d533304'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:46:18.060508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Pushing event deleted for resources: {'Port': ['ID=56705c18-14ef-4013-88d7-6a4e6d533304,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:18.111427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] No DVR routers for this DVR port 56705c18-14ef-4013-88d7-6a4e6d533304 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:18.114524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:18.117659 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-17fcb0de-6f54-4107-9fed-7ac55256a246 req-1ebc9e15-7751-4672-94ae-6dafdc903cae tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "DELETE /v2.0/ports/56705c18-14ef-4013-88d7-6a4e6d533304 HTTP/1.1" status: 204 len: 173 time: 0.3887789 May 12 03:46:18.118118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'name': 'network-vif-deleted', 'tag': '56705c18-14ef-4013-88d7-6a4e6d533304'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:46:18.120348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f9bf5b-8468-4996-953d-2debb7368ba6" -d '{"events": [{"server_uuid": "e17e7430-bc0d-496f-b975-54d0a696a46d", "name": "network-vif-deleted", "tag": "56705c18-14ef-4013-88d7-6a4e6d533304"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:46:18.159350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b144c2-3954-4e88-a2ed-0943ee14d85e x-openstack-request-id: req-49b144c2-3954-4e88-a2ed-0943ee14d85e {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:46:18.159647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17e7430-bc0d-496f-b975-54d0a696a46d", "name": "network-vif-deleted", "tag": "56705c18-14ef-4013-88d7-6a4e6d533304", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:46:18.159901 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49b144c2-3954-4e88-a2ed-0943ee14d85e {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:46:18.160823 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b144c2-3954-4e88-a2ed-0943ee14d85e'] response: {'server_uuid': 'e17e7430-bc0d-496f-b975-54d0a696a46d', 'name': 'network-vif-deleted', 'tag': '56705c18-14ef-4013-88d7-6a4e6d533304', 'status': 'completed', 'code': 200} May 12 03:46:18.659148 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8bef592e-5127-4f1d-97d0-47399575714d req-5e4ec0ea-a206-4547-b6c5-8f9308628b78 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17e7430-bc0d-496f-b975-54d0a696a46d HTTP/1.1" status: 200 len: 210 time: 0.0313091 May 12 03:46:19.806806 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a128ecc-a71d-4b4b-936a-6a679c032dae req-b6b3bfd3-baf6-4bd4-97e7-ecae837f3f2f tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:19.808701 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a128ecc-a71d-4b4b-936a-6a679c032dae req-b6b3bfd3-baf6-4bd4-97e7-ecae837f3f2f tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0472844 May 12 03:46:19.854882 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a128ecc-a71d-4b4b-936a-6a679c032dae req-24307b37-c147-457e-9487-84a8f1e4506c tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 May 12 03:46:19.989365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebdc14-663e-4818-895c-b25b2b02c364 req-0ac4df27-3c66-4d11-8edf-ec1a2c4bef8b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:19.990759 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-afebdc14-663e-4818-895c-b25b2b02c364 req-0ac4df27-3c66-4d11-8edf-ec1a2c4bef8b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0467458 May 12 03:46:20.036171 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-afebdc14-663e-4818-895c-b25b2b02c364 req-842440de-6026-4170-9ea8-d4e962a74450 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 May 12 03:46:20.150383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a203f0-5e82-4836-be39-b7092c87046d req-96232be2-b4bb-47d1-9225-506db85435f7 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:20.151823 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5a203f0-5e82-4836-be39-b7092c87046d req-96232be2-b4bb-47d1-9225-506db85435f7 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0491514 May 12 03:46:20.201138 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d5a203f0-5e82-4836-be39-b7092c87046d req-14610e9b-f6bf-49bb-aa02-7662f7826a29 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 May 12 03:46:20.368149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79c500-78ee-4a38-b79f-b3ba91c608fa req-58ba9f34-69c1-485f-afcf-3fdc06c1115b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:20.369581 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a79c500-78ee-4a38-b79f-b3ba91c608fa req-58ba9f34-69c1-485f-afcf-3fdc06c1115b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0457804 May 12 03:46:20.415179 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a79c500-78ee-4a38-b79f-b3ba91c608fa req-1e92da40-83fe-4b59-b8aa-63b6f795e143 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 May 12 03:46:20.531079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f867c0-1d46-4a16-bfeb-2faf945b1c4a req-34d030ae-1799-48b4-b6c8-355c5618ef28 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:20.532464 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7f867c0-1d46-4a16-bfeb-2faf945b1c4a req-34d030ae-1799-48b4-b6c8-355c5618ef28 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0498745 May 12 03:46:20.587119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7f867c0-1d46-4a16-bfeb-2faf945b1c4a req-593ba498-2f71-45d6-be90-c7f7fba74fd8 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490985 May 12 03:46:20.717782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e4aea-3886-43ee-8bc5-b3421874c68e req-a638eb07-994e-425f-a0a1-773b779bf2b7 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:20.719709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c65e4aea-3886-43ee-8bc5-b3421874c68e req-a638eb07-994e-425f-a0a1-773b779bf2b7 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0467300 May 12 03:46:20.765145 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c65e4aea-3886-43ee-8bc5-b3421874c68e req-e6bafd9a-6466-4e0b-9804-1b30991d0f8b tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 May 12 03:46:21.063057 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7730d-77be-4ab2-adb1-73c93775c4ae req-26ecf8c0-9ab7-4d9c-8607-479dd4295f81 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:21.064410 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9c7730d-77be-4ab2-adb1-73c93775c4ae req-26ecf8c0-9ab7-4d9c-8607-479dd4295f81 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0450053 May 12 03:46:21.115660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9c7730d-77be-4ab2-adb1-73c93775c4ae req-d6d59307-8be9-404b-9360-ce612f7dd473 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 May 12 03:46:22.230345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b6c67-142d-488e-a032-8bf74ff571cb req-676eea35-3ba2-4382-aa0e-1ad6402d1335 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:22.231804 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-987b6c67-142d-488e-a032-8bf74ff571cb req-676eea35-3ba2-4382-aa0e-1ad6402d1335 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0466304 May 12 03:46:22.276667 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-987b6c67-142d-488e-a032-8bf74ff571cb req-c04c2375-48a2-4ee6-95a7-43c226387e52 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/security-groups?id=964cd161-bd2b-4825-868b-7462612625f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 May 12 03:46:22.491375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 56705c18-14ef-4013-88d7-6a4e6d533304 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:46:22.511483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 56705c18-14ef-4013-88d7-6a4e6d533304 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:22.511826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 56705c18-14ef-4013-88d7-6a4e6d533304 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:46:22.521221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-211a8d26-58f1-4e43-909b-e68ee7a40688 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:22.522753 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-211a8d26-58f1-4e43-909b-e68ee7a40688 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 945 time: 0.0481784 May 12 03:46:22.614898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Deleting port fd545841-57d7-49f5-9106-eeee0181060a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:22.615232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (fd545841-57d7-49f5-9106-eeee0181060a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:22.699794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] For port fd545841-57d7-49f5-9106-eeee0181060a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=fd545841-57d7-49f5-9106-eeee0181060a,segment=NetworkSegment(fbd9cebb-1890-42df-8fe1-d38a1565d854),segment_id=fbd9cebb-1890-42df-8fe1-d38a1565d854)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:22.700143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (fd545841-57d7-49f5-9106-eeee0181060a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:22.712642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Calling delete_port for fd545841-57d7-49f5-9106-eeee0181060a owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:22.837720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (fd545841-57d7-49f5-9106-eeee0181060a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:22.851506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['fd545841-57d7-49f5-9106-eeee0181060a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:46:22.865719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Pushing event deleted for resources: {'Port': ['ID=fd545841-57d7-49f5-9106-eeee0181060a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:22.919479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] No DVR routers for this DVR port fd545841-57d7-49f5-9106-eeee0181060a on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:22.922029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:22.925271 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2840ce16-ecb4-4ade-9c4b-2eb792c83f37 req-ffdf35c3-0f0e-4d19-b05c-cd9c573832fd tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.57 "DELETE /v2.0/ports/fd545841-57d7-49f5-9106-eeee0181060a HTTP/1.1" status: 204 len: 173 time: 0.3969214 May 12 03:46:22.925742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'name': 'network-vif-deleted', 'tag': 'fd545841-57d7-49f5-9106-eeee0181060a'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:46:22.928037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e380e1-d550-4b75-bb51-9852082cfdb7" -d '{"events": [{"server_uuid": "a36d2356-d264-4f08-82d1-07d93ce115fa", "name": "network-vif-deleted", "tag": "fd545841-57d7-49f5-9106-eeee0181060a"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:46:22.964120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e601db-14a6-4945-b2bb-c604ee186ea8 x-openstack-request-id: req-f8e601db-14a6-4945-b2bb-c604ee186ea8 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:46:22.964437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36d2356-d264-4f08-82d1-07d93ce115fa", "name": "network-vif-deleted", "tag": "fd545841-57d7-49f5-9106-eeee0181060a", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:46:22.964691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8e601db-14a6-4945-b2bb-c604ee186ea8 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:46:22.965104 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e601db-14a6-4945-b2bb-c604ee186ea8'] response: {'server_uuid': 'a36d2356-d264-4f08-82d1-07d93ce115fa', 'name': 'network-vif-deleted', 'tag': 'fd545841-57d7-49f5-9106-eeee0181060a', 'status': 'completed', 'code': 200} May 12 03:46:23.387195 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-99e5a4bd-c427-4b54-8b65-72209de895d4 req-c8faba30-9533-4c95-8460-2cc308cbf598 tempest-ServersNegativeTestJSON-574080319 tempest-ServersNegativeTestJSON-574080319-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36d2356-d264-4f08-82d1-07d93ce115fa HTTP/1.1" status: 200 len: 210 time: 0.0304685 May 12 03:46:24.444727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38914) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:24.487869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Deleting subnet d3ef09cf-33aa-4042-8c71-549883536c82 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:46:24.490815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Publish callbacks [] for subnet (d3ef09cf-33aa-4042-8c71-549883536c82), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.526899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (d3ef09cf-33aa-4042-8c71-549883536c82), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.563965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (d3ef09cf-33aa-4042-8c71-549883536c82), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.613780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (d3ef09cf-33aa-4042-8c71-549883536c82), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.639262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ef09cf-33aa-4042-8c71-549883536c82,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:24.641204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.644320 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e860cb84-f088-4d22-b8d8-4ec0b8865cb3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3ef09cf-33aa-4042-8c71-549883536c82 HTTP/1.1" status: 204 len: 168 time: 0.1985974 May 12 03:46:24.647402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38916) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:24.716942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c07fd407-b149-4d63-910b-7774afa6c274), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.791370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c07fd407-b149-4d63-910b-7774afa6c274), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.810153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07fd407-b149-4d63-910b-7774afa6c274']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:24.819532 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9cebb-1890-42df-8fe1-d38a1565d854') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:24.819827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9cebb-1890-42df-8fe1-d38a1565d854') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:24.833783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (fbd9cebb-1890-42df-8fe1-d38a1565d854), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.846994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (fbd9cebb-1890-42df-8fe1-d38a1565d854), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.852964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:24.853413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (fbd9cebb-1890-42df-8fe1-d38a1565d854), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:24.855183 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:24.907225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c07fd407-b149-4d63-910b-7774afa6c274), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.913924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:24.917940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] 10.222.0.23 "DELETE /v2.0/networks/c07fd407-b149-4d63-910b-7774afa6c274 HTTP/1.1" status: 204 len: 168 time: 0.2695813 May 12 03:46:24.931314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55562ee-bce0-467c-9d36-ebb34fe646db admin admin] Pushing event deleted for resources: {'Network': ['ID=c07fd407-b149-4d63-910b-7774afa6c274,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:25.027188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38920) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:25.065440 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bb8c37b8-a47a-4b32-a1e2-6efcf13b32a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2edd8cc322044b13857ff6dc927e1e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370700 May 12 03:46:25.068417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38922) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:25.114815 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12efed09-70cc-4540-b3c3-e547367ad1fc admin admin] Publish callbacks [] for security_group (964cd161-bd2b-4825-868b-7462612625f8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:25.139845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12efed09-70cc-4540-b3c3-e547367ad1fc admin admin] Publish callbacks [] for security_group (964cd161-bd2b-4825-868b-7462612625f8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:25.185040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12efed09-70cc-4540-b3c3-e547367ad1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (964cd161-bd2b-4825-868b-7462612625f8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:25.187725 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-12efed09-70cc-4540-b3c3-e547367ad1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:25.188859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-12efed09-70cc-4540-b3c3-e547367ad1fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/964cd161-bd2b-4825-868b-7462612625f8 HTTP/1.1" status: 204 len: 168 time: 0.1195459 May 12 03:46:25.196926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efed09-70cc-4540-b3c3-e547367ad1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964cd161-bd2b-4825-868b-7462612625f8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:25.897150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38944) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:26.000632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325044972'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:26.026167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:26.029639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.037932 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.110667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for security_group (3c04a415-91ab-43b7-bab9-98b60e81552e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.114772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3c04a415-91ab-43b7-bab9-98b60e81552e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.140598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:26.150280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c04a415-91ab-43b7-bab9-98b60e81552e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:26.155051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bbe85807-90f0-41cd-8a82-1da15b7eedae), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.155464 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Added segment bbe85807-90f0-41cd-8a82-1da15b7eedae of type vlan for network 6e863884-2e18-4fc0-8429-b5395e50342e May 12 03:46:26.194612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (6e863884-2e18-4fc0-8429-b5395e50342e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.219049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (6e863884-2e18-4fc0-8429-b5395e50342e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.224614 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:26.225133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:26.259888 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3616292 May 12 03:46:26.295569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5b895-45d0-4dd9-9193-91a93bbec64f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Network': ['ID=6e863884-2e18-4fc0-8429-b5395e50342e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:26.306133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 6e863884-2e18-4fc0-8429-b5395e50342e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:26.487487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device fd545841-57d7-49f5-9106-eeee0181060a no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:46:26.511597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: fd545841-57d7-49f5-9106-eeee0181060a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:26.511941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device fd545841-57d7-49f5-9106-eeee0181060a not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:46:29.435604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38948) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:29.440972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'subnet': {'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:29.525548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:29.528920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.707246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (15599300-52c3-40fc-a01f-a2663477a54a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.763704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Subnet': ['ID=15599300-52c3-40fc-a01f-a2663477a54a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:29.778368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Checking segment: {'id': 'bbe85807-90f0-41cd-8a82-1da15b7eedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:29.778717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network hostable DHCP agents. Network: 6e863884-2e18-4fc0-8429-b5395e50342e, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:29.796395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network 6e863884-2e18-4fc0-8429-b5395e50342e is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:29.806133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 6e863884-2e18-4fc0-8429-b5395e50342e) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:29.810974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:29.811764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.816023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd2685-f605-4d68-b45f-85d8f3ca01db None None] Network 6e863884-2e18-4fc0-8429-b5395e50342e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:29.830606 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2515a24f-20eb-4def-9d99-4bc49cfbc76a tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3936861 May 12 03:46:29.833958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38950) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:29.840092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157460347'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:29.862258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:29.866179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.893588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:29.902853 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.903258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Added segment 55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c of type vlan for network 185f504a-08de-41b8-8e86-8efe37eb62ae May 12 03:46:29.929386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-6e863884-2e18-4fc0-8429-b5395e50342e', 'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e', 'project_id': '268776ca9d2d411798964d43e39fb57d', 'fixed_ips': [{'subnet_id': '15599300-52c3-40fc-a01f-a2663477a54a'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:29.930371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.944131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.969455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:29.974931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:29.975490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.009297 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1733289 May 12 03:46:30.012258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38952) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:30.018743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'subnet': {'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:30.062272 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909f6df-41b9-481b-a1f9-107f226c143d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Network': ['ID=185f504a-08de-41b8-8e86-8efe37eb62ae,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:30.067535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Allocated IP 2001:db8:0:ffff::2 (6e863884-2e18-4fc0-8429-b5395e50342e/15599300-52c3-40fc-a01f-a2663477a54a/1f3273a7-4336-4662-8866-28cfa28a0df9) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:30.074153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 185f504a-08de-41b8-8e86-8efe37eb62ae details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:30.137271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:30.140825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.286462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Publish callbacks [] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.292319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.328297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Network 6e863884-2e18-4fc0-8429-b5395e50342e is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:30.331151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:30.335814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:30.340920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (3cb94804-c05e-4014-af3e-a1b01f0e1c4a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.348525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Pushing event updated for resources: {'Port': ['ID=1f3273a7-4336-4662-8866-28cfa28a0df9,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:30.401162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Attempting to bind port 1f3273a7-4336-4662-8866-28cfa28a0df9 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:30.401527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Attempting to bind port 1f3273a7-4336-4662-8866-28cfa28a0df9 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'bbe85807-90f0-41cd-8a82-1da15b7eedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:30.401905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Attempting to bind port 1f3273a7-4336-4662-8866-28cfa28a0df9 on network 6e863884-2e18-4fc0-8429-b5395e50342e {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:30.406919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:30.407289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Checking segment: {'id': 'bbe85807-90f0-41cd-8a82-1da15b7eedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:30.407689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.408073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Bound using segment: {'id': 'bbe85807-90f0-41cd-8a82-1da15b7eedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:30.408555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Bound port: 1f3273a7-4336-4662-8866-28cfa28a0df9, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe85807-90f0-41cd-8a82-1da15b7eedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6e863884-2e18-4fc0-8429-b5395e50342e'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:30.408696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Subnet': ['ID=3cb94804-c05e-4014-af3e-a1b01f0e1c4a,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:30.408930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.418113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Checking segment: {'id': '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:30.418482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network hostable DHCP agents. Network: 185f504a-08de-41b8-8e86-8efe37eb62ae, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:30.436791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network 185f504a-08de-41b8-8e86-8efe37eb62ae is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:30.446151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 185f504a-08de-41b8-8e86-8efe37eb62ae) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:30.450553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:30.451160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.457597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa26f5-5ef0-48b7-9b12-fdf2c6da76ca None None] Network 185f504a-08de-41b8-8e86-8efe37eb62ae requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:30.469280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-85ec769b-dba1-4e1b-a566-91b62c4e4624 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4561708 May 12 03:46:30.472095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38954) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:30.499385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] For port 1f3273a7-4336-4662-8866-28cfa28a0df9, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:30.540925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] For port 1f3273a7-4336-4662-8866-28cfa28a0df9, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f3273a7-4336-4662-8866-28cfa28a0df9,segment=NetworkSegment(bbe85807-90f0-41cd-8a82-1da15b7eedae),segment_id=bbe85807-90f0-41cd-8a82-1da15b7eedae)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:30.549465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.633759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-185f504a-08de-41b8-8e86-8efe37eb62ae', 'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae', 'project_id': '268776ca9d2d411798964d43e39fb57d', 'fixed_ips': [{'subnet_id': '3cb94804-c05e-4014-af3e-a1b01f0e1c4a'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:30.634769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.652878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63cc9f-1acc-435f-b0d8-b69aa6d0b1cf None None] Pushing event updated for resources: {'Port': ['ID=1f3273a7-4336-4662-8866-28cfa28a0df9,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:30.800886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Allocated IP 2001:db8::2 (185f504a-08de-41b8-8e86-8efe37eb62ae/3cb94804-c05e-4014-af3e-a1b01f0e1c4a/e154e38f-718c-4995-b852-2ed20e81c22c) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:30.965700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.972105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Publish callbacks [] for port (e154e38f-718c-4995-b852-2ed20e81c22c), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:30.978401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (e154e38f-718c-4995-b852-2ed20e81c22c), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.019456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Network 185f504a-08de-41b8-8e86-8efe37eb62ae is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:31.022873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:31.029212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:31.036790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Pushing event updated for resources: {'Port': ['ID=e154e38f-718c-4995-b852-2ed20e81c22c,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:31.063212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (3cb94804-c05e-4014-af3e-a1b01f0e1c4a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.092306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Attempting to bind port e154e38f-718c-4995-b852-2ed20e81c22c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:31.092674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Attempting to bind port e154e38f-718c-4995-b852-2ed20e81c22c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:31.093165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Attempting to bind port e154e38f-718c-4995-b852-2ed20e81c22c on network 185f504a-08de-41b8-8e86-8efe37eb62ae {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:31.099783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:31.100289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Checking segment: {'id': '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:31.100691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.101083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Bound using segment: {'id': '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:31.101549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Bound port: e154e38f-718c-4995-b852-2ed20e81c22c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '185f504a-08de-41b8-8e86-8efe37eb62ae'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:31.101975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e154e38f-718c-4995-b852-2ed20e81c22c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.134762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (3cb94804-c05e-4014-af3e-a1b01f0e1c4a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.163688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb94804-c05e-4014-af3e-a1b01f0e1c4a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:31.174574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] For port e154e38f-718c-4995-b852-2ed20e81c22c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:31.178945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] For port e154e38f-718c-4995-b852-2ed20e81c22c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e154e38f-718c-4995-b852-2ed20e81c22c,segment=NetworkSegment(55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c),segment_id=55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:31.183404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f3273a7-4336-4662-8866-28cfa28a0df9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:31.187351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e154e38f-718c-4995-b852-2ed20e81c22c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.236176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.261596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185f504a-08de-41b8-8e86-8efe37eb62ae']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:31.272144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:31.272446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:31.277577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaed417-6ac7-4c64-a7cf-826acf952d1a None None] Pushing event updated for resources: {'Port': ['ID=e154e38f-718c-4995-b852-2ed20e81c22c,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:31.284728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.286978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1f3273a7-4336-4662-8866-28cfa28a0df9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:31.287368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.303229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.316266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:31.319719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:31.323557 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:31.385302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1f3273a7-4336-4662-8866-28cfa28a0df9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:31.385977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.391533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.db.api [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 03:46:31.391533 dv-neutron-841363-5-hyperv neutron-server[104165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 03:46:31.391533 dv-neutron-841363-5-hyperv neutron-server[104165]: [parameters: {'id': '185f504a-08de-41b8-8e86-8efe37eb62ae'}] May 12 03:46:31.391533 dv-neutron-841363-5-hyperv neutron-server[104165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:46:31.392207 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG oslo_db.api [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:46:31.428723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 1f3273a7-4336-4662-8866-28cfa28a0df9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f3273a7-4336-4662-8866-28cfa28a0df9,segment=NetworkSegment(bbe85807-90f0-41cd-8a82-1da15b7eedae),segment_id=bbe85807-90f0-41cd-8a82-1da15b7eedae)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:31.434164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.490695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=1f3273a7-4336-4662-8866-28cfa28a0df9,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:31.727856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b11b41-d196-4e74-b307-466778d7665c None None] Network 6e863884-2e18-4fc0-8429-b5395e50342e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:31.763725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0b56d157-1b2e-4cf2-8a36-c6e8daaffe25 None None] Provisioning complete for port 1f3273a7-4336-4662-8866-28cfa28a0df9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:31.764025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0b56d157-1b2e-4cf2-8a36-c6e8daaffe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.893722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:31.904713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0b56d157-1b2e-4cf2-8a36-c6e8daaffe25 None None] Current status of the port 1f3273a7-4336-4662-8866-28cfa28a0df9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:31.943289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Deleting port e154e38f-718c-4995-b852-2ed20e81c22c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:31.943626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e154e38f-718c-4995-b852-2ed20e81c22c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.018313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] For port e154e38f-718c-4995-b852-2ed20e81c22c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e154e38f-718c-4995-b852-2ed20e81c22c,segment=NetworkSegment(55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c),segment_id=55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:32.018689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e154e38f-718c-4995-b852-2ed20e81c22c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.033247 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Calling delete_port for e154e38f-718c-4995-b852-2ed20e81c22c owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:32.118127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e154e38f-718c-4995-b852-2ed20e81c22c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.124329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-18bedf28-1efd-4b7f-a0ba-9a935cfe60af None None] Provisioning complete for port 1f3273a7-4336-4662-8866-28cfa28a0df9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:32.124842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-18bedf28-1efd-4b7f-a0ba-9a935cfe60af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.152373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Port': ['ID=e154e38f-718c-4995-b852-2ed20e81c22c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:32.155271 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No DVR routers for this DVR port e154e38f-718c-4995-b852-2ed20e81c22c on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:32.231763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-18bedf28-1efd-4b7f-a0ba-9a935cfe60af None None] Current status of the port 1f3273a7-4336-4662-8866-28cfa28a0df9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:32.243006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.264241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185f504a-08de-41b8-8e86-8efe37eb62ae']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:32.274605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:32.274904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:32.285297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.298701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.305414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:32.305785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (55e5b1de-6af7-4bbc-8ddd-5c3a4c22767c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:32.308805 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:32.320953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ec069-0038-4b45-8655-70821ab9019f None None] Network 185f504a-08de-41b8-8e86-8efe37eb62ae requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:32.348376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-52a88ab8-9812-4410-844d-6cd4e88bb0a1 None None] Could not find standard attr ID for object e154e38f-718c-4995-b852-2ed20e81c22c. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:46:32.372791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (185f504a-08de-41b8-8e86-8efe37eb62ae), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.380584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.383566 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/185f504a-08de-41b8-8e86-8efe37eb62ae HTTP/1.1" status: 204 len: 168 time: 1.9104726 May 12 03:46:32.387079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38956) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:32.393097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954772655'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:32.398756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf02a3-92db-4151-a47d-8111392ab013 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Network': ['ID=185f504a-08de-41b8-8e86-8efe37eb62ae,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:32.414531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:32.418094 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.443282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:32.451974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (50f3870c-a8f0-47a9-ab15-7f4d25d37331), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.452377 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Added segment 50f3870c-a8f0-47a9-ab15-7f4d25d37331 of type vlan for network 7860bad5-51ec-4ef6-b1ad-504048dae3cc May 12 03:46:32.465313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a162ac2-15fc-42c7-baa2-e391796c31ca None None] DHCP port deletion for 185f504a-08de-41b8-8e86-8efe37eb62ae request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:46:32.501759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (7860bad5-51ec-4ef6-b1ad-504048dae3cc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.526745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (7860bad5-51ec-4ef6-b1ad-504048dae3cc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.531819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:32.532394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.586484 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1973164 May 12 03:46:32.589521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38958) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:32.594645 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'subnet': {'network_id': '7860bad5-51ec-4ef6-b1ad-504048dae3cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:32.637085 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720c2f-a4d1-4fd9-8b75-2122f8c89b53 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Network': ['ID=7860bad5-51ec-4ef6-b1ad-504048dae3cc,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:32.648184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 7860bad5-51ec-4ef6-b1ad-504048dae3cc details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:32.688563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:32.693004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.748437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Performing IP validity checks on allocation pools {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 12 03:46:32.748953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.ipam_backend_mixin [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 12 03:46:32.870220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (92575eeb-6361-4952-97f4-628348b6e8ac), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.928822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Subnet': ['ID=92575eeb-6361-4952-97f4-628348b6e8ac,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:32.939825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Checking segment: {'id': '50f3870c-a8f0-47a9-ab15-7f4d25d37331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7860bad5-51ec-4ef6-b1ad-504048dae3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:32.940184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network hostable DHCP agents. Network: 7860bad5-51ec-4ef6-b1ad-504048dae3cc, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:32.956369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network 7860bad5-51ec-4ef6-b1ad-504048dae3cc is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:32.964747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 7860bad5-51ec-4ef6-b1ad-504048dae3cc) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:32.968689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:32.969277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:32.974261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2db247-f0a0-4918-8445-a9e8d09008f2 None None] Network 7860bad5-51ec-4ef6-b1ad-504048dae3cc requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:32.985405 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b2efbf67-55e9-49d8-9e5e-c14680a01158 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3947475 May 12 03:46:32.987961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38962) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:33.074960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5331e-7b16-4c38-9ccd-02175838a9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-7860bad5-51ec-4ef6-b1ad-504048dae3cc', 'network_id': '7860bad5-51ec-4ef6-b1ad-504048dae3cc', 'project_id': '268776ca9d2d411798964d43e39fb57d', 'fixed_ips': [{'subnet_id': '92575eeb-6361-4952-97f4-628348b6e8ac'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:33.076062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-78f5331e-7b16-4c38-9ccd-02175838a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.086705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (7860bad5-51ec-4ef6-b1ad-504048dae3cc), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.146548 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (92575eeb-6361-4952-97f4-628348b6e8ac), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.161853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f3273a7-4336-4662-8866-28cfa28a0df9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:33.210499 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (92575eeb-6361-4952-97f4-628348b6e8ac), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.239821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Subnet': ['ID=92575eeb-6361-4952-97f4-628348b6e8ac,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:33.307148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (7860bad5-51ec-4ef6-b1ad-504048dae3cc), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.328423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7860bad5-51ec-4ef6-b1ad-504048dae3cc']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:33.338422 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5c97350f-d296-4750-b01d-393c5db3e544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.338757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f3870c-a8f0-47a9-ab15-7f4d25d37331') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:33.339059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f3870c-a8f0-47a9-ab15-7f4d25d37331') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:33.350031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (50f3870c-a8f0-47a9-ab15-7f4d25d37331), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-78f5331e-7b16-4c38-9ccd-02175838a9a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92575eeb-6361-4952-97f4-628348b6e8ac: This subnet is being modified by another concurrent operation. May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92575eeb-6361-4952-97f4-628348b6e8ac: This subnet is being modified by another concurrent operation. May 12 03:46:33.355967 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:46:33.371208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (50f3870c-a8f0-47a9-ab15-7f4d25d37331), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.375890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:33.376159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (50f3870c-a8f0-47a9-ab15-7f4d25d37331), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.377729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8cf60-a0d6-4216-bbe0-121d10b1f204 None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:33.380393 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:33.408123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1f3273a7-4336-4662-8866-28cfa28a0df9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:33.408505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.438394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (7860bad5-51ec-4ef6-b1ad-504048dae3cc), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.446415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.449532 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/7860bad5-51ec-4ef6-b1ad-504048dae3cc HTTP/1.1" status: 204 len: 168 time: 0.4600897 May 12 03:46:33.453472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38964) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:33.459103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236566368'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:33.461785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078741-d6e6-462f-ac4c-adcd9226664f tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Network': ['ID=7860bad5-51ec-4ef6-b1ad-504048dae3cc,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:33.483930 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:33.487437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.491592 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba8cf60-a0d6-4216-bbe0-121d10b1f204 None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:46:33.512047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:33.520950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (44fdfcc6-be83-400f-a630-1ad6488114c7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.521353 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Added segment 44fdfcc6-be83-400f-a630-1ad6488114c7 of type vlan for network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e May 12 03:46:33.544338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1f3273a7-4336-4662-8866-28cfa28a0df9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:33.560515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.584584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.589848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:33.590470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.635403 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1802332 May 12 03:46:33.638411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38966) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:33.645038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'subnet': {'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:33.672337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0324c7-34c1-40a9-9831-44beec52486f None None] Network 7860bad5-51ec-4ef6-b1ad-504048dae3cc requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:33.684555 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0324c7-34c1-40a9-9831-44beec52486f None None] Network 7860bad5-51ec-4ef6-b1ad-504048dae3cc could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:46:33.684732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6a580-bf33-4f4e-a177-f7f90175dfc8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Network': ['ID=cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:33.696085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:33.761759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:33.765344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:33.939146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (66810dfc-9034-4694-8a1a-d7a88b4efc94), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.000428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Subnet': ['ID=66810dfc-9034-4694-8a1a-d7a88b4efc94,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:34.008676 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Checking segment: {'id': '44fdfcc6-be83-400f-a630-1ad6488114c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:34.009104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network hostable DHCP agents. Network: cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:34.026692 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:34.034867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:34.039495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:34.040092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.044106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdc468-702e-499d-adff-34484fc9d7d0 None None] Network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:34.057830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-80548706-ba45-4e30-a492-523143fdeb55 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186480 May 12 03:46:34.061517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38968) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:34.066706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834595413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:34.093602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:34.096978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.121206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:34.130589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f601f48f-9086-42ac-8455-527c2af3ddbe), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.130998 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Added segment f601f48f-9086-42ac-8455-527c2af3ddbe of type vlan for network 29d074f3-6b54-4a98-9f1e-6ddb9950a26a May 12 03:46:34.153382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e', 'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e', 'project_id': '268776ca9d2d411798964d43e39fb57d', 'fixed_ips': [{'subnet_id': '66810dfc-9034-4694-8a1a-d7a88b4efc94'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:34.154596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.173510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (29d074f3-6b54-4a98-9f1e-6ddb9950a26a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.198719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (29d074f3-6b54-4a98-9f1e-6ddb9950a26a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.203670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:34.204284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.239751 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1770720 May 12 03:46:34.242599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38970) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:34.247341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Request body: {'subnet': {'network_id': '29d074f3-6b54-4a98-9f1e-6ddb9950a26a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:34.295846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Allocated IP 2001:db8::2 (cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e/66810dfc-9034-4694-8a1a-d7a88b4efc94/77e42768-b493-49e6-9397-1d78b2b256c0) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:34.302443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e2a57-0016-4f4f-9509-d84f120c3ab2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Network': ['ID=29d074f3-6b54-4a98-9f1e-6ddb9950a26a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:34.313325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 29d074f3-6b54-4a98-9f1e-6ddb9950a26a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:34.364964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Made reservation on behalf of 268776ca9d2d411798964d43e39fb57d for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:34.368544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.495609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Publish callbacks [] for port (77e42768-b493-49e6-9397-1d78b2b256c0), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.500792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.538534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:34.541315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:34.546887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:34.550993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (90c7a50e-e18f-46f4-8d34-7c45f44e23ce), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.553960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Pushing event updated for resources: {'Port': ['ID=77e42768-b493-49e6-9397-1d78b2b256c0,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:34.612132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Attempting to bind port 77e42768-b493-49e6-9397-1d78b2b256c0 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:34.612503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Attempting to bind port 77e42768-b493-49e6-9397-1d78b2b256c0 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '44fdfcc6-be83-400f-a630-1ad6488114c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:34.612876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Attempting to bind port 77e42768-b493-49e6-9397-1d78b2b256c0 on network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:34.616385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event updated for resources: {'Subnet': ['ID=90c7a50e-e18f-46f4-8d34-7c45f44e23ce,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:34.617962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:34.618344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Checking segment: {'id': '44fdfcc6-be83-400f-a630-1ad6488114c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:34.618764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.619150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Bound using segment: {'id': '44fdfcc6-be83-400f-a630-1ad6488114c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:34.619613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Bound port: 77e42768-b493-49e6-9397-1d78b2b256c0, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fdfcc6-be83-400f-a630-1ad6488114c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:34.619996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.624178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Checking segment: {'id': 'f601f48f-9086-42ac-8455-527c2af3ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '29d074f3-6b54-4a98-9f1e-6ddb9950a26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:34.624538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network hostable DHCP agents. Network: 29d074f3-6b54-4a98-9f1e-6ddb9950a26a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:34.628351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.628699 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.629564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.629920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.630256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.630584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.630907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.631230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.631549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.631869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.632188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.632501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.632821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.633133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.633447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:34.651754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Network 29d074f3-6b54-4a98-9f1e-6ddb9950a26a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:34.660432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 29d074f3-6b54-4a98-9f1e-6ddb9950a26a) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:34.665307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:34.666065 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.674243 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132750b5-fb7c-4cd0-a30a-b1b4c0522ca6 None None] Network 29d074f3-6b54-4a98-9f1e-6ddb9950a26a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:34.681944 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-58405d7f-411b-4fe7-8b1c-cfa17b6b1720 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383168 May 12 03:46:34.684528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38972) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:34.704866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] For port 77e42768-b493-49e6-9397-1d78b2b256c0, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:34.748663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] For port 77e42768-b493-49e6-9397-1d78b2b256c0, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=77e42768-b493-49e6-9397-1d78b2b256c0,segment=NetworkSegment(44fdfcc6-be83-400f-a630-1ad6488114c7),segment_id=44fdfcc6-be83-400f-a630-1ad6488114c7)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:34.759084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.787540 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (29d074f3-6b54-4a98-9f1e-6ddb9950a26a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.840602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb7ca5-70a5-4a58-8ef7-595e3332a3f3 None None] Pushing event updated for resources: {'Port': ['ID=77e42768-b493-49e6-9397-1d78b2b256c0,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:34.848942 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (90c7a50e-e18f-46f4-8d34-7c45f44e23ce), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.856210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc062d-5a6c-4ded-b45b-a6668607b753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-29d074f3-6b54-4a98-9f1e-6ddb9950a26a', 'network_id': '29d074f3-6b54-4a98-9f1e-6ddb9950a26a', 'project_id': '268776ca9d2d411798964d43e39fb57d', 'fixed_ips': [{'subnet_id': '90c7a50e-e18f-46f4-8d34-7c45f44e23ce'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:34.858206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-08bc062d-5a6c-4ded-b45b-a6668607b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.918127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (90c7a50e-e18f-46f4-8d34-7c45f44e23ce), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:34.952587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Subnet': ['ID=90c7a50e-e18f-46f4-8d34-7c45f44e23ce,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server [None req-08bc062d-5a6c-4ded-b45b-a6668607b753 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90c7a50e-e18f-46f4-8d34-7c45f44e23ce: This subnet is being modified by another concurrent operation. May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise self.value May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server raise exception May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90c7a50e-e18f-46f4-8d34-7c45f44e23ce: This subnet is being modified by another concurrent operation. May 12 03:46:34.964580 dv-neutron-841363-5-hyperv neutron-server[104166]: ERROR oslo_messaging.rpc.server May 12 03:46:35.013761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d835b10-2c3a-402b-b33c-18f179367e3d None None] Network 29d074f3-6b54-4a98-9f1e-6ddb9950a26a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:35.035862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (29d074f3-6b54-4a98-9f1e-6ddb9950a26a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.059218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d074f3-6b54-4a98-9f1e-6ddb9950a26a']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:35.069306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f601f48f-9086-42ac-8455-527c2af3ddbe') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:35.071972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f601f48f-9086-42ac-8455-527c2af3ddbe') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:35.083799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (f601f48f-9086-42ac-8455-527c2af3ddbe), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.099313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f601f48f-9086-42ac-8455-527c2af3ddbe), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.107958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:35.108741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (f601f48f-9086-42ac-8455-527c2af3ddbe), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:35.113601 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:35.186464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (29d074f3-6b54-4a98-9f1e-6ddb9950a26a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.189169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 77e42768-b493-49e6-9397-1d78b2b256c0 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:35.193203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.196453 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/29d074f3-6b54-4a98-9f1e-6ddb9950a26a HTTP/1.1" status: 204 len: 168 time: 0.5110064 May 12 03:46:35.199924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 38974) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:35.208291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0d3f-800a-44a1-a024-2636fdc2dc48 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Network': ['ID=29d074f3-6b54-4a98-9f1e-6ddb9950a26a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:35.231160 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de2cb4b-0229-40e6-b449-4bb598f4af66 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] GET failed (client error): The resource could not be found. May 12 03:46:35.232591 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8de2cb4b-0229-40e6-b449-4bb598f4af66 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "GET /v2.0/subnets/90c7a50e-e18f-46f4-8d34-7c45f44e23ce HTTP/1.1" status: 404 len: 337 time: 0.0310481 May 12 03:46:35.235447 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:35.242999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 77e42768-b493-49e6-9397-1d78b2b256c0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:35.243377 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.254519 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d94ebe5-d26c-4de3-9286-a857e784a2b8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:35.254952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d94ebe5-d26c-4de3-9286-a857e784a2b8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:35.257862 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2d94ebe5-d26c-4de3-9286-a857e784a2b8 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/29d074f3-6b54-4a98-9f1e-6ddb9950a26a HTTP/1.1" status: 404 len: 339 time: 0.0213287 May 12 03:46:35.261743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38978) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:35.290373 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df295fe-d1a0-4a9c-b4ed-00985e9eb433 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:35.290800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df295fe-d1a0-4a9c-b4ed-00985e9eb433 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:35.293799 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4df295fe-d1a0-4a9c-b4ed-00985e9eb433 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/subnets/90c7a50e-e18f-46f4-8d34-7c45f44e23ce HTTP/1.1" status: 404 len: 337 time: 0.0310667 May 12 03:46:35.296496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38980) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:35.314792 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17a79ff-824b-410e-85dc-7025056c6d3e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:35.315189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17a79ff-824b-410e-85dc-7025056c6d3e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:35.318719 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e17a79ff-824b-410e-85dc-7025056c6d3e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/29d074f3-6b54-4a98-9f1e-6ddb9950a26a HTTP/1.1" status: 404 len: 339 time: 0.0212641 May 12 03:46:35.321280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38982) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:35.323526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 77e42768-b493-49e6-9397-1d78b2b256c0 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:35.324013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.360145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 77e42768-b493-49e6-9397-1d78b2b256c0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=77e42768-b493-49e6-9397-1d78b2b256c0,segment=NetworkSegment(44fdfcc6-be83-400f-a630-1ad6488114c7),segment_id=44fdfcc6-be83-400f-a630-1ad6488114c7)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:35.365122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.375586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Deleting subnet 66810dfc-9034-4694-8a1a-d7a88b4efc94 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:46:35.377769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (66810dfc-9034-4694-8a1a-d7a88b4efc94), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.416625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=77e42768-b493-49e6-9397-1d78b2b256c0,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:35.424783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (66810dfc-9034-4694-8a1a-d7a88b4efc94), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.540834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (66810dfc-9034-4694-8a1a-d7a88b4efc94), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.611428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (66810dfc-9034-4694-8a1a-d7a88b4efc94), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.641655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Subnet': ['ID=66810dfc-9034-4694-8a1a-d7a88b4efc94,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:35.643694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.646963 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cfde002a-770a-4736-9ee9-865dbeec6b6e tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/subnets/66810dfc-9034-4694-8a1a-d7a88b4efc94 HTTP/1.1" status: 204 len: 168 time: 0.3247287 May 12 03:46:35.649372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:35.685224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-577de841-9933-4270-8550-5d26f2c82b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.729440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.774940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Deleting port 77e42768-b493-49e6-9397-1d78b2b256c0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:35.775260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.803582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad983085-2aad-45b2-a3b2-258f7d7e1bed None None] get_active_networks_info from dv-neutron-841363-5-hyperv {{(pid=104166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 03:46:35.844351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] For port 77e42768-b493-49e6-9397-1d78b2b256c0, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=77e42768-b493-49e6-9397-1d78b2b256c0,segment=NetworkSegment(44fdfcc6-be83-400f-a630-1ad6488114c7),segment_id=44fdfcc6-be83-400f-a630-1ad6488114c7)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:35.844648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.857349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Calling delete_port for 77e42768-b493-49e6-9397-1d78b2b256c0 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:35.870281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad983085-2aad-45b2-a3b2-258f7d7e1bed None None] Resources bound (agent type, host, resource id): {{(pid=104166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 03:46:35.917473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-22278edd-a297-4ee9-8f80-da70e7806df2 None None] Provisioning complete for port 77e42768-b493-49e6-9397-1d78b2b256c0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:35.917916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-22278edd-a297-4ee9-8f80-da70e7806df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.943518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (77e42768-b493-49e6-9397-1d78b2b256c0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:35.971844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Port': ['ID=77e42768-b493-49e6-9397-1d78b2b256c0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:35.975989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No DVR routers for this DVR port 77e42768-b493-49e6-9397-1d78b2b256c0 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:35.980481 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-22278edd-a297-4ee9-8f80-da70e7806df2 None None] Port 77e42768-b493-49e6-9397-1d78b2b256c0 was deleted so its status cannot be updated. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} May 12 03:46:36.056850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636b9c8-51ae-45b0-8b76-a49d0e4cc35b None None] Network cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:36.065044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.089738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:36.098941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fdfcc6-be83-400f-a630-1ad6488114c7') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:36.099171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fdfcc6-be83-400f-a630-1ad6488114c7') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:36.108330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (44fdfcc6-be83-400f-a630-1ad6488114c7), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.121205 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (44fdfcc6-be83-400f-a630-1ad6488114c7), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.127071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:36.127464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (44fdfcc6-be83-400f-a630-1ad6488114c7), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:36.131385 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:36.192309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.193872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb15fd-7a3f-4c41-bf1e-d102ed23aebc None None] DHCP port deletion for cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:46:36.198840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.205214 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e HTTP/1.1" status: 204 len: 168 time: 0.5515623 May 12 03:46:36.205214 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38986) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:36.222261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5580-6831-42e3-a4a1-3ae69fcb39d2 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Network': ['ID=cac3a43d-a5c3-4b56-b7f8-5be895e7dd5e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:36.239732 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-be45f5e8-1d50-4d07-b65e-08c5e72fc1dc tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:36.240178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be45f5e8-1d50-4d07-b65e-08c5e72fc1dc tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:36.243086 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-be45f5e8-1d50-4d07-b65e-08c5e72fc1dc tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/subnets/92575eeb-6361-4952-97f4-628348b6e8ac HTTP/1.1" status: 404 len: 337 time: 0.0378604 May 12 03:46:36.245581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38988) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:36.263392 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15565c0-cc07-4fa4-9468-990877e98b1c tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:36.263869 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15565c0-cc07-4fa4-9468-990877e98b1c tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:36.266748 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f15565c0-cc07-4fa4-9468-990877e98b1c tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/7860bad5-51ec-4ef6-b1ad-504048dae3cc HTTP/1.1" status: 404 len: 339 time: 0.0202441 May 12 03:46:36.269043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38990) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:36.305049 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-279632f9-4eea-431b-b7fd-d35273b0f048 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:36.305506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279632f9-4eea-431b-b7fd-d35273b0f048 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:36.308513 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-279632f9-4eea-431b-b7fd-d35273b0f048 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/subnets/3cb94804-c05e-4014-af3e-a1b01f0e1c4a HTTP/1.1" status: 404 len: 337 time: 0.0378339 May 12 03:46:36.311287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38992) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:36.338293 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a47f6c-182a-44fd-8345-06022428d593 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] DELETE failed (client error): The resource could not be found. May 12 03:46:36.338988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a47f6c-182a-44fd-8345-06022428d593 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 03:46:36.342936 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-07a47f6c-182a-44fd-8345-06022428d593 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/185f504a-08de-41b8-8e86-8efe37eb62ae HTTP/1.1" status: 404 len: 339 time: 0.0304303 May 12 03:46:36.345470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38994) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:36.398075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Deleting subnet 15599300-52c3-40fc-a01f-a2663477a54a {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:46:36.401622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (15599300-52c3-40fc-a01f-a2663477a54a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.440409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (15599300-52c3-40fc-a01f-a2663477a54a), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.513548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.526705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (15599300-52c3-40fc-a01f-a2663477a54a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.583120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (15599300-52c3-40fc-a01f-a2663477a54a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.610124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Subnet': ['ID=15599300-52c3-40fc-a01f-a2663477a54a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:36.614383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.619845 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b19891e7-2e94-4d26-ba1d-3237fb19153d tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/subnets/15599300-52c3-40fc-a01f-a2663477a54a HTTP/1.1" status: 204 len: 168 time: 0.2707317 May 12 03:46:36.620014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 38996) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:36.622558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b72a1-088d-45bb-9fdd-e3208943345b None None] Network 6e863884-2e18-4fc0-8429-b5395e50342e requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:36.717481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (6e863884-2e18-4fc0-8429-b5395e50342e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.761584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653d974-477b-4023-9b0b-467ae412977a None None] DHCP port deletion for 6e863884-2e18-4fc0-8429-b5395e50342e request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:46:36.762176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Deleting port 1f3273a7-4336-4662-8866-28cfa28a0df9 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:36.762524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.800378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0653d974-477b-4023-9b0b-467ae412977a None None] Deleting port 1f3273a7-4336-4662-8866-28cfa28a0df9 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:36.800776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0653d974-477b-4023-9b0b-467ae412977a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.824094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] For port 1f3273a7-4336-4662-8866-28cfa28a0df9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f3273a7-4336-4662-8866-28cfa28a0df9,segment=NetworkSegment(bbe85807-90f0-41cd-8a82-1da15b7eedae),segment_id=bbe85807-90f0-41cd-8a82-1da15b7eedae)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:36.824455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.842436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Calling delete_port for 1f3273a7-4336-4662-8866-28cfa28a0df9 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:36.862299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0653d974-477b-4023-9b0b-467ae412977a None None] For port 1f3273a7-4336-4662-8866-28cfa28a0df9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f3273a7-4336-4662-8866-28cfa28a0df9,segment=NetworkSegment(bbe85807-90f0-41cd-8a82-1da15b7eedae),segment_id=bbe85807-90f0-41cd-8a82-1da15b7eedae)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:36.862702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0653d974-477b-4023-9b0b-467ae412977a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.879332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0653d974-477b-4023-9b0b-467ae412977a None None] Calling delete_port for 1f3273a7-4336-4662-8866-28cfa28a0df9 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:36.919758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.944962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Port': ['ID=1f3273a7-4336-4662-8866-28cfa28a0df9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:36.948479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] No DVR routers for this DVR port 1f3273a7-4336-4662-8866-28cfa28a0df9 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:36.959384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0653d974-477b-4023-9b0b-467ae412977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (1f3273a7-4336-4662-8866-28cfa28a0df9), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:36.985872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653d974-477b-4023-9b0b-467ae412977a None None] Pushing event deleted for resources: {'Port': ['ID=1f3273a7-4336-4662-8866-28cfa28a0df9,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:36.988134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653d974-477b-4023-9b0b-467ae412977a None None] No DVR routers for this DVR port 1f3273a7-4336-4662-8866-28cfa28a0df9 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:37.036091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (6e863884-2e18-4fc0-8429-b5395e50342e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.055347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e863884-2e18-4fc0-8429-b5395e50342e']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:37.064364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe85807-90f0-41cd-8a82-1da15b7eedae') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:37.064666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe85807-90f0-41cd-8a82-1da15b7eedae') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:37.074427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (bbe85807-90f0-41cd-8a82-1da15b7eedae), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.088304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (bbe85807-90f0-41cd-8a82-1da15b7eedae), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.101352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:37.102035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (bbe85807-90f0-41cd-8a82-1da15b7eedae), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:37.105461 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:37.129392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 77e42768-b493-49e6-9397-1d78b2b256c0 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:46:37.152519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 77e42768-b493-49e6-9397-1d78b2b256c0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:37.152864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 77e42768-b493-49e6-9397-1d78b2b256c0 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:46:37.153286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f3273a7-4336-4662-8866-28cfa28a0df9 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:46:37.167179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (6e863884-2e18-4fc0-8429-b5395e50342e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.172169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 1f3273a7-4336-4662-8866-28cfa28a0df9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:37.172521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f3273a7-4336-4662-8866-28cfa28a0df9 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:46:37.174011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.177692 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] 10.222.0.23 "DELETE /v2.0/networks/6e863884-2e18-4fc0-8429-b5395e50342e HTTP/1.1" status: 204 len: 168 time: 0.5564325 May 12 03:46:37.189334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3d510-ccd5-439f-aa44-8d88cb8f8469 tempest-NetworksIpV6Test-597515632 tempest-NetworksIpV6Test-597515632-project] Pushing event deleted for resources: {'Network': ['ID=6e863884-2e18-4fc0-8429-b5395e50342e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:37.412253 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39002) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:37.540025 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-66347b1e-3d3a-41cb-a034-8016313b0fba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=268776ca9d2d411798964d43e39fb57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265926 May 12 03:46:37.542419 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39006) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:37.587303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31410277-e873-4a48-adfe-fdb33c47b672 admin admin] Publish callbacks [] for security_group (3c04a415-91ab-43b7-bab9-98b60e81552e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.608245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31410277-e873-4a48-adfe-fdb33c47b672 admin admin] Publish callbacks [] for security_group (3c04a415-91ab-43b7-bab9-98b60e81552e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.655497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31410277-e873-4a48-adfe-fdb33c47b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3c04a415-91ab-43b7-bab9-98b60e81552e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.658113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-31410277-e873-4a48-adfe-fdb33c47b672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:37.659237 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-31410277-e873-4a48-adfe-fdb33c47b672 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c04a415-91ab-43b7-bab9-98b60e81552e HTTP/1.1" status: 204 len: 168 time: 0.1159127 May 12 03:46:37.667612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410277-e873-4a48-adfe-fdb33c47b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c04a415-91ab-43b7-bab9-98b60e81552e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:38.071669 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.268269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39028) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:38.359734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1034138628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:38.382843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (8f5cc088-0a58-4f12-82c5-20e917fdfac5), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.383842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (8f5cc088-0a58-4f12-82c5-20e917fdfac5), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.437708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for router_controller (8f5cc088-0a58-4f12-82c5-20e917fdfac5), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.442252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (8f5cc088-0a58-4f12-82c5-20e917fdfac5), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.458894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.460051 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3c798b62-de68-4593-9d27-885957fa788f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1907945 May 12 03:46:38.463019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39032) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:38.467580 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-620894107'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:38.486441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Made reservation on behalf of c95b1f5bc82f461483f0baf2b056e265 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:38.489566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.497691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.570377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for security_group (4bc6957c-ef6d-455f-8edf-1a5ffbf13d40), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.573819 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4bc6957c-ef6d-455f-8edf-1a5ffbf13d40), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.600430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:38.610583 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc6957c-ef6d-455f-8edf-1a5ffbf13d40,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:38.616842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8058fc8c-ec89-4f62-89a4-0800bae01664), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.617431 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Added segment 8058fc8c-ec89-4f62-89a4-0800bae01664 of type vlan for network e311aed8-273c-4493-a290-8860be07399a May 12 03:46:38.659512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (e311aed8-273c-4493-a290-8860be07399a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.682717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (e311aed8-273c-4493-a290-8860be07399a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.687796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:38.688368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:38.721294 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2572987 May 12 03:46:38.724029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39034) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:38.728717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Request body: {'subnet': {'network_id': 'e311aed8-273c-4493-a290-8860be07399a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:38.779152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf166b6-1159-4539-a434-6a46db891188 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event updated for resources: {'Network': ['ID=e311aed8-273c-4493-a290-8860be07399a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:38.789409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network e311aed8-273c-4493-a290-8860be07399a details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:38.847310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Made reservation on behalf of c95b1f5bc82f461483f0baf2b056e265 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:38.850687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.024497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (301f184c-5266-4ab5-9495-4249758efe16), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.083125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event updated for resources: {'Subnet': ['ID=301f184c-5266-4ab5-9495-4249758efe16,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:39.091830 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Checking segment: {'id': '8058fc8c-ec89-4f62-89a4-0800bae01664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e311aed8-273c-4493-a290-8860be07399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:39.092192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Network hostable DHCP agents. Network: e311aed8-273c-4493-a290-8860be07399a, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:39.109672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Network e311aed8-273c-4493-a290-8860be07399a is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:39.118444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, e311aed8-273c-4493-a290-8860be07399a) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:39.122388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:39.122997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.127091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5defa4-1d35-4fe2-81ac-20e3d1bffb81 None None] Network e311aed8-273c-4493-a290-8860be07399a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:39.138745 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c05e9846-dc26-44fb-81a6-953ce365d47d tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4136007 May 12 03:46:39.141868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39036) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:39.146736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-393247510'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:39.166868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Made reservation on behalf of c95b1f5bc82f461483f0baf2b056e265 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:39.170290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.193150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:39.201747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c146ad4f-54a1-4ac6-a52a-6518b2729507), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.202226 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Added segment c146ad4f-54a1-4ac6-a52a-6518b2729507 of type vlan for network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 May 12 03:46:39.226790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-e311aed8-273c-4493-a290-8860be07399a', 'network_id': 'e311aed8-273c-4493-a290-8860be07399a', 'project_id': 'c95b1f5bc82f461483f0baf2b056e265', 'fixed_ips': [{'subnet_id': '301f184c-5266-4ab5-9495-4249758efe16'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:39.227805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.243937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (6a3c31aa-7466-45fd-9eb8-6e72472d1316), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.268928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (6a3c31aa-7466-45fd-9eb8-6e72472d1316), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.274029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:39.274593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.311318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1683714 May 12 03:46:39.314112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39038) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:39.318854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Request body: {'subnet': {'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:39.362440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Allocated IP 172.20.0.2 (e311aed8-273c-4493-a290-8860be07399a/301f184c-5266-4ab5-9495-4249758efe16/afc704ae-8a6c-45fc-822c-c8200244d1ac) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:39.369509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa86281-3ca9-49b7-9dcb-6abd036abf30 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event updated for resources: {'Network': ['ID=6a3c31aa-7466-45fd-9eb8-6e72472d1316,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:39.381419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:39.438009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Made reservation on behalf of c95b1f5bc82f461483f0baf2b056e265 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:39.441413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.634050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (b8aafed2-4a16-4b77-a328-8a8128fec101), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.668364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.699509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event updated for resources: {'Subnet': ['ID=b8aafed2-4a16-4b77-a328-8a8128fec101,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:39.711241 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Checking segment: {'id': 'c146ad4f-54a1-4ac6-a52a-6518b2729507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:39.711608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Network hostable DHCP agents. Network: 6a3c31aa-7466-45fd-9eb8-6e72472d1316, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:39.729014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:39.729998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Publish callbacks [] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.735459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.737973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 6a3c31aa-7466-45fd-9eb8-6e72472d1316) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:39.743189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:39.743792 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.760041 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1dce549b-e45d-44c5-996b-8553405503fe tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4449408 May 12 03:46:39.762644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39040) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:39.766950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-1df51a52-c8e8-4333-bbd4-3b4de6abc816 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:39.768011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2791b-2e3b-4747-9fc1-b30d2c2db5c5 None None] Network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:39.807520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Network e311aed8-273c-4493-a290-8860be07399a is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:39.813255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Pushing event updated for resources: {'Port': ['ID=afc704ae-8a6c-45fc-822c-c8200244d1ac,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:39.815666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:39.845796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:39.930827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Attempting to bind port afc704ae-8a6c-45fc-822c-c8200244d1ac on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:39.931109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Attempting to bind port afc704ae-8a6c-45fc-822c-c8200244d1ac by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8058fc8c-ec89-4f62-89a4-0800bae01664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e311aed8-273c-4493-a290-8860be07399a'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:39.931473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Attempting to bind port afc704ae-8a6c-45fc-822c-c8200244d1ac on network e311aed8-273c-4493-a290-8860be07399a {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:39.937347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:39.937712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Checking segment: {'id': '8058fc8c-ec89-4f62-89a4-0800bae01664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e311aed8-273c-4493-a290-8860be07399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:39.938150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.938535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Bound using segment: {'id': '8058fc8c-ec89-4f62-89a4-0800bae01664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e311aed8-273c-4493-a290-8860be07399a'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:39.939005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Bound port: afc704ae-8a6c-45fc-822c-c8200244d1ac, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8058fc8c-ec89-4f62-89a4-0800bae01664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e311aed8-273c-4493-a290-8860be07399a'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:39.939387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:39.942582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-6a3c31aa-7466-45fd-9eb8-6e72472d1316', 'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316', 'project_id': 'c95b1f5bc82f461483f0baf2b056e265', 'fixed_ips': [{'subnet_id': 'b8aafed2-4a16-4b77-a328-8a8128fec101'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:39.943475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.029222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1df51a52-c8e8-4333-bbd4-3b4de6abc816 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for router_gateway (8f5cc088-0a58-4f12-82c5-20e917fdfac5), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.082403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] For port afc704ae-8a6c-45fc-822c-c8200244d1ac, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:40.088406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] For port afc704ae-8a6c-45fc-822c-c8200244d1ac, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afc704ae-8a6c-45fc-822c-c8200244d1ac,segment=NetworkSegment(8058fc8c-ec89-4f62-89a4-0800bae01664),segment_id=8058fc8c-ec89-4f62-89a4-0800bae01664)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:40.096356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.190773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Allocated IP 172.21.0.2 (6a3c31aa-7466-45fd-9eb8-6e72472d1316/b8aafed2-4a16-4b77-a328-8a8128fec101/8c802deb-526a-44dc-8b54-e87b5e9c994e) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:40.198635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c6f7-0e2d-4238-8ded-5e45acd0ba50 None None] Pushing event updated for resources: {'Port': ['ID=afc704ae-8a6c-45fc-822c-c8200244d1ac,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:40.371752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Publish callbacks [] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.395191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.439433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:40.442409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:40.447133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:40.460501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Pushing event updated for resources: {'Port': ['ID=8c802deb-526a-44dc-8b54-e87b5e9c994e,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:40.514986 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.api.v2.resource [None req-1df51a52-c8e8-4333-bbd4-3b4de6abc816 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 03:46:40.516037 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1df51a52-c8e8-4333-bbd4-3b4de6abc816 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "PUT /v2.0/routers/8f5cc088-0a58-4f12-82c5-20e917fdfac5 HTTP/1.1" status: 400 len: 364 time: 0.7524757 May 12 03:46:40.518287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Attempting to bind port 8c802deb-526a-44dc-8b54-e87b5e9c994e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:40.518287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Attempting to bind port 8c802deb-526a-44dc-8b54-e87b5e9c994e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c146ad4f-54a1-4ac6-a52a-6518b2729507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:40.518500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Attempting to bind port 8c802deb-526a-44dc-8b54-e87b5e9c994e on network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:40.523076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39042) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:40.527607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:40.528080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Checking segment: {'id': 'c146ad4f-54a1-4ac6-a52a-6518b2729507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:40.528672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.529172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Bound using segment: {'id': 'c146ad4f-54a1-4ac6-a52a-6518b2729507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:40.530152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Bound port: 8c802deb-526a-44dc-8b54-e87b5e9c994e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c146ad4f-54a1-4ac6-a52a-6518b2729507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a3c31aa-7466-45fd-9eb8-6e72472d1316'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:40.531805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.585487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Deleting subnet b8aafed2-4a16-4b77-a328-8a8128fec101 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:46:40.588813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for subnet (b8aafed2-4a16-4b77-a328-8a8128fec101), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.597325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] For port 8c802deb-526a-44dc-8b54-e87b5e9c994e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:40.600463 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] For port 8c802deb-526a-44dc-8b54-e87b5e9c994e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8c802deb-526a-44dc-8b54-e87b5e9c994e,segment=NetworkSegment(c146ad4f-54a1-4ac6-a52a-6518b2729507),segment_id=c146ad4f-54a1-4ac6-a52a-6518b2729507)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:40.606165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.627838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (b8aafed2-4a16-4b77-a328-8a8128fec101), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.664673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7fdc8-3221-4adc-a981-5d8eec569e64 None None] Pushing event updated for resources: {'Port': ['ID=8c802deb-526a-44dc-8b54-e87b5e9c994e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:40.721135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (b8aafed2-4a16-4b77-a328-8a8128fec101), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.791290 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (b8aafed2-4a16-4b77-a328-8a8128fec101), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.824968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.833092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39044) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:40.833265 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "DELETE /v2.0/subnets/b8aafed2-4a16-4b77-a328-8a8128fec101 HTTP/1.1" status: 204 len: 168 time: 0.3084264 May 12 03:46:40.834198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56511074-0b75-4341-a25c-d5fec815c3b7 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event deleted for resources: {'Subnet': ['ID=b8aafed2-4a16-4b77-a328-8a8128fec101,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:40.926150 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (6a3c31aa-7466-45fd-9eb8-6e72472d1316), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:40.976981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Deleting port 8c802deb-526a-44dc-8b54-e87b5e9c994e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:40.977316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.048865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] For port 8c802deb-526a-44dc-8b54-e87b5e9c994e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8c802deb-526a-44dc-8b54-e87b5e9c994e,segment=NetworkSegment(c146ad4f-54a1-4ac6-a52a-6518b2729507),segment_id=c146ad4f-54a1-4ac6-a52a-6518b2729507)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:41.049228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.068983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Calling delete_port for 8c802deb-526a-44dc-8b54-e87b5e9c994e owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:41.157840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8c802deb-526a-44dc-8b54-e87b5e9c994e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.189640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event deleted for resources: {'Port': ['ID=8c802deb-526a-44dc-8b54-e87b5e9c994e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:41.196402 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] No DVR routers for this DVR port 8c802deb-526a-44dc-8b54-e87b5e9c994e on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:41.224899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afc704ae-8a6c-45fc-822c-c8200244d1ac up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:41.279843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port afc704ae-8a6c-45fc-822c-c8200244d1ac triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:41.280410 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.285804 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (6a3c31aa-7466-45fd-9eb8-6e72472d1316), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.303355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19392f-648c-4205-bf64-d5d0d4c40a71 None None] Network e311aed8-273c-4493-a290-8860be07399a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:41.306148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3c31aa-7466-45fd-9eb8-6e72472d1316']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:41.315530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c146ad4f-54a1-4ac6-a52a-6518b2729507') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:41.315912 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c146ad4f-54a1-4ac6-a52a-6518b2729507') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:41.325415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c146ad4f-54a1-4ac6-a52a-6518b2729507), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.338920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c146ad4f-54a1-4ac6-a52a-6518b2729507), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.344808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:41.345279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c146ad4f-54a1-4ac6-a52a-6518b2729507), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:41.348983 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:41.380578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Provisioning complete for port afc704ae-8a6c-45fc-822c-c8200244d1ac triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:41.380965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.420178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (6a3c31aa-7466-45fd-9eb8-6e72472d1316), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.424704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.431275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:41.431463 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "DELETE /v2.0/networks/6a3c31aa-7466-45fd-9eb8-6e72472d1316 HTTP/1.1" status: 204 len: 168 time: 0.5971971 May 12 03:46:41.445673 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d535f20-44c9-482b-ad20-df2ebe81189f tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event deleted for resources: {'Network': ['ID=6a3c31aa-7466-45fd-9eb8-6e72472d1316,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:41.481948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Deleting subnet 301f184c-5266-4ab5-9495-4249758efe16 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:46:41.486076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for subnet (301f184c-5266-4ab5-9495-4249758efe16), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.521194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port afc704ae-8a6c-45fc-822c-c8200244d1ac is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:41.521194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.528707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (301f184c-5266-4ab5-9495-4249758efe16), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.582287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Current status of the port afc704ae-8a6c-45fc-822c-c8200244d1ac is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:41.582680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.600444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port afc704ae-8a6c-45fc-822c-c8200244d1ac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afc704ae-8a6c-45fc-822c-c8200244d1ac,segment=NetworkSegment(8058fc8c-ec89-4f62-89a4-0800bae01664),segment_id=8058fc8c-ec89-4f62-89a4-0800bae01664)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:41.610704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.611559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8c802deb-526a-44dc-8b54-e87b5e9c994e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:41.627110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (301f184c-5266-4ab5-9495-4249758efe16), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.672069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8c802deb-526a-44dc-8b54-e87b5e9c994e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:41.672420 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8c802deb-526a-44dc-8b54-e87b5e9c994e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 12 03:46:41.697239 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (301f184c-5266-4ab5-9495-4249758efe16), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.702171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Port 8c802deb-526a-44dc-8b54-e87b5e9c994e not found, will not notify nova. {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 12 03:46:41.730510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.db.api [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 03:46:41.730846 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG oslo_db.api [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 03:46:41.733441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event deleted for resources: {'Subnet': ['ID=301f184c-5266-4ab5-9495-4249758efe16,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:41.733593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=afc704ae-8a6c-45fc-822c-c8200244d1ac,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:41.738093 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.741937 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-555c61c4-4fc7-4878-82f1-f099d0988400 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "DELETE /v2.0/subnets/301f184c-5266-4ab5-9495-4249758efe16 HTTP/1.1" status: 204 len: 168 time: 0.3096435 May 12 03:46:41.744420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39048) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:41.812527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea824bf-03a8-4b17-bc10-03ce14801e83 None None] Network e311aed8-273c-4493-a290-8860be07399a requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:41.826882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (e311aed8-273c-4493-a290-8860be07399a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.875964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Deleting port afc704ae-8a6c-45fc-822c-c8200244d1ac {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:41.876304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.901153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6206a8a2-c5e1-4f6f-8af6-45421340f421 None None] DHCP port deletion for 6a3c31aa-7466-45fd-9eb8-6e72472d1316 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:46:41.924312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a86d0-705a-4731-8b6d-90646fecda7d None None] Network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:41.937219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a86d0-705a-4731-8b6d-90646fecda7d None None] Network 6a3c31aa-7466-45fd-9eb8-6e72472d1316 could not be found, it might have been deleted concurrently. {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 12 03:46:41.950609 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] For port afc704ae-8a6c-45fc-822c-c8200244d1ac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afc704ae-8a6c-45fc-822c-c8200244d1ac,segment=NetworkSegment(8058fc8c-ec89-4f62-89a4-0800bae01664),segment_id=8058fc8c-ec89-4f62-89a4-0800bae01664)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:41.950970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:41.964390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Calling delete_port for afc704ae-8a6c-45fc-822c-c8200244d1ac owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:41.989214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] DHCP port deletion for e311aed8-273c-4493-a290-8860be07399a request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:46:42.036917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] Deleting port afc704ae-8a6c-45fc-822c-c8200244d1ac {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:46:42.037315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.048020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.077497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event deleted for resources: {'Port': ['ID=afc704ae-8a6c-45fc-822c-c8200244d1ac,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:42.079328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] No DVR routers for this DVR port afc704ae-8a6c-45fc-822c-c8200244d1ac on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:42.111261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] For port afc704ae-8a6c-45fc-822c-c8200244d1ac, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=afc704ae-8a6c-45fc-822c-c8200244d1ac,segment=NetworkSegment(8058fc8c-ec89-4f62-89a4-0800bae01664),segment_id=8058fc8c-ec89-4f62-89a4-0800bae01664)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:42.111655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.124980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] Calling delete_port for afc704ae-8a6c-45fc-822c-c8200244d1ac owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:46:42.164102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (e311aed8-273c-4493-a290-8860be07399a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.185408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e311aed8-273c-4493-a290-8860be07399a']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:42.194573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8058fc8c-ec89-4f62-89a4-0800bae01664') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:42.194869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8058fc8c-ec89-4f62-89a4-0800bae01664') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:42.203811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (afc704ae-8a6c-45fc-822c-c8200244d1ac), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.204113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (8058fc8c-ec89-4f62-89a4-0800bae01664), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.217706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8058fc8c-ec89-4f62-89a4-0800bae01664), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.224076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:46:42.224453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (8058fc8c-ec89-4f62-89a4-0800bae01664), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:46:42.227561 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:46:42.230881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] Pushing event deleted for resources: {'Port': ['ID=afc704ae-8a6c-45fc-822c-c8200244d1ac,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:42.232748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd7828-a6d6-4ad7-bb4d-e5106d591f74 None None] No DVR routers for this DVR port afc704ae-8a6c-45fc-822c-c8200244d1ac on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:46:42.257283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bb3fd-db0a-48c3-a136-4cea12994e1c None None] Port afc704ae-8a6c-45fc-822c-c8200244d1ac update to ACTIVE by agent not found {{(pid=104166) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}} May 12 03:46:42.293391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (e311aed8-273c-4493-a290-8860be07399a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.299934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.303621 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "DELETE /v2.0/networks/e311aed8-273c-4493-a290-8860be07399a HTTP/1.1" status: 204 len: 168 time: 0.5581217 May 12 03:46:42.306534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39050) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:42.314456 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8d6fa-8db1-4c91-92da-7f41cd294918 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Pushing event deleted for resources: {'Network': ['ID=e311aed8-273c-4493-a290-8860be07399a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:42.336195 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a9c1462b-c472-49bf-9e9a-d5b82e7724fa tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f5cc088-0a58-4f12-82c5-20e917fdfac5 HTTP/1.1" status: 200 len: 205 time: 0.0281751 May 12 03:46:42.338939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39052) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:42.367763 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-338a235f-334b-419d-a8a7-bc11aaf244bf None None] Could not find standard attr ID for object afc704ae-8a6c-45fc-822c-c8200244d1ac. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:46:42.371627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-338a235f-334b-419d-a8a7-bc11aaf244bf None None] Could not find standard attr ID for object 8c802deb-526a-44dc-8b54-e87b5e9c994e. {{(pid=104166) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 12 03:46:42.414514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for router (8f5cc088-0a58-4f12-82c5-20e917fdfac5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.514784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.582741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (8f5cc088-0a58-4f12-82c5-20e917fdfac5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.584891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for router_controller (8f5cc088-0a58-4f12-82c5-20e917fdfac5), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.646576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (8f5cc088-0a58-4f12-82c5-20e917fdfac5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.647170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Fanout notify agent at l3_agent the message router_deleted on router 8f5cc088-0a58-4f12-82c5-20e917fdfac5 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:46:42.654496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:42.655660 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d9b6fe6e-8210-4883-9ced-5ab836cadec4 tempest-RoutersNegativeTest-353491830 tempest-RoutersNegativeTest-353491830-project] 10.222.0.23 "DELETE /v2.0/routers/8f5cc088-0a58-4f12-82c5-20e917fdfac5 HTTP/1.1" status: 204 len: 168 time: 0.3157558 May 12 03:46:42.887884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39058) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:43.016102 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b64dccf5-432c-4037-959e-9bf8f35799c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c95b1f5bc82f461483f0baf2b056e265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270556 May 12 03:46:43.018533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39062) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:43.064098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc944d21-7a7e-4b1b-8918-8e23b4a52e2f admin admin] Publish callbacks [] for security_group (4bc6957c-ef6d-455f-8edf-1a5ffbf13d40), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.085576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc944d21-7a7e-4b1b-8918-8e23b4a52e2f admin admin] Publish callbacks [] for security_group (4bc6957c-ef6d-455f-8edf-1a5ffbf13d40), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.132794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc944d21-7a7e-4b1b-8918-8e23b4a52e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (4bc6957c-ef6d-455f-8edf-1a5ffbf13d40), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.135392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cc944d21-7a7e-4b1b-8918-8e23b4a52e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.136572 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cc944d21-7a7e-4b1b-8918-8e23b4a52e2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bc6957c-ef6d-455f-8edf-1a5ffbf13d40 HTTP/1.1" status: 204 len: 168 time: 0.1165490 May 12 03:46:43.142741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afc704ae-8a6c-45fc-822c-c8200244d1ac no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:46:43.144856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944d21-7a7e-4b1b-8918-8e23b4a52e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc6957c-ef6d-455f-8edf-1a5ffbf13d40,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:43.167208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: afc704ae-8a6c-45fc-822c-c8200244d1ac {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:43.168035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device afc704ae-8a6c-45fc-822c-c8200244d1ac not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:46:43.168469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8c802deb-526a-44dc-8b54-e87b5e9c994e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:46:43.194921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8c802deb-526a-44dc-8b54-e87b5e9c994e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:46:43.195338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8c802deb-526a-44dc-8b54-e87b5e9c994e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:46:43.728741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39084) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:43.821742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-220861236-network', 'tenant_id': '50c1c38979624f8eaa39581e92664398'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:43.841868 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Made reservation on behalf of 50c1c38979624f8eaa39581e92664398 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:43.844151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.852847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.924637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks [] for security_group (c06f4c82-9d50-469d-9e90-8971b56c5ef9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.928392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c06f4c82-9d50-469d-9e90-8971b56c5ef9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.954162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:43.964747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f4c82-9d50-469d-9e90-8971b56c5ef9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:43.969489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8e37c630-defa-4362-8ed0-9e948d712b92), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:43.969904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Added segment 8e37c630-defa-4362-8ed0-9e948d712b92 of type vlan for network 39ff50a2-ce9d-4053-9a11-457941e26214 May 12 03:46:44.009076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (39ff50a2-ce9d-4053-9a11-457941e26214), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.032515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (39ff50a2-ce9d-4053-9a11-457941e26214), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.033587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:44.034192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.069569 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3392596 May 12 03:46:44.073011 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39088) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:44.077958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Request body: {'subnet': {'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-subnet', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:44.099449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Made reservation on behalf of 50c1c38979624f8eaa39581e92664398 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:44.101808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c199338-2689-4334-81f0-f57a2dc8eca2 admin admin] Pushing event updated for resources: {'Network': ['ID=39ff50a2-ce9d-4053-9a11-457941e26214,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:44.101966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.113570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 39ff50a2-ce9d-4053-9a11-457941e26214 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:44.537770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (caecf50a-6529-4b07-a869-0be1629157a2), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.594667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caecf50a-6529-4b07-a869-0be1629157a2,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:44.599777 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Checking segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:44.600141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Network hostable DHCP agents. Network: 39ff50a2-ce9d-4053-9a11-457941e26214, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:44.617125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Network 39ff50a2-ce9d-4053-9a11-457941e26214 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:44.625326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 39ff50a2-ce9d-4053-9a11-457941e26214) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:44.629969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:44.630589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.635412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6094ac2-11e8-4bb0-a20a-8cd19eb55a1a None None] Network 39ff50a2-ce9d-4053-9a11-457941e26214 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:44.645698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-59816723-46f8-44bd-be4a-84a8f8e19ad4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5716424 May 12 03:46:44.648358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39090) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:44.653051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:44.674968 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.676499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.739479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-39ff50a2-ce9d-4053-9a11-457941e26214', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'project_id': '50c1c38979624f8eaa39581e92664398', 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:44.740664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.760911 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:46:44.766786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks [] for router_controller (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:44.870959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Allocated IP 172.20.0.2 (39ff50a2-ce9d-4053-9a11-457941e26214/caecf50a-6529-4b07-a869-0be1629157a2/3621a0b6-86c8-4751-8654-0fec749a5dba) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:44.905750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks [] for router_gateway (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.013110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Publish callbacks [] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.019864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.057149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Network 39ff50a2-ce9d-4053-9a11-457941e26214 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:45.062009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:45.067535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:45.069482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Pushing event updated for resources: {'Port': ['ID=3621a0b6-86c8-4751-8654-0fec749a5dba,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:45.091671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks [] for router_gateway (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.118423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.224378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Allocated IP 172.26.2.147 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:45.273995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Attempting to bind port 3621a0b6-86c8-4751-8654-0fec749a5dba on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:45.274554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Attempting to bind port 3621a0b6-86c8-4751-8654-0fec749a5dba by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:45.274697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Attempting to bind port 3621a0b6-86c8-4751-8654-0fec749a5dba on network 39ff50a2-ce9d-4053-9a11-457941e26214 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:45.279583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:45.279960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Checking segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:45.280365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.280758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Bound using segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:45.281220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Bound port: 3621a0b6-86c8-4751-8654-0fec749a5dba, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:45.281643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.334840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks [] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.345217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] For port 3621a0b6-86c8-4751-8654-0fec749a5dba, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:45.348330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] For port 3621a0b6-86c8-4751-8654-0fec749a5dba, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3621a0b6-86c8-4751-8654-0fec749a5dba,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:45.354155 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.370656 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.410580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:45.412254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a8f21-08a3-4a05-9e91-b4681d7216f5 None None] Pushing event updated for resources: {'Port': ['ID=3621a0b6-86c8-4751-8654-0fec749a5dba,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:45.413582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:45.417823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:45.460087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Pushing event updated for resources: {'Port': ['ID=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:45.696427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks [] for router_gateway (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:45.895440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.042077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:46:46.158934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:46:46.169325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Sync routers for ids ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:46:46.184877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.185123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Routers {'dbd41ef2-6df4-4e69-86fa-551e325a5ce4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:46.188748 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:46.188934 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7e09aa8a-0f6c-4e4a-bd0b-932ae7a919ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5368612 May 12 03:46:46.189967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39092) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:46.302547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Set router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:46.332980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0092c0-ef18-46bc-bc8d-753a842f4081 None None] Network 39ff50a2-ce9d-4053-9a11-457941e26214 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:46.484261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] Provisioning complete for port 3621a0b6-86c8-4751-8654-0fec749a5dba triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:46.484725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.611776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:46:45Z', 'revision_number': 3, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:46.615913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.663874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Checking router: dbd41ef2-6df4-4e69-86fa-551e325a5ce4 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:46:46.664214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Updating router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:46:46.695415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] Current status of the port 3621a0b6-86c8-4751-8654-0fec749a5dba is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:46.695814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.711397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.765594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] For port 3621a0b6-86c8-4751-8654-0fec749a5dba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3621a0b6-86c8-4751-8654-0fec749a5dba,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:46.770320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.790579 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Allocated IP 172.20.0.1 (39ff50a2-ce9d-4053-9a11-457941e26214/caecf50a-6529-4b07-a869-0be1629157a2/056a81a6-e779-4f60-96ea-d7766440a197) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:46.891257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks [] for port (056a81a6-e779-4f60-96ea-d7766440a197), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.899905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3aec0-bba9-44f1-b232-c909837392c9 None None] Pushing event updated for resources: {'Port': ['ID=3621a0b6-86c8-4751-8654-0fec749a5dba,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:46.910446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cbef267e-45cc-4659-96bd-4b4f1988621f None None] Provisioning complete for port 3621a0b6-86c8-4751-8654-0fec749a5dba triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:46.910822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cbef267e-45cc-4659-96bd-4b4f1988621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.925658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (056a81a6-e779-4f60-96ea-d7766440a197), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:46.967308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Network 39ff50a2-ce9d-4053-9a11-457941e26214 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:46.970122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:46.976373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:46.998765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Pushing event updated for resources: {'Port': ['ID=056a81a6-e779-4f60-96ea-d7766440a197,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:47.018372 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.065509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cbef267e-45cc-4659-96bd-4b4f1988621f None None] Current status of the port 3621a0b6-86c8-4751-8654-0fec749a5dba is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:47.157225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Publish callbacks [] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.165235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.172420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (056a81a6-e779-4f60-96ea-d7766440a197), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.201157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3621a0b6-86c8-4751-8654-0fec749a5dba up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:47.260665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Attempting to bind port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:47.260980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Attempting to bind port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:47.261327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Attempting to bind port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:47.272415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72e27-142b-4984-9d24-efd45b810eaa None None] Pushing event updated for resources: {'Port': ['ID=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:47.280017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:47.280402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:47.280807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.281198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:47.281676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Bound port: 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:47.282088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.312894 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-679d91d1-7c14-49ea-a7d0-52806a520ab7 None None] Provisioning complete for port 056a81a6-e779-4f60-96ea-d7766440a197 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:47.313601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-679d91d1-7c14-49ea-a7d0-52806a520ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (056a81a6-e779-4f60-96ea-d7766440a197), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.351942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 3621a0b6-86c8-4751-8654-0fec749a5dba triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:47.352318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.372710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks [] for port (056a81a6-e779-4f60-96ea-d7766440a197), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.378989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (056a81a6-e779-4f60-96ea-d7766440a197), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.396439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] For port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:47.409489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-679d91d1-7c14-49ea-a7d0-52806a520ab7 None None] Port 056a81a6-e779-4f60-96ea-d7766440a197 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:46:47.411964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] For port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:47.422910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.437650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.466403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Pushing event updated for resources: {'Port': ['ID=056a81a6-e779-4f60-96ea-d7766440a197,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:47.513210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Routers {'dbd41ef2-6df4-4e69-86fa-551e325a5ce4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:47.513833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:47.543477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Network 39ff50a2-ce9d-4053-9a11-457941e26214 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:47.544880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:47.547689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72e27-142b-4984-9d24-efd45b810eaa None None] Pushing event updated for resources: {'Port': ['ID=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:47.559176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 3621a0b6-86c8-4751-8654-0fec749a5dba is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:47.677610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:46:47.783403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] Set router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:47.798623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:46:47.804216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d7d15abe-df14-4fd2-924a-f9830e42f2ac admin admin] 10.222.0.23 "PUT /v2.0/routers/dbd41ef2-6df4-4e69-86fa-551e325a5ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6132097 May 12 03:46:47.866510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6c01e26d-83dd-4bad-9bf1-74483f12a59a None None] Provisioning complete for port 056a81a6-e779-4f60-96ea-d7766440a197 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:47.866888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6c01e26d-83dd-4bad-9bf1-74483f12a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (056a81a6-e779-4f60-96ea-d7766440a197), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:47.953550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6c01e26d-83dd-4bad-9bf1-74483f12a59a None None] Port 056a81a6-e779-4f60-96ea-d7766440a197 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:46:48.014115 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '056a81a6-e779-4f60-96ea-d7766440a197', 'name': '', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'mac_address': 'fa:16:3e:5f:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:46Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 2, 'project_id': '50c1c38979624f8eaa39581e92664398', 'subnets': [{'id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:48.040942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc4816-739c-48c0-bb8a-18b351ea7a31 None None] The sync data for ids ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'] in dv-neutron-841363-5-hyperv is: [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '056a81a6-e779-4f60-96ea-d7766440a197', 'name': '', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'mac_address': 'fa:16:3e:5f:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:46Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 2, 'project_id': '50c1c38979624f8eaa39581e92664398', 'subnets': [{'id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:46:48.325610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39108) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:48.330590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-327409095-network', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:48.350930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Made reservation on behalf of 1cadba4d54ec41cf8baae19e3b9a8e93 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:48.353623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.363490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.447122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks [] for security_group (3ee71694-011c-412a-b12c-3515a7f3bfb8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.451786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3ee71694-011c-412a-b12c-3515a7f3bfb8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.477924 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:46:48.488702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee71694-011c-412a-b12c-3515a7f3bfb8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:48.493860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b0725c29-1160-4451-81e1-5f8a33b9e28a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.494307 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Added segment b0725c29-1160-4451-81e1-5f8a33b9e28a of type vlan for network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 May 12 03:46:48.537441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (39d6ff81-047d-40ed-a89a-4bdcbfe336f8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.565653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (39d6ff81-047d-40ed-a89a-4bdcbfe336f8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.567192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:48.567769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:48.605128 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.2783630 May 12 03:46:48.607787 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39110) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:48.612969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Request body: {'subnet': {'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-subnet', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:48.647321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488d1d7-a2bc-442a-a051-e0477e368b4c admin admin] Pushing event updated for resources: {'Network': ['ID=39d6ff81-047d-40ed-a89a-4bdcbfe336f8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:48.657834 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:46:48.661091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Made reservation on behalf of 1cadba4d54ec41cf8baae19e3b9a8e93 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:48.664056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.112279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (2b549ec0-2d43-4e3c-a465-642e7b281549), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.160212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b549ec0-2d43-4e3c-a465-642e7b281549,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:49.165469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:49.190320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Checking segment: {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:49.191259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Network hostable DHCP agents. Network: 39d6ff81-047d-40ed-a89a-4bdcbfe336f8, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:46:49.211132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:46:49.214798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:49.215186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.223190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 39d6ff81-047d-40ed-a89a-4bdcbfe336f8) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:49.227776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:49.228689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.238719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad0c98-5400-4ad4-8123-3d53646f408c None None] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:49.249297 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d764b2c-6b1a-48fc-b3da-a41765048e2f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6404643 May 12 03:46:49.252028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39112) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:49.256594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:49.280912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (93bf48c9-d112-489b-9a41-9a67699415c7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.282113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (93bf48c9-d112-489b-9a41-9a67699415c7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.337376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks [] for router_controller (93bf48c9-d112-489b-9a41-9a67699415c7), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.382029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:49.382254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.390603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'fixed_ips': [{'subnet_id': '2b549ec0-2d43-4e3c-a465-642e7b281549'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:46:49.391529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.419884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:49.425365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.496438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks [] for router_gateway (93bf48c9-d112-489b-9a41-9a67699415c7), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.539593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:49.582132 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Allocated IP 172.20.0.2 (39d6ff81-047d-40ed-a89a-4bdcbfe336f8/2b549ec0-2d43-4e3c-a465-642e7b281549/81972327-af08-4777-b4c9-1ca3e9e07421) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:49.678564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks [] for router_gateway (93bf48c9-d112-489b-9a41-9a67699415c7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.700979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.729268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Publish callbacks [] for port (81972327-af08-4777-b4c9-1ca3e9e07421), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.734353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.767402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:49.770892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:49.774418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:49.805404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Allocated IP 172.26.2.72 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/ce6ba9cf-7fa9-4147-bad5-ad9e928385f8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:49.814595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Pushing event updated for resources: {'Port': ['ID=81972327-af08-4777-b4c9-1ca3e9e07421,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:49.845732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Attempting to bind port 81972327-af08-4777-b4c9-1ca3e9e07421 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:49.846137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Attempting to bind port 81972327-af08-4777-b4c9-1ca3e9e07421 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:49.846501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Attempting to bind port 81972327-af08-4777-b4c9-1ca3e9e07421 on network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:49.851761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:49.852117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Checking segment: {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:49.852526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.852920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Bound using segment: {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:49.853372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Bound port: 81972327-af08-4777-b4c9-1ca3e9e07421, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:49.853750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.917774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] For port 81972327-af08-4777-b4c9-1ca3e9e07421, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:49.921153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] For port 81972327-af08-4777-b4c9-1ca3e9e07421, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81972327-af08-4777-b4c9-1ca3e9e07421,segment=NetworkSegment(b0725c29-1160-4451-81e1-5f8a33b9e28a),segment_id=b0725c29-1160-4451-81e1-5f8a33b9e28a)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:49.925997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks [] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.927791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.964123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:49.991999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c265e-954b-4105-9307-b1c93612f4de None None] Pushing event updated for resources: {'Port': ['ID=81972327-af08-4777-b4c9-1ca3e9e07421,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:50.011829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:50.017048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:50.021655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:50.025024 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:50.178810 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Sync routers for ids ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:46:50.197459 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Routers {'dbd41ef2-6df4-4e69-86fa-551e325a5ce4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:50.198209 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:50.329129 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Set router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:50.529548 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '056a81a6-e779-4f60-96ea-d7766440a197', 'name': '', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'mac_address': 'fa:16:3e:5f:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:46Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 2, 'project_id': '50c1c38979624f8eaa39581e92664398', 'subnets': [{'id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:50.556571 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Checking router: dbd41ef2-6df4-4e69-86fa-551e325a5ce4 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:46:50.556933 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Updating router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 port 056a81a6-e779-4f60-96ea-d7766440a197 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:46:50.574393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks [] for router_gateway (93bf48c9-d112-489b-9a41-9a67699415c7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:50.584312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (056a81a6-e779-4f60-96ea-d7766440a197), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:50.783363 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (93bf48c9-d112-489b-9a41-9a67699415c7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:50.887819 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Publish callbacks [] for port (056a81a6-e779-4f60-96ea-d7766440a197), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:50.895124 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (056a81a6-e779-4f60-96ea-d7766440a197), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:50.927060 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Router 93bf48c9-d112-489b-9a41-9a67699415c7 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:46:50.951559 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Pushing event updated for resources: {'Port': ['ID=056a81a6-e779-4f60-96ea-d7766440a197,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:50.992546 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.993056 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.993419 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.993768 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.994130 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.994466 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.994798 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.995126 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.995506 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.995869 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.996209 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.996552 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.996880 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.997200 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:50.997518 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:51.039059 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Attempting to bind port 056a81a6-e779-4f60-96ea-d7766440a197 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:51.039426 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Attempting to bind port 056a81a6-e779-4f60-96ea-d7766440a197 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:51.039790 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Attempting to bind port 056a81a6-e779-4f60-96ea-d7766440a197 on network 39ff50a2-ce9d-4053-9a11-457941e26214 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:51.045534 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:51.046365 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Checking segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:51.046365 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.046730 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Bound using segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:51.047195 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Bound port: 056a81a6-e779-4f60-96ea-d7766440a197, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:51.047572 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (056a81a6-e779-4f60-96ea-d7766440a197), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.064110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:46:51.078389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf9dc4-164d-4132-bc71-4595b0be258d None None] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:46:51.086676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Sync routers for ids ['93bf48c9-d112-489b-9a41-9a67699415c7'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:46:51.116749 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.119127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-46c6031a-87e7-46af-a80c-1f27a3413a46 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8658764 May 12 03:46:51.121799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39114) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:46:51.137926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] Provisioning complete for port 81972327-af08-4777-b4c9-1ca3e9e07421 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:51.138644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.143010 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] For port 056a81a6-e779-4f60-96ea-d7766440a197, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:51.156401 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] For port 056a81a6-e779-4f60-96ea-d7766440a197, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=056a81a6-e779-4f60-96ea-d7766440a197,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:51.169261 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (056a81a6-e779-4f60-96ea-d7766440a197), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.223292 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Routers {'dbd41ef2-6df4-4e69-86fa-551e325a5ce4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:51.224741 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:51.282941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Routers {'93bf48c9-d112-489b-9a41-9a67699415c7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:51.283905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['93bf48c9-d112-489b-9a41-9a67699415c7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:51.297936 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a2fcd-1b3f-4426-a8a8-e6e27016bb58 None None] Pushing event updated for resources: {'Port': ['ID=056a81a6-e779-4f60-96ea-d7766440a197,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:51.349057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:51.378410 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] Set router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:51.538307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:51.538697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.613664 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '056a81a6-e779-4f60-96ea-d7766440a197', 'name': '', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'mac_address': 'fa:16:3e:5f:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:46Z', 'updated_at': '2022-05-12T03:46:51Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'subnets': [{'id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:51.642284 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156f57c-cd07-4235-a1c1-46440cda29b5 None None] The sync data for ids ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'] in dv-neutron-841363-5-hyperv is: [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:46:47Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '056a81a6-e779-4f60-96ea-d7766440a197', 'name': '', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'mac_address': 'fa:16:3e:5f:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:46Z', 'updated_at': '2022-05-12T03:46:51Z', 'revision_number': 4, 'project_id': '50c1c38979624f8eaa39581e92664398', 'subnets': [{'id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:46:51.684286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.745017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] Current status of the port 81972327-af08-4777-b4c9-1ca3e9e07421 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:51.745411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.757792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Set router 93bf48c9-d112-489b-9a41-9a67699415c7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:51.918535 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] For port 81972327-af08-4777-b4c9-1ca3e9e07421, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81972327-af08-4777-b4c9-1ca3e9e07421,segment=NetworkSegment(b0725c29-1160-4451-81e1-5f8a33b9e28a),segment_id=b0725c29-1160-4451-81e1-5f8a33b9e28a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:51.930225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:51.950980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Allocated IP 172.20.0.1 (39d6ff81-047d-40ed-a89a-4bdcbfe336f8/2b549ec0-2d43-4e3c-a465-642e7b281549/1b6a72c8-1344-4f90-8bd0-0e43664c98c8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:52.017819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:52.018951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81972327-af08-4777-b4c9-1ca3e9e07421 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:52.068862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks [] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.090830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df30396-dac2-44c4-9392-fb1cdb597bd7 None None] Pushing event updated for resources: {'Port': ['ID=81972327-af08-4777-b4c9-1ca3e9e07421,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:52.105195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Provisioning complete for port 056a81a6-e779-4f60-96ea-d7766440a197 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:52.105578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (056a81a6-e779-4f60-96ea-d7766440a197), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.113634 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.136667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:50Z', 'revision_number': 3, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:52.166977 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:52.172127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:52.177167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:52.180488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:52.181396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Checking router: 93bf48c9-d112-489b-9a41-9a67699415c7 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:46:52.181950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Updating router 93bf48c9-d112-489b-9a41-9a67699415c7 port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:46:52.210573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.210904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.211247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.212582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.212582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.212582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.212803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.213114 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.213440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.213789 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.214120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.214437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.214775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.215074 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.215393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:52.223378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 81972327-af08-4777-b4c9-1ca3e9e07421 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:52.223516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.235468 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (93bf48c9-d112-489b-9a41-9a67699415c7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.251190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.392864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Current status of the port 056a81a6-e779-4f60-96ea-d7766440a197 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:52.393260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (056a81a6-e779-4f60-96ea-d7766440a197), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.400124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.508298 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 81972327-af08-4777-b4c9-1ca3e9e07421 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:52.532735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] For port 056a81a6-e779-4f60-96ea-d7766440a197, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=056a81a6-e779-4f60-96ea-d7766440a197,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:52.547105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (056a81a6-e779-4f60-96ea-d7766440a197), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.609175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Provisioning complete for port 81972327-af08-4777-b4c9-1ca3e9e07421 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:52.609543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.635385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks [] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.640443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.670084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Pushing event updated for resources: {'Port': ['ID=056a81a6-e779-4f60-96ea-d7766440a197,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:52.710470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:52.713292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (93bf48c9-d112-489b-9a41-9a67699415c7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.789636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f53b4-ea93-4854-8529-7ed217282c5e None None] Current status of the port 81972327-af08-4777-b4c9-1ca3e9e07421 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:52.796596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Publish callbacks [] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.801636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.805098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:52.806528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:52.861266 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Attempting to bind port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:52.861633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Attempting to bind port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:52.862149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Attempting to bind port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:52.864405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5de51a-0fe9-46ea-9b60-ad4e90d5e9af None None] Pushing event updated for resources: {'Port': ['ID=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:52.871489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:52.871854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:52.872263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.872680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:52.873106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Bound port: ce6ba9cf-7fa9-4147-bad5-ad9e928385f8, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:52.873484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.920434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-18769aa3-58ba-406a-ae55-e683a5a76dfe None None] Provisioning complete for port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:52.920753 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-18769aa3-58ba-406a-ae55-e683a5a76dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:52.927188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Router 93bf48c9-d112-489b-9a41-9a67699415c7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:46:52.960714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] For port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:52.965366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] For port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:52.975475 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-18769aa3-58ba-406a-ae55-e683a5a76dfe None None] Port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:46:52.979247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:53.037330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Routers {'93bf48c9-d112-489b-9a41-9a67699415c7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:53.037957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['93bf48c9-d112-489b-9a41-9a67699415c7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:53.046162 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:46:53.054462 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-681711d2-bde5-4738-ac43-bfee192d0458 admin admin] 10.222.0.23 "PUT /v2.0/routers/93bf48c9-d112-489b-9a41-9a67699415c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9307065 May 12 03:46:53.090529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5de51a-0fe9-46ea-9b60-ad4e90d5e9af None None] Pushing event updated for resources: {'Port': ['ID=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:53.112584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bb2e6e00-dd56-4144-ab13-f967dcc09fbd None None] Provisioning complete for port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:53.113102 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bb2e6e00-dd56-4144-ab13-f967dcc09fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:53.192145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 056a81a6-e779-4f60-96ea-d7766440a197 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:53.196670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e6e00-dd56-4144-ab13-f967dcc09fbd None None] Port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:46:53.223043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] Set router 93bf48c9-d112-489b-9a41-9a67699415c7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:53.331080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 056a81a6-e779-4f60-96ea-d7766440a197 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:53.331529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (056a81a6-e779-4f60-96ea-d7766440a197), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:53.596354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-4cdf2830-cad8-478b-9724-09f6a62d4ac0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:53.598364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-4cdf2830-cad8-478b-9724-09f6a62d4ac0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 816 time: 0.1038840 May 12 03:46:53.614193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-4a8e30e2-f071-4df4-8918-670a9016fe0c tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/quotas/50c1c38979624f8eaa39581e92664398 HTTP/1.1" status: 200 len: 375 time: 0.0094190 May 12 03:46:53.644256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1b6a72c8-1344-4f90-8bd0-0e43664c98c8', 'name': '', 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'mac_address': 'fa:16:3e:2f:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:51Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 2, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'subnets': [{'id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:53.646081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 056a81a6-e779-4f60-96ea-d7766440a197 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:53.647109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81972327-af08-4777-b4c9-1ca3e9e07421 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:53.662417 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-42461757-af90-47b5-8b78-9a89fc304491 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431316 May 12 03:46:53.693338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef35a6-a257-4139-94b9-3bc6f3172015 None None] The sync data for ids ['93bf48c9-d112-489b-9a41-9a67699415c7'] in dv-neutron-841363-5-hyperv is: [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1b6a72c8-1344-4f90-8bd0-0e43664c98c8', 'name': '', 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'mac_address': 'fa:16:3e:2f:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:51Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 2, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'subnets': [{'id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:46:53.732503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 81972327-af08-4777-b4c9-1ca3e9e07421 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:53.732885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:53.791550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-31521931-88ae-4dd4-aeac-7f09dffbfcb7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:46:53.792659 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-31521931-88ae-4dd4-aeac-7f09dffbfcb7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1191545 May 12 03:46:53.819129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 81972327-af08-4777-b4c9-1ca3e9e07421 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:53.900347 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-af1d8d3d-c3d5-4c40-8e45-0885c614cad9 service neutron] 10.222.0.23 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007557 May 12 03:46:53.995547 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-629c80df-3982-47dc-a1d7-24eb4b446bae service neutron] 10.222.0.23 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944073 May 12 03:46:54.176188 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-374f7fb8-426f-424f-96d2-2aa3650faa50 req-6d7d7408-8865-46c6-9268-282077d8f9c0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 210 time: 0.0345185 May 12 03:46:55.174985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:55.206814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-f4b0ce91-9c10-4268-83bf-7d95106c0df9 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:55.208251 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-f4b0ce91-9c10-4268-83bf-7d95106c0df9 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 816 time: 0.1165042 May 12 03:46:55.223840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Request body: {'port': {'device_id': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'admin_state_up': True, 'tenant_id': '50c1c38979624f8eaa39581e92664398'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:55.258708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:55.258708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.314486 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69b9d81a-9438-4322-a5fe-ff4a0690812e req-49a9e912-ebb5-4a6e-8a88-2a11071f6a51 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 210 time: 0.0490432 May 12 03:46:55.356495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:55.356892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.368192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Made reservation on behalf of 50c1c38979624f8eaa39581e92664398 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:46:55.371588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.379706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:55.384064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.434202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:55.441901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.442261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.443311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.443311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.443311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.443634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.443943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.444278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.444615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.444944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.445281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.445616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.445966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.446291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.446619 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:46:55.501500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Allocated IP 172.20.0.6 (39ff50a2-ce9d-4053-9a11-457941e26214/caecf50a-6529-4b07-a869-0be1629157a2/e70e7669-14a0-4a2d-85bc-c158bb5ae869) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:46:55.653708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks [] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.686133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.727764 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Network 39ff50a2-ce9d-4053-9a11-457941e26214 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:46:55.731104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:46:55.738337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:46:55.747963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Pushing event updated for resources: {'Port': ['ID=e70e7669-14a0-4a2d-85bc-c158bb5ae869,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:55.799076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:55.800420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:55.823447 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-41a5b919-cddc-4fa5-bfd3-4e9729d7a053 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059518 May 12 03:46:55.826605 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Sync routers for ids ['93bf48c9-d112-489b-9a41-9a67699415c7'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:46:55.838780 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Routers {'93bf48c9-d112-489b-9a41-9a67699415c7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:55.839391 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['93bf48c9-d112-489b-9a41-9a67699415c7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:55.840724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Request body: {'port': {'device_id': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:46:55.904963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.033395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-88f2eeb5-8e3a-40c8-8a2d-00fdace85f0e None None] Provisioning complete for port e70e7669-14a0-4a2d-85bc-c158bb5ae869 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:56.033700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-88f2eeb5-8e3a-40c8-8a2d-00fdace85f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.042127 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Set router 93bf48c9-d112-489b-9a41-9a67699415c7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:56.070381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-88f2eeb5-8e3a-40c8-8a2d-00fdace85f0e None None] Port e70e7669-14a0-4a2d-85bc-c158bb5ae869 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:46:56.225490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70e7669-14a0-4a2d-85bc-c158bb5ae869 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:46:56.233023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Publish callbacks [] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.245749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Transition to ACTIVE for port object e70e7669-14a0-4a2d-85bc-c158bb5ae869 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:46:56.249798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.250831 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1b6a72c8-1344-4f90-8bd0-0e43664c98c8', 'name': '', 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'mac_address': 'fa:16:3e:2f:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:51Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 2, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'subnets': [{'id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:56.279659 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Checking router: 93bf48c9-d112-489b-9a41-9a67699415c7 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:46:56.280271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Updating router 93bf48c9-d112-489b-9a41-9a67699415c7 port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:46:56.302795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e70e7669-14a0-4a2d-85bc-c158bb5ae869,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:56.311090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.385642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Attempting to bind port e70e7669-14a0-4a2d-85bc-c158bb5ae869 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:56.386167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Attempting to bind port e70e7669-14a0-4a2d-85bc-c158bb5ae869 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:56.386492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Attempting to bind port e70e7669-14a0-4a2d-85bc-c158bb5ae869 on network 39ff50a2-ce9d-4053-9a11-457941e26214 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:56.391066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Port e70e7669-14a0-4a2d-85bc-c158bb5ae869 on network 39ff50a2-ce9d-4053-9a11-457941e26214 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:46:56.391385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Attempting to bind port e70e7669-14a0-4a2d-85bc-c158bb5ae869 on network 39ff50a2-ce9d-4053-9a11-457941e26214 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:56.397774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:56.398136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Checking segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:56.398522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Bound using segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:56.398949 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Bound port: e70e7669-14a0-4a2d-85bc-c158bb5ae869, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:56.399306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.463814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97487b-c7b7-4829-8a4d-a3245b64f68d req-45943e36-8b34-4755-8355-388d40e23f7d tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:56.472577 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3d97487b-c7b7-4829-8a4d-a3245b64f68d req-45943e36-8b34-4755-8355-388d40e23f7d tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 943 time: 0.0681367 May 12 03:46:56.492545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] For port e70e7669-14a0-4a2d-85bc-c158bb5ae869, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:56.496434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] For port e70e7669-14a0-4a2d-85bc-c158bb5ae869, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:56.504863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.522712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3d97487b-c7b7-4829-8a4d-a3245b64f68d req-a1c23a16-227a-465d-9302-f8752633c8a8 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 May 12 03:46:56.539613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:56.540237 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.541866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] 10.222.0.57 "PUT /v2.0/ports/e70e7669-14a0-4a2d-85bc-c158bb5ae869 HTTP/1.1" status: 200 len: 1093 time: 0.7062058 May 12 03:46:56.542746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'tag': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:46:56.545041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a85c97e7-2577-475f-8631-9bec8e0acd3c", "tag": "e70e7669-14a0-4a2d-85bc-c158bb5ae869"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:46:56.621971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9b6a4-75e9-4ea1-a6c1-d7990fac4391 x-openstack-request-id: req-06e9b6a4-75e9-4ea1-a6c1-d7990fac4391 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:46:56.622255 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85c97e7-2577-475f-8631-9bec8e0acd3c", "tag": "e70e7669-14a0-4a2d-85bc-c158bb5ae869", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:46:56.622506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06e9b6a4-75e9-4ea1-a6c1-d7990fac4391 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:46:56.622912 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e9b6a4-75e9-4ea1-a6c1-d7990fac4391'] response: {'name': 'network-changed', 'server_uuid': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'tag': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869', 'status': 'completed', 'code': 200} May 12 03:46:56.625904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ea2f5-c42e-45b0-8cf5-852cd869fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e70e7669-14a0-4a2d-85bc-c158bb5ae869,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:56.639140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-8ec16152-0d5c-4d68-9452-55a8ddd67f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:56.641009 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-8ec16152-0d5c-4d68-9452-55a8ddd67f5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 1127 time: 0.0526762 May 12 03:46:56.689744 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Publish callbacks [] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.691843 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-504bacb1-0ca5-46bf-8719-006ae6627647 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869 HTTP/1.1" status: 200 len: 217 time: 0.0395448 May 12 03:46:56.695674 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.750839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-c75592d0-5417-4db6-85e6-d585be55b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:56.753216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-c75592d0-5417-4db6-85e6-d585be55b14e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 200 len: 855 time: 0.0550952 May 12 03:46:56.754856 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2c7f-409d-4de3-aeae-db0cc1a82a84 None None] Pushing event updated for resources: {'Port': ['ID=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:56.810343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-ac197d90-6661-4788-a163-47d33174381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:56.812146 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-ac197d90-6661-4788-a163-47d33174381d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39ff50a2-ce9d-4053-9a11-457941e26214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487185 May 12 03:46:56.825577 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Attempting to bind port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:46:56.825994 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Attempting to bind port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:46:56.826531 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Attempting to bind port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 on network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:46:56.833335 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:46:56.834026 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Checking segment: {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:46:56.834115 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.834511 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Bound using segment: {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:46:56.835099 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Bound port: 1b6a72c8-1344-4f90-8bd0-0e43664c98c8, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0725c29-1160-4451-81e1-5f8a33b9e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:46:56.835484 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.900329 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] For port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:46:56.903539 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] For port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,segment=NetworkSegment(b0725c29-1160-4451-81e1-5f8a33b9e28a),segment_id=b0725c29-1160-4451-81e1-5f8a33b9e28a)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:46:56.912035 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:56.917028 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-9ca60341-8986-4941-a493-9d61ade1a522 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952117 May 12 03:46:56.966178 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Routers {'93bf48c9-d112-489b-9a41-9a67699415c7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:46:56.966789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:46:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['93bf48c9-d112-489b-9a41-9a67699415c7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:57.013291 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2c7f-409d-4de3-aeae-db0cc1a82a84 None None] Pushing event updated for resources: {'Port': ['ID=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:57.025145 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f80509fa-0a53-44d8-adb6-dd9f11755601 req-0df333f1-c3ef-475c-9b85-c41e64e135ba service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985749 May 12 03:46:57.042000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] Provisioning complete for port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:57.043005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:57.095631 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] Set router 93bf48c9-d112-489b-9a41-9a67699415c7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:46:57.142835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] Current status of the port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:57.143539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:57.179164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] For port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,segment=NetworkSegment(b0725c29-1160-4451-81e1-5f8a33b9e28a),segment_id=b0725c29-1160-4451-81e1-5f8a33b9e28a)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:46:57.186664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:57.215820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:57.268933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7330838-bd97-40a4-b3f5-f86bf2eafed6 None None] Pushing event updated for resources: {'Port': ['ID=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:46:57.283148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:57.283519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:57.308283 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1b6a72c8-1344-4f90-8bd0-0e43664c98c8', 'name': '', 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'mac_address': 'fa:16:3e:2f:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:51Z', 'updated_at': '2022-05-12T03:46:56Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'subnets': [{'id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:46:57.322740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-839f9fb9-6fe8-4422-ab69-84284842521c None None] Provisioning complete for port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:57.323109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-839f9fb9-6fe8-4422-ab69-84284842521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:57.335165 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c01ce-d4e9-4510-b383-a04829c35663 None None] The sync data for ids ['93bf48c9-d112-489b-9a41-9a67699415c7'] in dv-neutron-841363-5-hyperv is: [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:52Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1b6a72c8-1344-4f90-8bd0-0e43664c98c8', 'name': '', 'network_id': '39d6ff81-047d-40ed-a89a-4bdcbfe336f8', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'mac_address': 'fa:16:3e:2f:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:51Z', 'updated_at': '2022-05-12T03:46:56Z', 'revision_number': 4, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'subnets': [{'id': '2b549ec0-2d43-4e3c-a465-642e7b281549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:46:57.426277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:57.427372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:57.473762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-839f9fb9-6fe8-4422-ab69-84284842521c None None] Current status of the port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:57.491101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:57.491476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:57.574239 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:57.644813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e8b5d-23f6-4cd2-8970-32e9797db3e9 req-68013e60-6e11-49ee-84a1-7104f6905fd0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:57.647098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-641e8b5d-23f6-4cd2-8970-32e9797db3e9 req-68013e60-6e11-49ee-84a1-7104f6905fd0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 943 time: 0.0513201 May 12 03:46:57.695818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-641e8b5d-23f6-4cd2-8970-32e9797db3e9 req-295f33eb-c6d3-4aa5-8b55-a4d8fd3de608 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 May 12 03:46:57.920374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-14316b69-574d-4151-a8ad-7ae3fc7af985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:57.922105 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-14316b69-574d-4151-a8ad-7ae3fc7af985 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 1127 time: 0.0396280 May 12 03:46:58.010937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-79d3e7a7-de8f-47b4-88b7-87f69ce5e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:58.012402 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-79d3e7a7-de8f-47b4-88b7-87f69ce5e36d service neutron] 10.222.0.57 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 917 time: 0.0845289 May 12 03:46:58.058162 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-e4da293b-5318-4ade-bf40-6d1767d5705b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869 HTTP/1.1" status: 200 len: 217 time: 0.0369010 May 12 03:46:58.105380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-6f93e6be-8e32-43c8-bd06-51d38f220884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:58.106892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-6f93e6be-8e32-43c8-bd06-51d38f220884 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 200 len: 855 time: 0.0432329 May 12 03:46:58.153811 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-0f5aa94e-fc20-4e50-87ca-f6e4cbddf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:58.155350 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-0f5aa94e-fc20-4e50-87ca-f6e4cbddf137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39ff50a2-ce9d-4053-9a11-457941e26214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392106 May 12 03:46:58.249904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-ac12f291-35f8-49df-ad53-d2c7e48c1eda service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849555 May 12 03:46:58.342651 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd1abefd-fcdf-4fdc-aeaa-58cb4c65b2f0 req-1c8673da-ff78-4c65-af64-2c02b99a1440 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834513 May 12 03:46:58.810556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f86a7e-f2f3-4038-a162-8440b93051d8 req-9d542887-8f6b-4436-9e44-04d310c133e5 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:58.812035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c1f86a7e-f2f3-4038-a162-8440b93051d8 req-9d542887-8f6b-4436-9e44-04d310c133e5 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 943 time: 0.0455132 May 12 03:46:58.865318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c1f86a7e-f2f3-4038-a162-8440b93051d8 req-7bd7623f-9b6e-418f-a3d4-114472da9daa tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 May 12 03:46:59.154710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:46:59.199285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:46:59.199640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:46:59.277910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:46:59.977963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97240d2-f2ea-4cd0-83d3-b7c51aa801c7 req-b5f6edfe-410d-44c6-844f-eb47222e06c5 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:46:59.979421 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b97240d2-f2ea-4cd0-83d3-b7c51aa801c7 req-b5f6edfe-410d-44c6-844f-eb47222e06c5 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 943 time: 0.0467212 May 12 03:47:00.025028 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b97240d2-f2ea-4cd0-83d3-b7c51aa801c7 req-18201a22-7520-4af6-a8fe-068324454958 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 May 12 03:47:00.643176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e70e7669-14a0-4a2d-85bc-c158bb5ae869 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:47:00.746708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e70e7669-14a0-4a2d-85bc-c158bb5ae869, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:00.757699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'port_id': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869', 'mac_address': 'fa:16:3e:8b:b2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:47:00.794125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port e70e7669-14a0-4a2d-85bc-c158bb5ae869 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:47:00.794508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:00.807110 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70e7669-14a0-4a2d-85bc-c158bb5ae869 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:47:00.829472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e70e7669-14a0-4a2d-85bc-c158bb5ae869, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:00.833979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:00.879957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=e70e7669-14a0-4a2d-85bc-c158bb5ae869,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:01.075832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['e70e7669-14a0-4a2d-85bc-c158bb5ae869'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:47:01.142800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239749-5a7f-48a0-a685-8e7e911d5c28 req-65a79117-996d-468f-8428-976d4bdf9d3c tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:01.144772 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f0239749-5a7f-48a0-a685-8e7e911d5c28 req-65a79117-996d-468f-8428-976d4bdf9d3c tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 944 time: 0.0536754 May 12 03:47:01.192233 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f0239749-5a7f-48a0-a685-8e7e911d5c28 req-3f54174d-23bb-4427-ba31-3819acf68240 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 May 12 03:47:02.307714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd11c7-d45c-473c-9360-62560c7ef669 req-38ec3162-e710-4cd4-af2a-7d0aaee7ea09 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:02.309204 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-affd11c7-d45c-473c-9360-62560c7ef669 req-38ec3162-e710-4cd4-af2a-7d0aaee7ea09 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 944 time: 0.0500088 May 12 03:47:02.355569 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-affd11c7-d45c-473c-9360-62560c7ef669 req-bcd292b9-b036-4ff6-bb55-57ebbb8a0550 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 May 12 03:47:02.666907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e70e7669-14a0-4a2d-85bc-c158bb5ae869 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:47:02.713253 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port e70e7669-14a0-4a2d-85bc-c158bb5ae869 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:47:02.718101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port e70e7669-14a0-4a2d-85bc-c158bb5ae869 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:47:02.718474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:02.792363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port e70e7669-14a0-4a2d-85bc-c158bb5ae869 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:47:02.792744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:02.813759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:47:02.816528 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62aab5d-e276-4ce6-8d94-d7a6454b8630" -d '{"events": [{"server_uuid": "a85c97e7-2577-475f-8631-9bec8e0acd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e70e7669-14a0-4a2d-85bc-c158bb5ae869"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:47:02.829043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e70e7669-14a0-4a2d-85bc-c158bb5ae869, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:02.833615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:02.856403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7bc9a-2441-4dfe-8ad5-a86c4b1adc85 x-openstack-request-id: req-1ff7bc9a-2441-4dfe-8ad5-a86c4b1adc85 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:47:02.856689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85c97e7-2577-475f-8631-9bec8e0acd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e70e7669-14a0-4a2d-85bc-c158bb5ae869", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:47:02.856940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ff7bc9a-2441-4dfe-8ad5-a86c4b1adc85 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:47:02.857327 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff7bc9a-2441-4dfe-8ad5-a86c4b1adc85'] response: {'server_uuid': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869', 'code': 200} May 12 03:47:02.882254 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=e70e7669-14a0-4a2d-85bc-c158bb5ae869,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:03.039341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876db4c-6c90-4387-8ed1-9588c63a0601 req-b42e3ee2-948a-437f-8c15-d8dc628ee14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:03.040796 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0876db4c-6c90-4387-8ed1-9588c63a0601 req-b42e3ee2-948a-437f-8c15-d8dc628ee14e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 1129 time: 0.0418854 May 12 03:47:03.087800 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0876db4c-6c90-4387-8ed1-9588c63a0601 req-bd9b4203-f78b-4452-8e2c-e60afc4219b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 May 12 03:47:03.153786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc307a6a-6076-40d4-9f60-4b3f080c01fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:03.465185 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751ab4-a806-4fce-9e41-fd7004587c90 req-1e741aef-808b-41c3-90f4-4419dc7c03cb tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:03.466693 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bd751ab4-a806-4fce-9e41-fd7004587c90 req-1e741aef-808b-41c3-90f4-4419dc7c03cb tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0458872 May 12 03:47:03.518016 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bd751ab4-a806-4fce-9e41-fd7004587c90 req-919e3388-5e6c-47ff-8025-17625756bbc8 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 May 12 03:47:04.639166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799c1f1-fcfe-41da-8874-2e58b4dba7af req-dc890009-dbef-42ab-a792-d03790b97e96 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:04.640865 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d799c1f1-fcfe-41da-8874-2e58b4dba7af req-dc890009-dbef-42ab-a792-d03790b97e96 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0544331 May 12 03:47:04.687207 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d799c1f1-fcfe-41da-8874-2e58b4dba7af req-fb858659-a5b3-4506-9983-d7adb0596cc0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 May 12 03:47:05.676286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05b36982-6a7d-4333-b371-c5039dae7357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:05.799007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b74ae-c03a-4d9e-b01c-46fe45d466c3 req-909451f6-923e-4754-b19d-e51d8f5d839e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:05.800467 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-975b74ae-c03a-4d9e-b01c-46fe45d466c3 req-909451f6-923e-4754-b19d-e51d8f5d839e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0455134 May 12 03:47:05.846376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-975b74ae-c03a-4d9e-b01c-46fe45d466c3 req-6f8bf954-1d72-4045-88bb-d23a244646c0 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 May 12 03:47:05.958026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997563e-17f0-4b3e-9f10-214fd2f10eb4 req-055e59d3-5cca-4fbe-816c-29349e041337 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:05.959469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c997563e-17f0-4b3e-9f10-214fd2f10eb4 req-055e59d3-5cca-4fbe-816c-29349e041337 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0463407 May 12 03:47:06.008918 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c997563e-17f0-4b3e-9f10-214fd2f10eb4 req-f88a7164-6011-4140-978c-ef4252134e30 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 May 12 03:47:06.517186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:07.561950 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-06bc8788-43a8-4564-b444-c025c6490959 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400755 May 12 03:47:07.649616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-b4346f25-a211-485a-9a2e-4f4590e34f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:07.651161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-b4346f25-a211-485a-9a2e-4f4590e34f69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 1129 time: 0.0468118 May 12 03:47:07.763721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-65003ee1-1359-4888-8f7b-a7c828e14818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:07.765244 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-65003ee1-1359-4888-8f7b-a7c828e14818 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 917 time: 0.0941963 May 12 03:47:07.808308 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-2569460f-bb98-4a80-88b6-d4268ec98971 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869 HTTP/1.1" status: 200 len: 217 time: 0.0360134 May 12 03:47:07.875759 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-cfda09d5-4376-4129-98a6-b8245755a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:07.878289 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-cfda09d5-4376-4129-98a6-b8245755a7ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 200 len: 855 time: 0.0635195 May 12 03:47:07.922290 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-92d99768-e772-4551-aa39-12f63452acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:07.923797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-92d99768-e772-4551-aa39-12f63452acdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39ff50a2-ce9d-4053-9a11-457941e26214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392051 May 12 03:47:08.012245 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-6a19482a-30b3-4fc8-94db-fe3a6f9d2796 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820954 May 12 03:47:08.074150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:08.104073 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f45ef4be-85c3-4531-b3ef-3627b0ce82d8 req-1c4f8a8a-d2ba-42bd-b3ce-807c472724d7 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 May 12 03:47:09.651657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:12.506291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:21.760228 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:47:33.156229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8919aaa6-7a29-48ab-874c-c461fe477ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:35.678457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-52540d73-2516-44fd-aa71-8b617d73bbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:36.520062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:38.078211 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:39.654545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:41.530705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b784e9-7390-44b6-a30c-f48252a7442e req-a93c29be-34e2-420a-b234-f1320d7b1fb8 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:41.532199 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22b784e9-7390-44b6-a30c-f48252a7442e req-a93c29be-34e2-420a-b234-f1320d7b1fb8 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0475881 May 12 03:47:41.579257 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22b784e9-7390-44b6-a30c-f48252a7442e req-29cedae0-2c69-4214-9244-a829f606966e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 May 12 03:47:42.519045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:42.701651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabe15f-7135-4db3-aee6-ac1297beb3a5 req-8c097b19-232b-4cdf-9f35-76d05c406cc4 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:42.703180 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8eabe15f-7135-4db3-aee6-ac1297beb3a5 req-8c097b19-232b-4cdf-9f35-76d05c406cc4 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0501151 May 12 03:47:42.750311 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8eabe15f-7135-4db3-aee6-ac1297beb3a5 req-99dc715d-a44e-4d49-b80d-0ab10e8e9514 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 May 12 03:47:43.183631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-5f96b7be-ca44-45fa-b34f-11bfaa3bcf2b tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:43.185151 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-5f96b7be-ca44-45fa-b34f-11bfaa3bcf2b tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 945 time: 0.0491543 May 12 03:47:43.277648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Deleting port e70e7669-14a0-4a2d-85bc-c158bb5ae869 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:47:43.278028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:43.363695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] For port e70e7669-14a0-4a2d-85bc-c158bb5ae869, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e70e7669-14a0-4a2d-85bc-c158bb5ae869,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:43.363994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:43.376739 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Calling delete_port for e70e7669-14a0-4a2d-85bc-c158bb5ae869 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:47:43.508603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e70e7669-14a0-4a2d-85bc-c158bb5ae869), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:43.524944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['e70e7669-14a0-4a2d-85bc-c158bb5ae869'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:47:43.536069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Pushing event deleted for resources: {'Port': ['ID=e70e7669-14a0-4a2d-85bc-c158bb5ae869,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:43.569143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.569495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.569839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.570201 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.570538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.570873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.571204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.571535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.571861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.572185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.572514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.572840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.573163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.573487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.573809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:47:43.596267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] No DVR routers for this DVR port e70e7669-14a0-4a2d-85bc-c158bb5ae869 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:47:43.598698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:43.601914 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8093cf3b-a5b6-46e7-94fe-09912c6e5683 req-700f5799-b690-41b2-8c4b-686d6676808e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "DELETE /v2.0/ports/e70e7669-14a0-4a2d-85bc-c158bb5ae869 HTTP/1.1" status: 204 len: 173 time: 0.4111166 May 12 03:47:43.602377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'name': 'network-vif-deleted', 'tag': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:47:43.604599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df14cc6-a36e-4f69-b03e-625cae8e3e08" -d '{"events": [{"server_uuid": "a85c97e7-2577-475f-8631-9bec8e0acd3c", "name": "network-vif-deleted", "tag": "e70e7669-14a0-4a2d-85bc-c158bb5ae869"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:47:43.641591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3af876d-b98e-41b0-bdec-f09cd07ed59e x-openstack-request-id: req-f3af876d-b98e-41b0-bdec-f09cd07ed59e {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:47:43.641908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85c97e7-2577-475f-8631-9bec8e0acd3c", "name": "network-vif-deleted", "tag": "e70e7669-14a0-4a2d-85bc-c158bb5ae869", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:47:43.642167 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3af876d-b98e-41b0-bdec-f09cd07ed59e {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:47:43.642599 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3af876d-b98e-41b0-bdec-f09cd07ed59e'] response: {'server_uuid': 'a85c97e7-2577-475f-8631-9bec8e0acd3c', 'name': 'network-vif-deleted', 'tag': 'e70e7669-14a0-4a2d-85bc-c158bb5ae869', 'status': 'completed', 'code': 200} May 12 03:47:43.854486 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df90bc0a-f65e-4f0a-867a-204496ac3d2a req-f6ca911d-5e70-4459-be20-a3a6faba3e64 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85c97e7-2577-475f-8631-9bec8e0acd3c HTTP/1.1" status: 200 len: 210 time: 0.0273585 May 12 03:47:45.197564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-bd34f97b-9288-461c-b94d-da6e079f16f5 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:45.199012 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-bd34f97b-9288-461c-b94d-da6e079f16f5 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 816 time: 0.1067905 May 12 03:47:45.214068 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-29fae853-5c43-4553-9c1b-82a1e621dd40 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/quotas/50c1c38979624f8eaa39581e92664398 HTTP/1.1" status: 200 len: 375 time: 0.0095572 May 12 03:47:45.260170 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-c5d3a97f-dff4-40ef-8d48-aba7c8c4576e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0413461 May 12 03:47:45.353623 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-e241d49c-9a58-4fb4-b001-5f14e9545c49 service neutron] 10.222.0.23 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816691 May 12 03:47:45.718962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-4f2d9e52-52f4-4c46-80ab-6c361104722e service neutron] 10.222.0.23 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595526 May 12 03:47:45.872727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-22b3b746-387b-4ef3-8229-a4d6defa4393 req-b99fb7b4-288f-4fee-9618-c70306a3b7de tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 210 time: 0.0276763 May 12 03:47:46.831466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-29945477-f187-4964-a631-d264576df531 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:46.832911 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-29945477-f187-4964-a631-d264576df531 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 816 time: 0.0996485 May 12 03:47:46.847122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Request body: {'port': {'device_id': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'admin_state_up': True, 'tenant_id': '50c1c38979624f8eaa39581e92664398'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:47:46.905299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e70e7669-14a0-4a2d-85bc-c158bb5ae869 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:47:46.927124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: e70e7669-14a0-4a2d-85bc-c158bb5ae869 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:47:46.927429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e70e7669-14a0-4a2d-85bc-c158bb5ae869 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:47:46.962284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Made reservation on behalf of 50c1c38979624f8eaa39581e92664398 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:47:46.965859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:46.974244 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-73a43d04-a90a-407d-b12f-fd64c393b924 req-85588c1a-35ba-4144-a9f2-03fd08789017 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 210 time: 0.0308855 May 12 03:47:47.092133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Allocated IP 172.20.0.7 (39ff50a2-ce9d-4053-9a11-457941e26214/caecf50a-6529-4b07-a869-0be1629157a2/9718a6a7-0baf-46a7-ab53-3355f372213e) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:47:47.236169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks [] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.267344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.328321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Network 39ff50a2-ce9d-4053-9a11-457941e26214 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:47:47.331913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:47:47.338584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:47:47.362170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Pushing event updated for resources: {'Port': ['ID=9718a6a7-0baf-46a7-ab53-3355f372213e,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:47.389766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:47.390479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.407480 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-47f94ffc-c195-41f0-a9f9-6f6b79d4f613 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639513 May 12 03:47:47.431067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Request body: {'port': {'device_id': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:47:47.491880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.595729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-20b288b7-4041-48bb-9120-25c55bb29aa6 None None] Provisioning complete for port 9718a6a7-0baf-46a7-ab53-3355f372213e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:47:47.596103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20b288b7-4041-48bb-9120-25c55bb29aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.629602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-20b288b7-4041-48bb-9120-25c55bb29aa6 None None] Port 9718a6a7-0baf-46a7-ab53-3355f372213e cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:47:47.786690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9718a6a7-0baf-46a7-ab53-3355f372213e {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:47:47.793906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Publish callbacks [] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.805860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Transition to ACTIVE for port object 9718a6a7-0baf-46a7-ab53-3355f372213e will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:47:47.809758 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:47.858772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9718a6a7-0baf-46a7-ab53-3355f372213e,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:47.937389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Attempting to bind port 9718a6a7-0baf-46a7-ab53-3355f372213e on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:47:47.937719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Attempting to bind port 9718a6a7-0baf-46a7-ab53-3355f372213e by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:47:47.938133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Attempting to bind port 9718a6a7-0baf-46a7-ab53-3355f372213e on network 39ff50a2-ce9d-4053-9a11-457941e26214 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:47:47.942948 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Port 9718a6a7-0baf-46a7-ab53-3355f372213e on network 39ff50a2-ce9d-4053-9a11-457941e26214 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:47:47.943265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Attempting to bind port 9718a6a7-0baf-46a7-ab53-3355f372213e on network 39ff50a2-ce9d-4053-9a11-457941e26214 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:47:47.948297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:47:47.948630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Checking segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:47:47.949010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Bound using segment: {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:47:47.949431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Bound port: 9718a6a7-0baf-46a7-ab53-3355f372213e, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e37c630-defa-4362-8ed0-9e948d712b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:47:47.949782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:48.020146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] For port 9718a6a7-0baf-46a7-ab53-3355f372213e, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:47:48.023630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] For port 9718a6a7-0baf-46a7-ab53-3355f372213e, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9718a6a7-0baf-46a7-ab53-3355f372213e,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:47:48.029306 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:48.061850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:48.062494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:48.064283 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/9718a6a7-0baf-46a7-ab53-3355f372213e HTTP/1.1" status: 200 len: 1093 time: 0.6372468 May 12 03:47:48.064760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'tag': '9718a6a7-0baf-46a7-ab53-3355f372213e'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:47:48.066757 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f40a67f-3722-4a60-a1bc-039cab04595c", "tag": "9718a6a7-0baf-46a7-ab53-3355f372213e"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:47:48.110518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0dc0b-d5af-4cbf-8d1c-1abafbba8669 req-256065b7-1cf0-4e34-98de-3d4c8fc205a7 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:48.111682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8371da-45ca-437c-92a8-250db0f4e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9718a6a7-0baf-46a7-ab53-3355f372213e,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:48.112330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7b0dc0b-d5af-4cbf-8d1c-1abafbba8669 req-256065b7-1cf0-4e34-98de-3d4c8fc205a7 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 943 time: 0.0616298 May 12 03:47:48.125671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9513ddd6-595d-4b67-b863-0ebeb294d9dc x-openstack-request-id: req-9513ddd6-595d-4b67-b863-0ebeb294d9dc {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:47:48.126050 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f40a67f-3722-4a60-a1bc-039cab04595c", "tag": "9718a6a7-0baf-46a7-ab53-3355f372213e", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:47:48.126317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9513ddd6-595d-4b67-b863-0ebeb294d9dc {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:47:48.126712 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9513ddd6-595d-4b67-b863-0ebeb294d9dc'] response: {'name': 'network-changed', 'server_uuid': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'tag': '9718a6a7-0baf-46a7-ab53-3355f372213e', 'status': 'completed', 'code': 200} May 12 03:47:48.163563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-c331cd65-8bac-4120-92f8-5792e9682727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:48.165077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-c331cd65-8bac-4120-92f8-5792e9682727 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 1127 time: 0.0504086 May 12 03:47:48.168582 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f7b0dc0b-d5af-4cbf-8d1c-1abafbba8669 req-5718482b-a1d0-4722-8b28-658af21eba77 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 May 12 03:47:48.214781 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-f671296d-cb23-42ee-8025-736afd60fa14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9718a6a7-0baf-46a7-ab53-3355f372213e HTTP/1.1" status: 200 len: 217 time: 0.0397344 May 12 03:47:48.272003 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-09fc641c-2d2f-43e2-aeb8-fc3c8cceb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:48.273587 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-09fc641c-2d2f-43e2-aeb8-fc3c8cceb4a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 200 len: 855 time: 0.0470166 May 12 03:47:48.323534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-35a92c64-d686-4bbe-9be2-02b929c2b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:48.324979 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-35a92c64-d686-4bbe-9be2-02b929c2b772 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39ff50a2-ce9d-4053-9a11-457941e26214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410206 May 12 03:47:48.416295 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-bca23284-2dd2-44e4-9931-7912a2d7b51a service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810466 May 12 03:47:48.509946 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-91e8763d-9d45-4f0e-a75b-32a5b95cab76 req-0df7a097-9a67-42f2-abbb-b4bcbdeddea0 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874975 May 12 03:47:49.280941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6509410-001b-40e4-9a40-891cb4ecf2d8 req-78da3af0-40f4-4dcf-adb0-9ad8573e663b tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:49.282389 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6509410-001b-40e4-9a40-891cb4ecf2d8 req-78da3af0-40f4-4dcf-adb0-9ad8573e663b tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 943 time: 0.0456738 May 12 03:47:49.328247 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6509410-001b-40e4-9a40-891cb4ecf2d8 req-25c30188-667e-4172-833a-f14eb2bfa32a tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 May 12 03:47:49.369437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-0e7225e2-8b61-4c22-99c5-93ed5e0831e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:49.370867 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-0e7225e2-8b61-4c22-99c5-93ed5e0831e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 1127 time: 0.0383003 May 12 03:47:49.462193 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-625bbca6-c24f-4f4c-bb1d-9b5d037cd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:49.463636 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-625bbca6-c24f-4f4c-bb1d-9b5d037cd79c service neutron] 10.222.0.57 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 917 time: 0.0866864 May 12 03:47:49.507337 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-c2bbc006-b4ac-4fa3-915b-2f23d436d739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9718a6a7-0baf-46a7-ab53-3355f372213e HTTP/1.1" status: 200 len: 217 time: 0.0359097 May 12 03:47:49.554964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-14d33c3c-83cd-422e-930c-dda4ea73fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:49.556414 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-14d33c3c-83cd-422e-930c-dda4ea73fe29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 200 len: 855 time: 0.0417850 May 12 03:47:49.598347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-5637e2a9-860d-4afe-88af-8411fb0fa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:49.599870 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-5637e2a9-860d-4afe-88af-8411fb0fa55f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39ff50a2-ce9d-4053-9a11-457941e26214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371110 May 12 03:47:49.927248 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-9ffd045c-e318-4198-a4c1-d1fe211735d5 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167050 May 12 03:47:50.019657 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-aa450f5a-0e5a-4fe6-8877-2b010cf1d11c req-34a0aa7a-e746-4c38-a2a9-71c75b2bbba9 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824192 May 12 03:47:50.443775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc22b0-de65-4782-98f9-59d926f66515 req-e48ba8be-9c63-414e-b0dd-af8b848724d7 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:50.445249 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-75fc22b0-de65-4782-98f9-59d926f66515 req-e48ba8be-9c63-414e-b0dd-af8b848724d7 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 943 time: 0.0492144 May 12 03:47:50.490830 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-75fc22b0-de65-4782-98f9-59d926f66515 req-da69a0b3-8a49-4242-a682-88046fe6f170 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 May 12 03:47:50.905946 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9718a6a7-0baf-46a7-ab53-3355f372213e details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:47:50.999454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9718a6a7-0baf-46a7-ab53-3355f372213e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9718a6a7-0baf-46a7-ab53-3355f372213e,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:51.010841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '9718a6a7-0baf-46a7-ab53-3355f372213e', 'network_id': '39ff50a2-ce9d-4053-9a11-457941e26214', 'port_id': '9718a6a7-0baf-46a7-ab53-3355f372213e', 'mac_address': 'fa:16:3e:f6:13:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caecf50a-6529-4b07-a869-0be1629157a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:47:51.049590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9718a6a7-0baf-46a7-ab53-3355f372213e is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:47:51.050007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:51.062130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718a6a7-0baf-46a7-ab53-3355f372213e {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:47:51.081044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9718a6a7-0baf-46a7-ab53-3355f372213e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9718a6a7-0baf-46a7-ab53-3355f372213e,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:51.084801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:51.132261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9718a6a7-0baf-46a7-ab53-3355f372213e,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:51.339053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['9718a6a7-0baf-46a7-ab53-3355f372213e'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:47:51.600496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f50e7d-336d-4aac-9037-a217c479097b req-f8adad10-7aa1-45ae-9724-28cf7b277370 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:51.601850 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-27f50e7d-336d-4aac-9037-a217c479097b req-f8adad10-7aa1-45ae-9724-28cf7b277370 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 944 time: 0.0454843 May 12 03:47:51.646305 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-27f50e7d-336d-4aac-9037-a217c479097b req-992771c6-4c93-4f1b-813f-c5a98e585264 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 May 12 03:47:52.764663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c1bd-c86d-4887-93dc-86d911ee535a req-d638788d-0e7f-47bf-9ef2-db531fa30ba2 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:52.766153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fa79c1bd-c86d-4887-93dc-86d911ee535a req-d638788d-0e7f-47bf-9ef2-db531fa30ba2 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 944 time: 0.0495579 May 12 03:47:52.811070 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fa79c1bd-c86d-4887-93dc-86d911ee535a req-6e1892ea-dc89-45bd-b88f-8ebd95fec62e tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 May 12 03:47:52.921828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9718a6a7-0baf-46a7-ab53-3355f372213e up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:47:52.965130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 9718a6a7-0baf-46a7-ab53-3355f372213e completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:47:52.970998 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 9718a6a7-0baf-46a7-ab53-3355f372213e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:47:52.971361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:53.049430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9718a6a7-0baf-46a7-ab53-3355f372213e is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:47:53.049810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:53.211427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718a6a7-0baf-46a7-ab53-3355f372213e'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:47:53.213649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b33a0c-206a-41cc-819d-39c08e133d91" -d '{"events": [{"server_uuid": "8f40a67f-3722-4a60-a1bc-039cab04595c", "name": "network-vif-plugged", "status": "completed", "tag": "9718a6a7-0baf-46a7-ab53-3355f372213e"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:47:53.226235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9718a6a7-0baf-46a7-ab53-3355f372213e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9718a6a7-0baf-46a7-ab53-3355f372213e,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:47:53.231477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:47:53.253581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb631a-2c57-40dd-9b8c-cff542f41ea1 x-openstack-request-id: req-8efb631a-2c57-40dd-9b8c-cff542f41ea1 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:47:53.253847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f40a67f-3722-4a60-a1bc-039cab04595c", "name": "network-vif-plugged", "status": "completed", "tag": "9718a6a7-0baf-46a7-ab53-3355f372213e", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:47:53.254122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8efb631a-2c57-40dd-9b8c-cff542f41ea1 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:47:53.254511 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efb631a-2c57-40dd-9b8c-cff542f41ea1'] response: {'server_uuid': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718a6a7-0baf-46a7-ab53-3355f372213e', 'code': 200} May 12 03:47:53.279273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9718a6a7-0baf-46a7-ab53-3355f372213e,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:47:53.433586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec68788-f06a-4657-9a56-b66036614252 req-82039c36-12bb-4cbf-8bb6-4e5c1e21d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:53.435126 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-cec68788-f06a-4657-9a56-b66036614252 req-82039c36-12bb-4cbf-8bb6-4e5c1e21d9f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 1129 time: 0.0414224 May 12 03:47:53.480188 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-cec68788-f06a-4657-9a56-b66036614252 req-7f82de5f-db6e-419e-b889-872cd550cbde service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373645 May 12 03:47:53.923181 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5f7d0-7b58-4e24-a362-81037756aec2 req-3d637215-91f9-4d9d-8345-42c0581a60e6 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:53.925266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dbf5f7d0-7b58-4e24-a362-81037756aec2 req-3d637215-91f9-4d9d-8345-42c0581a60e6 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 945 time: 0.0459914 May 12 03:47:53.971921 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dbf5f7d0-7b58-4e24-a362-81037756aec2 req-bba6672c-9282-45bb-80cd-15a4799f3889 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 May 12 03:47:55.084881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd80dc-fabb-4e67-a1fc-4311a427ecb3 req-16fab3e2-18b2-4e1a-8877-496668a787e6 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:55.086635 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ffd80dc-fabb-4e67-a1fc-4311a427ecb3 req-16fab3e2-18b2-4e1a-8877-496668a787e6 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 945 time: 0.0463438 May 12 03:47:55.136239 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ffd80dc-fabb-4e67-a1fc-4311a427ecb3 req-49c7db29-3cc2-4a47-bf75-93b360a18538 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 May 12 03:47:55.246115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc7741-6c2f-4b27-9506-077b568d62df req-7c04eea0-ad47-4196-b994-c59e61ace9d3 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:47:55.247542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4efc7741-6c2f-4b27-9506-077b568d62df req-7c04eea0-ad47-4196-b994-c59e61ace9d3 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 945 time: 0.0460262 May 12 03:47:55.292378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4efc7741-6c2f-4b27-9506-077b568d62df req-3a781447-6d2d-4cc8-9443-3968e1adc1f9 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 May 12 03:47:58.759707 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:48:03.159395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7623a268-1131-4c32-9037-8629674568b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:05.680114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9b85b26d-eb2a-4c7a-a9c5-6086c5164205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:06.521732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:08.083686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:09.558895 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-4099e59c-0cad-4551-9c9b-83f3ae88238a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797708 May 12 03:48:09.641379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-84910fc4-d180-4d01-8d6d-e305d2b295c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:09.643434 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-84910fc4-d180-4d01-8d6d-e305d2b295c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c1c38979624f8eaa39581e92664398&device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 1129 time: 0.0425065 May 12 03:48:09.659349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:09.754100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-1e87f990-dcc7-4fe6-ab66-8d6bffc9723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:09.755457 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-1e87f990-dcc7-4fe6-ab66-8d6bffc9723a service neutron] 10.222.0.57 "GET /v2.0/networks?id=39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 200 len: 917 time: 0.0907338 May 12 03:48:09.801227 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-2ff67a7a-95c3-4f21-9b04-0157e90af5c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9718a6a7-0baf-46a7-ab53-3355f372213e HTTP/1.1" status: 200 len: 217 time: 0.0365174 May 12 03:48:09.850268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-6a9f7611-dce9-4a86-94b4-89fd97f82415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:09.851656 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-6a9f7611-dce9-4a86-94b4-89fd97f82415 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 200 len: 855 time: 0.0437949 May 12 03:48:09.891770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-19e5726f-c5e7-41d8-85e1-9f638a7d0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:09.893702 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-19e5726f-c5e7-41d8-85e1-9f638a7d0793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39ff50a2-ce9d-4053-9a11-457941e26214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366614 May 12 03:48:09.988555 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-72efed83-7588-4423-9acc-c972bd0689ef service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839117 May 12 03:48:10.074550 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a36e1f6d-0213-48f9-a108-31c4d92c4a89 req-d26b6a6b-d1fb-40dd-bc0c-8edd5d91a601 service neutron] 10.222.0.57 "GET /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797641 May 12 03:48:12.506271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:30.433402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fa80-e2a1-4ca9-83a4-b9213b1dc128 req-553c07ee-7f45-4ea3-9ee5-87a8ff44d37c tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:30.434929 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3b35fa80-e2a1-4ca9-83a4-b9213b1dc128 req-553c07ee-7f45-4ea3-9ee5-87a8ff44d37c tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 945 time: 0.0469508 May 12 03:48:30.490408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3b35fa80-e2a1-4ca9-83a4-b9213b1dc128 req-976e7183-2103-46aa-b552-06a9a1f9c0da tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 May 12 03:48:31.603380 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0909-1e92-4444-a460-13277d7737f1 req-3413a0c8-6354-4423-8391-829cda742d19 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:31.604752 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8f1b0909-1e92-4444-a460-13277d7737f1 req-3413a0c8-6354-4423-8391-829cda742d19 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 945 time: 0.0462260 May 12 03:48:31.651637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8f1b0909-1e92-4444-a460-13277d7737f1 req-c66bf6dc-118c-44d9-9bac-3b87e21f5083 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/security-groups?id=c06f4c82-9d50-469d-9e90-8971b56c5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 May 12 03:48:32.097839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-b37b63a7-d8f9-4a62-b59c-7aa2730e4956 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:32.099684 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-b37b63a7-d8f9-4a62-b59c-7aa2730e4956 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 945 time: 0.0553315 May 12 03:48:32.194667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Deleting port 9718a6a7-0baf-46a7-ab53-3355f372213e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:32.195009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:32.301750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] For port 9718a6a7-0baf-46a7-ab53-3355f372213e, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9718a6a7-0baf-46a7-ab53-3355f372213e,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:32.302163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:32.316231 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Calling delete_port for 9718a6a7-0baf-46a7-ab53-3355f372213e owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:32.456411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9718a6a7-0baf-46a7-ab53-3355f372213e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:32.478120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['9718a6a7-0baf-46a7-ab53-3355f372213e'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:48:32.489358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Pushing event deleted for resources: {'Port': ['ID=9718a6a7-0baf-46a7-ab53-3355f372213e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:32.537325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] No DVR routers for this DVR port 9718a6a7-0baf-46a7-ab53-3355f372213e on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:48:32.539967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:32.543188 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bfbd2f5c-f764-4a02-8cb2-e089b119a670 req-bc2afeae-14b2-423f-b484-3a6cb80ea087 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.57 "DELETE /v2.0/ports/9718a6a7-0baf-46a7-ab53-3355f372213e HTTP/1.1" status: 204 len: 173 time: 0.4378872 May 12 03:48:32.543706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'name': 'network-vif-deleted', 'tag': '9718a6a7-0baf-46a7-ab53-3355f372213e'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:48:32.545991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf001cb-92f9-42b4-9826-f3651a288c0b" -d '{"events": [{"server_uuid": "8f40a67f-3722-4a60-a1bc-039cab04595c", "name": "network-vif-deleted", "tag": "9718a6a7-0baf-46a7-ab53-3355f372213e"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:48:32.659139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a2682b-0382-426e-8495-0f213dc63ca9 x-openstack-request-id: req-59a2682b-0382-426e-8495-0f213dc63ca9 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:48:32.659446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f40a67f-3722-4a60-a1bc-039cab04595c", "name": "network-vif-deleted", "tag": "9718a6a7-0baf-46a7-ab53-3355f372213e", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:48:32.659704 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59a2682b-0382-426e-8495-0f213dc63ca9 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:48:32.660120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a2682b-0382-426e-8495-0f213dc63ca9'] response: {'server_uuid': '8f40a67f-3722-4a60-a1bc-039cab04595c', 'name': 'network-vif-deleted', 'tag': '9718a6a7-0baf-46a7-ab53-3355f372213e', 'status': 'completed', 'code': 200} May 12 03:48:32.758841 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-efe4a012-8082-4cf5-b220-40fae7dfedfc req-59a9cd98-bf65-4b97-9ef6-bd6b3fdc3302 tempest-TestEncryptedCinderVolumes-330724562 tempest-TestEncryptedCinderVolumes-330724562-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40a67f-3722-4a60-a1bc-039cab04595c HTTP/1.1" status: 200 len: 210 time: 0.0285478 May 12 03:48:33.160384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9b55faf9-0b97-44cf-a644-a9b6256143ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:33.851390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39488) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:34.170589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:34.401657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Deleting port 056a81a6-e779-4f60-96ea-d7766440a197 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:34.402019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (056a81a6-e779-4f60-96ea-d7766440a197), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:34.480499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] For port 056a81a6-e779-4f60-96ea-d7766440a197, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=056a81a6-e779-4f60-96ea-d7766440a197,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:34.480856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (056a81a6-e779-4f60-96ea-d7766440a197), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:34.497520 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Calling delete_port for 056a81a6-e779-4f60-96ea-d7766440a197 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:34.673715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (056a81a6-e779-4f60-96ea-d7766440a197), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:34.705229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=056a81a6-e779-4f60-96ea-d7766440a197,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:34.728785 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.729144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.729487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.729828 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.730436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.730824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.731108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.731437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.731825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.732083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.732498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.733039 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.733404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.733742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.734115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:34.880169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.092610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:48:35.201123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:48:35.206914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c37b7675-c8f1-4279-8935-ed998adbd3ba admin admin] 10.222.0.23 "PUT /v2.0/routers/dbd41ef2-6df4-4e69-86fa-551e325a5ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3544905 May 12 03:48:35.209689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39490) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:35.210964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] Sync routers for ids ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:48:35.221247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] Routers {'dbd41ef2-6df4-4e69-86fa-551e325a5ce4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:35.221865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:35.314850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks [] for router (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.328815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] Set router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:35.420218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks [] for router_gateway (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.463505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Deleting port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:35.463833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.497359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:48:34Z', 'revision_number': 5, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port': {'id': '99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:45Z', 'updated_at': '2022-05-12T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:35.524021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] Checking router: dbd41ef2-6df4-4e69-86fa-551e325a5ce4 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:48:35.533250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] Routers {'dbd41ef2-6df4-4e69-86fa-551e325a5ce4'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:35.533864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:35.540874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] For port 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:35.541246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.558478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Calling delete_port for 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:35.621823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] Set router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:35.681066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:48:35Z', 'revision_number': 6, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:35.714004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32074933-5b06-455e-81ec-86eb18be1eb1 None None] The sync data for ids ['dbd41ef2-6df4-4e69-86fa-551e325a5ce4'] in dv-neutron-841363-5-hyperv is: [{'id': 'dbd41ef2-6df4-4e69-86fa-551e325a5ce4', 'name': 'tempest-TestEncryptedCinderVolumes-220861236-router', 'tenant_id': '50c1c38979624f8eaa39581e92664398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:44Z', 'updated_at': '2022-05-12T03:48:35Z', 'revision_number': 6, 'project_id': '50c1c38979624f8eaa39581e92664398', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:48:35.720489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4f8a26f4-8111-4b3a-a6fd-4ec24d0bc366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.724237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.752390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Pushing event deleted for resources: {'Port': ['ID=99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:35.760797 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:48:35.810989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.901254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.903404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks [] for router_controller (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.949213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (dbd41ef2-6df4-4e69-86fa-551e325a5ce4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.949824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd41ef2-6df4-4e69-86fa-551e325a5ce4 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:48:35.954313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:35.955596 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7b47ccc7-310a-45c5-8ae4-d9435e3f7664 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dbd41ef2-6df4-4e69-86fa-551e325a5ce4 HTTP/1.1" status: 204 len: 168 time: 0.7449179 May 12 03:48:35.958134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39492) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:36.001896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Deleting subnet caecf50a-6529-4b07-a869-0be1629157a2 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:48:36.004735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Publish callbacks [] for subnet (caecf50a-6529-4b07-a869-0be1629157a2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.039410 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (caecf50a-6529-4b07-a869-0be1629157a2), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.125096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (caecf50a-6529-4b07-a869-0be1629157a2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.177797 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (caecf50a-6529-4b07-a869-0be1629157a2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.199887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caecf50a-6529-4b07-a869-0be1629157a2,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:36.206267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.209868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2ceed690-d9d9-402b-89a5-cebee7394e20 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/caecf50a-6529-4b07-a869-0be1629157a2 HTTP/1.1" status: 204 len: 168 time: 0.2505598 May 12 03:48:36.212068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee140668-430d-475e-9514-354df2e765f1 None None] Network 39ff50a2-ce9d-4053-9a11-457941e26214 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:48:36.212553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39494) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:36.280676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (39ff50a2-ce9d-4053-9a11-457941e26214), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.329324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Deleting port 3621a0b6-86c8-4751-8654-0fec749a5dba {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:36.329658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.391371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] For port 3621a0b6-86c8-4751-8654-0fec749a5dba, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=3621a0b6-86c8-4751-8654-0fec749a5dba,segment=NetworkSegment(8e37c630-defa-4362-8ed0-9e948d712b92),segment_id=8e37c630-defa-4362-8ed0-9e948d712b92)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:36.391654 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.403943 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Calling delete_port for 3621a0b6-86c8-4751-8654-0fec749a5dba owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:36.455236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] DHCP port deletion for 39ff50a2-ce9d-4053-9a11-457941e26214 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:48:36.492562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.499563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Deleting port 3621a0b6-86c8-4751-8654-0fec749a5dba {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:36.500436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.521414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Pushing event deleted for resources: {'Port': ['ID=3621a0b6-86c8-4751-8654-0fec749a5dba,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:36.530753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] No DVR routers for this DVR port 3621a0b6-86c8-4751-8654-0fec749a5dba on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:48:36.568691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.580279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] For port 3621a0b6-86c8-4751-8654-0fec749a5dba, host dv-neutron-841363-5-hyperv, got binding levels [] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:36.580680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.594191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Calling delete_port for 3621a0b6-86c8-4751-8654-0fec749a5dba owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:36.597024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.ipam_backend_mixin [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Port 3621a0b6-86c8-4751-8654-0fec749a5dba was not found and therefore no delete operation was performed {{(pid=104166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 03:48:36.598330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (3621a0b6-86c8-4751-8654-0fec749a5dba), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.605658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (39ff50a2-ce9d-4053-9a11-457941e26214), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.623766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Pushing event deleted for resources: {'Port': ['ID=3621a0b6-86c8-4751-8654-0fec749a5dba,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:36.627023 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ff50a2-ce9d-4053-9a11-457941e26214']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:36.632517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] No DVR routers for this DVR port 3621a0b6-86c8-4751-8654-0fec749a5dba on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:48:36.634824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.635176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.635520 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.635871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.636196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.636563 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.636860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.637641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.637641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.637945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.638279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.638610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.638937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.639263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.639381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e37c630-defa-4362-8ed0-9e948d712b92') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:36.639594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fe40c-0b29-4548-baae-7bba70cccebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:36.639710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e37c630-defa-4362-8ed0-9e948d712b92') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:36.652314 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (8e37c630-defa-4362-8ed0-9e948d712b92), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.671163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (8e37c630-defa-4362-8ed0-9e948d712b92), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.678478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:48:36.678877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (8e37c630-defa-4362-8ed0-9e948d712b92), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:48:36.680907 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:48:36.737011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (39ff50a2-ce9d-4053-9a11-457941e26214), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.742364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:36.745466 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] 10.222.0.23 "DELETE /v2.0/networks/39ff50a2-ce9d-4053-9a11-457941e26214 HTTP/1.1" status: 204 len: 168 time: 0.5318334 May 12 03:48:36.748499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39496) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:36.756761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7d23c-a18b-45c5-999f-92b12b52762f admin admin] Pushing event deleted for resources: {'Network': ['ID=39ff50a2-ce9d-4053-9a11-457941e26214,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:37.068425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (93bf48c9-d112-489b-9a41-9a67699415c7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:37.137404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9718a6a7-0baf-46a7-ab53-3355f372213e no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:37.162917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 9718a6a7-0baf-46a7-ab53-3355f372213e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:37.164023 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9718a6a7-0baf-46a7-ab53-3355f372213e not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:37.199769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 056a81a6-e779-4f60-96ea-d7766440a197 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:37.221393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 056a81a6-e779-4f60-96ea-d7766440a197 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:37.222091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 056a81a6-e779-4f60-96ea-d7766440a197 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:37.222223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3621a0b6-86c8-4751-8654-0fec749a5dba no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:37.242107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 3621a0b6-86c8-4751-8654-0fec749a5dba {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:37.242453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 3621a0b6-86c8-4751-8654-0fec749a5dba not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:37.242868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:37.262491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:37.262835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 99bfd1ff-19b3-4cb1-aee8-8d2cbb40b4d7 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:37.573678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Deleting port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:37.574040 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:37.650662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] For port 1b6a72c8-1344-4f90-8bd0-0e43664c98c8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,segment=NetworkSegment(b0725c29-1160-4451-81e1-5f8a33b9e28a),segment_id=b0725c29-1160-4451-81e1-5f8a33b9e28a)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:37.650946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:37.664281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Calling delete_port for 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:37.840941 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1b6a72c8-1344-4f90-8bd0-0e43664c98c8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:37.870842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6a72c8-1344-4f90-8bd0-0e43664c98c8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:38.033401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (93bf48c9-d112-489b-9a41-9a67699415c7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.087048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.255776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Router 93bf48c9-d112-489b-9a41-9a67699415c7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:48:38.360312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:48:38.365376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-419b9560-6a01-4d2d-acd4-0e6dcfad9ee8 admin admin] 10.222.0.23 "PUT /v2.0/routers/93bf48c9-d112-489b-9a41-9a67699415c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6154881 May 12 03:48:38.368043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39498) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:38.370238 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] Sync routers for ids ['93bf48c9-d112-489b-9a41-9a67699415c7'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:48:38.381125 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] Routers {'93bf48c9-d112-489b-9a41-9a67699415c7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:38.381849 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['93bf48c9-d112-489b-9a41-9a67699415c7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:38.477188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks [] for router (93bf48c9-d112-489b-9a41-9a67699415c7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.578644 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] Set router 93bf48c9-d112-489b-9a41-9a67699415c7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:38.587378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks [] for router_gateway (93bf48c9-d112-489b-9a41-9a67699415c7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.630867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Deleting port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:38.631203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.709864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] For port ce6ba9cf-7fa9-4147-bad5-ad9e928385f8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:38.710257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.723017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Calling delete_port for ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:38.744588 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:48:37Z', 'revision_number': 5, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port': {'id': 'ce6ba9cf-7fa9-4147-bad5-ad9e928385f8', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:38.777266 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] Checking router: 93bf48c9-d112-489b-9a41-9a67699415c7 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:48:38.786583 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] Routers {'93bf48c9-d112-489b-9a41-9a67699415c7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:38.787188 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['93bf48c9-d112-489b-9a41-9a67699415c7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:38.888622 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] Set router 93bf48c9-d112-489b-9a41-9a67699415c7 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:38.895087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ce6ba9cf-7fa9-4147-bad5-ad9e928385f8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:38.917848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6ba9cf-7fa9-4147-bad5-ad9e928385f8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:38.944495 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:48:38Z', 'revision_number': 6, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:38.970396 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c266e6-33c0-492e-bb42-d9a465f263d1 None None] The sync data for ids ['93bf48c9-d112-489b-9a41-9a67699415c7'] in dv-neutron-841363-5-hyperv is: [{'id': '93bf48c9-d112-489b-9a41-9a67699415c7', 'name': 'tempest-TestEncryptedCinderVolumes-327409095-router', 'tenant_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:46:49Z', 'updated_at': '2022-05-12T03:48:38Z', 'revision_number': 6, 'project_id': '1cadba4d54ec41cf8baae19e3b9a8e93', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:48:38.981544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (93bf48c9-d112-489b-9a41-9a67699415c7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.074590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (93bf48c9-d112-489b-9a41-9a67699415c7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.076718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks [] for router_controller (93bf48c9-d112-489b-9a41-9a67699415c7), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.123001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (93bf48c9-d112-489b-9a41-9a67699415c7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.123617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93bf48c9-d112-489b-9a41-9a67699415c7 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:48:39.128441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.129550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dfec11f5-317c-471e-86dc-652098b24c2d admin admin] 10.222.0.23 "DELETE /v2.0/routers/93bf48c9-d112-489b-9a41-9a67699415c7 HTTP/1.1" status: 204 len: 168 time: 0.7610011 May 12 03:48:39.132161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39500) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:39.178951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Deleting subnet 2b549ec0-2d43-4e3c-a465-642e7b281549 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:48:39.181993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Publish callbacks [] for subnet (2b549ec0-2d43-4e3c-a465-642e7b281549), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.216317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (2b549ec0-2d43-4e3c-a465-642e7b281549), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.294595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (2b549ec0-2d43-4e3c-a465-642e7b281549), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.354739 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (2b549ec0-2d43-4e3c-a465-642e7b281549), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.382435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b549ec0-2d43-4e3c-a465-642e7b281549,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:39.387952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.393950 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cb85b72c-e481-43c6-91b3-9e78a6004d2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b549ec0-2d43-4e3c-a465-642e7b281549 HTTP/1.1" status: 204 len: 168 time: 0.2586415 May 12 03:48:39.394108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f8b17-f5f8-41a5-a6c1-9c6c8717c4de None None] Network 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:48:39.394563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39502) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:39.437086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:39.479144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (39d6ff81-047d-40ed-a89a-4bdcbfe336f8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.487778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:39.488123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1b6a72c8-1344-4f90-8bd0-0e43664c98c8 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:39.532810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Deleting port 81972327-af08-4777-b4c9-1ca3e9e07421 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:48:39.533158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.598601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] For port 81972327-af08-4777-b4c9-1ca3e9e07421, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=81972327-af08-4777-b4c9-1ca3e9e07421,segment=NetworkSegment(b0725c29-1160-4451-81e1-5f8a33b9e28a),segment_id=b0725c29-1160-4451-81e1-5f8a33b9e28a)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:39.598972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.612127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Calling delete_port for 81972327-af08-4777-b4c9-1ca3e9e07421 owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:48:39.666853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.694662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (81972327-af08-4777-b4c9-1ca3e9e07421), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.722823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] No DVR routers for this DVR port 81972327-af08-4777-b4c9-1ca3e9e07421 on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:48:39.724447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=81972327-af08-4777-b4c9-1ca3e9e07421,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:39.767957 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccfeff-87d4-4bd4-9f2d-7235e7cc0f8a None None] DHCP port deletion for 39d6ff81-047d-40ed-a89a-4bdcbfe336f8 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:48:39.798929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (39d6ff81-047d-40ed-a89a-4bdcbfe336f8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.819535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d6ff81-047d-40ed-a89a-4bdcbfe336f8']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:39.829153 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0725c29-1160-4451-81e1-5f8a33b9e28a') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:39.829441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0725c29-1160-4451-81e1-5f8a33b9e28a') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:39.839231 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (b0725c29-1160-4451-81e1-5f8a33b9e28a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.853215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (b0725c29-1160-4451-81e1-5f8a33b9e28a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.859197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:48:39.859585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (b0725c29-1160-4451-81e1-5f8a33b9e28a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:48:39.861290 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:48:39.916493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (39d6ff81-047d-40ed-a89a-4bdcbfe336f8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.921630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:39.925115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] 10.222.0.23 "DELETE /v2.0/networks/39d6ff81-047d-40ed-a89a-4bdcbfe336f8 HTTP/1.1" status: 204 len: 168 time: 0.5300066 May 12 03:48:39.938246 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98a70-9549-4c82-9b05-ba8a73ff9b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=39d6ff81-047d-40ed-a89a-4bdcbfe336f8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:40.105584 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39506) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:40.148668 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-05bbb468-58e6-4a88-b965-aab7bb7c4b6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50c1c38979624f8eaa39581e92664398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417557 May 12 03:48:40.151325 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39508) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:40.204213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d896-264d-4336-8c04-0553a4663ab2 admin admin] Publish callbacks [] for security_group (c06f4c82-9d50-469d-9e90-8971b56c5ef9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.224776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d896-264d-4336-8c04-0553a4663ab2 admin admin] Publish callbacks [] for security_group (c06f4c82-9d50-469d-9e90-8971b56c5ef9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.271277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d896-264d-4336-8c04-0553a4663ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c06f4c82-9d50-469d-9e90-8971b56c5ef9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.273786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d896-264d-4336-8c04-0553a4663ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.277549 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b6a0d896-264d-4336-8c04-0553a4663ab2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c06f4c82-9d50-469d-9e90-8971b56c5ef9 HTTP/1.1" status: 204 len: 168 time: 0.1252198 May 12 03:48:40.284916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0d896-264d-4336-8c04-0553a4663ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f4c82-9d50-469d-9e90-8971b56c5ef9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:40.590960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39514) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:40.629232 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-82d6f03f-1446-4f88-84aa-c806d8b21cef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cadba4d54ec41cf8baae19e3b9a8e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371361 May 12 03:48:40.631599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39516) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:40.678041 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b9f480a-e4e2-4a2e-ab88-65490a01728c admin admin] Publish callbacks [] for security_group (3ee71694-011c-412a-b12c-3515a7f3bfb8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.698626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b9f480a-e4e2-4a2e-ab88-65490a01728c admin admin] Publish callbacks [] for security_group (3ee71694-011c-412a-b12c-3515a7f3bfb8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.745466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b9f480a-e4e2-4a2e-ab88-65490a01728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (3ee71694-011c-412a-b12c-3515a7f3bfb8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.747984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9b9f480a-e4e2-4a2e-ab88-65490a01728c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:40.749118 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9b9f480a-e4e2-4a2e-ab88-65490a01728c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee71694-011c-412a-b12c-3515a7f3bfb8 HTTP/1.1" status: 204 len: 168 time: 0.1166580 May 12 03:48:40.756397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f480a-e4e2-4a2e-ab88-65490a01728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee71694-011c-412a-b12c-3515a7f3bfb8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:41.193734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81972327-af08-4777-b4c9-1ca3e9e07421 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:41.214366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 81972327-af08-4777-b4c9-1ca3e9e07421 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:41.214810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 81972327-af08-4777-b4c9-1ca3e9e07421 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:41.215236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:48:41.235439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:48:41.235789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ce6ba9cf-7fa9-4147-bad5-ad9e928385f8 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:48:41.428492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39538) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:41.523720 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-648268240-network', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:48:41.542617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Made reservation on behalf of 3aff4a2d46bf464b9fbc882e35ca1434 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:48:41.544938 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.556002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.628092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks [] for security_group (f7d619e6-69d2-4c14-aff7-5c2df05c5c65), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.631415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f7d619e6-69d2-4c14-aff7-5c2df05c5c65), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.651396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:48:41.667874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d619e6-69d2-4c14-aff7-5c2df05c5c65,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:41.670755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4cc59fd0-3f31-40f1-a0ef-7a79582ad052), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.671166 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Added segment 4cc59fd0-3f31-40f1-a0ef-7a79582ad052 of type vlan for network 86fd82e3-0811-4133-8083-c25634615c7b May 12 03:48:41.710406 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (86fd82e3-0811-4133-8083-c25634615c7b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.733565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (86fd82e3-0811-4133-8083-c25634615c7b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.735151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:41.735798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.770416 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3380766 May 12 03:48:41.770800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39542) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:41.775668 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Request body: {'subnet': {'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-648268240-subnet', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:48:41.799799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e378c7-dcd9-4620-bd4d-10994f8963c0 admin admin] Pushing event updated for resources: {'Network': ['ID=86fd82e3-0811-4133-8083-c25634615c7b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:41.800841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Made reservation on behalf of 3aff4a2d46bf464b9fbc882e35ca1434 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:48:41.803318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:41.810502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 86fd82e3-0811-4133-8083-c25634615c7b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:48:41.965172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (d6efc41f-a7dd-423f-862b-e4af96c2b964), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.017116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6efc41f-a7dd-423f-862b-e4af96c2b964,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:42.027997 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Checking segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:42.028358 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Network hostable DHCP agents. Network: 86fd82e3-0811-4133-8083-c25634615c7b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:48:42.044853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Network 86fd82e3-0811-4133-8083-c25634615c7b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:48:42.053227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 86fd82e3-0811-4133-8083-c25634615c7b) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:42.057625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:42.058821 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.061639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23824a-d1e6-408c-ab44-869216175efd None None] Network 86fd82e3-0811-4133-8083-c25634615c7b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:48:42.074507 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ce4481e9-61e9-4682-85a9-2f5d1895e859 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3026271 May 12 03:48:42.077089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39544) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:42.081831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:48:42.105291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (79f585fc-614f-4496-bab3-32e51ae97d0d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.106669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (79f585fc-614f-4496-bab3-32e51ae97d0d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.159264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks [] for router_controller (79f585fc-614f-4496-bab3-32e51ae97d0d), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.167896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-86fd82e3-0811-4133-8083-c25634615c7b', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:48:42.168839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.301054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Allocated IP 172.20.0.2 (86fd82e3-0811-4133-8083-c25634615c7b/d6efc41f-a7dd-423f-862b-e4af96c2b964/8128a697-4d88-432f-b2fa-fc32f816ad8d) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:48:42.305466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks [] for router_gateway (79f585fc-614f-4496-bab3-32e51ae97d0d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.448722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Publish callbacks [] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.455460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.495174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Network 86fd82e3-0811-4133-8083-c25634615c7b is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:42.503397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:42.509013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:48:42.517685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Pushing event updated for resources: {'Port': ['ID=8128a697-4d88-432f-b2fa-fc32f816ad8d,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:42.557321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.589289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Attempting to bind port 8128a697-4d88-432f-b2fa-fc32f816ad8d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:48:42.589664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Attempting to bind port 8128a697-4d88-432f-b2fa-fc32f816ad8d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:48:42.590136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Attempting to bind port 8128a697-4d88-432f-b2fa-fc32f816ad8d on network 86fd82e3-0811-4133-8083-c25634615c7b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:48:42.596228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:48:42.596614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Checking segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:42.597022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.597417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Bound using segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:48:42.597917 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Bound port: 8128a697-4d88-432f-b2fa-fc32f816ad8d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:48:42.598302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.662687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] For port 8128a697-4d88-432f-b2fa-fc32f816ad8d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:48:42.666090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] For port 8128a697-4d88-432f-b2fa-fc32f816ad8d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8128a697-4d88-432f-b2fa-fc32f816ad8d,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:48:42.673019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.738012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce0a6f-6b64-4b1c-b58f-cdc606494eba None None] Pushing event updated for resources: {'Port': ['ID=8128a697-4d88-432f-b2fa-fc32f816ad8d,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:42.801434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks [] for router_gateway (79f585fc-614f-4496-bab3-32e51ae97d0d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.821226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:42.951571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Allocated IP 172.26.2.23 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/dc2f3645-55ec-4655-a4b0-caf6d3d8001c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:48:43.053505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks [] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.087518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.126449 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:43.131226 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:43.135594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:48:43.138823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Pushing event updated for resources: {'Port': ['ID=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:43.223209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8128a697-4d88-432f-b2fa-fc32f816ad8d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:43.272205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8128a697-4d88-432f-b2fa-fc32f816ad8d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:43.272581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.349421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8128a697-4d88-432f-b2fa-fc32f816ad8d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:43.350156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.383991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 8128a697-4d88-432f-b2fa-fc32f816ad8d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8128a697-4d88-432f-b2fa-fc32f816ad8d,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:43.389109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.403783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks [] for router_gateway (79f585fc-614f-4496-bab3-32e51ae97d0d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.458180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=8128a697-4d88-432f-b2fa-fc32f816ad8d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:43.614966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (79f585fc-614f-4496-bab3-32e51ae97d0d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.690778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19156394-caa4-45f7-b588-deb791a26d66 None None] Network 86fd82e3-0811-4133-8083-c25634615c7b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:48:43.745455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Router 79f585fc-614f-4496-bab3-32e51ae97d0d is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:48:43.749407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8c9029b3-2829-4e64-a5a7-2dc75527f12c None None] Provisioning complete for port 8128a697-4d88-432f-b2fa-fc32f816ad8d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:43.750330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8c9029b3-2829-4e64-a5a7-2dc75527f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.853464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:48:43.864645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Sync routers for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:48:43.872228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:43.876527 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ae5359ff-a2b1-4da9-8682-cace98602b9c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7949767 May 12 03:48:43.876714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39546) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:43.881347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8c9029b3-2829-4e64-a5a7-2dc75527f12c None None] Current status of the port 8128a697-4d88-432f-b2fa-fc32f816ad8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:43.885993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:43.886601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:44.013427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:44.238860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-29630ad6-9031-4d64-805e-b1dbd63aac2f None None] Provisioning complete for port 8128a697-4d88-432f-b2fa-fc32f816ad8d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:44.239237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-29630ad6-9031-4d64-805e-b1dbd63aac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.309501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.392620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-29630ad6-9031-4d64-805e-b1dbd63aac2f None None] Current status of the port 8128a697-4d88-432f-b2fa-fc32f816ad8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:44.396709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:43Z', 'revision_number': 3, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:44.427255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Checking router: 79f585fc-614f-4496-bab3-32e51ae97d0d for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:48:44.427602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Updating router 79f585fc-614f-4496-bab3-32e51ae97d0d port dc2f3645-55ec-4655-a4b0-caf6d3d8001c binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:48:44.454156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.463154 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Allocated IP 172.20.0.1 (86fd82e3-0811-4133-8083-c25634615c7b/d6efc41f-a7dd-423f-862b-e4af96c2b964/9a8fbb44-87f6-4a9f-8085-8ef67733a432) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:48:44.749764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Publish callbacks [] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.755574 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.809968 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Attempting to bind port dc2f3645-55ec-4655-a4b0-caf6d3d8001c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:48:44.810344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Attempting to bind port dc2f3645-55ec-4655-a4b0-caf6d3d8001c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:48:44.810710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Attempting to bind port dc2f3645-55ec-4655-a4b0-caf6d3d8001c on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:48:44.812817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a1461-1a1b-4a0a-a648-2c6e8fc29fcc None None] Pushing event updated for resources: {'Port': ['ID=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:44.818386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:48:44.818770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:44.819179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.819570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:48:44.820466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Bound port: dc2f3645-55ec-4655-a4b0-caf6d3d8001c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:48:44.820466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.860061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks [] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.873470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] For port dc2f3645-55ec-4655-a4b0-caf6d3d8001c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:48:44.876465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] For port dc2f3645-55ec-4655-a4b0-caf6d3d8001c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:48:44.881956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.893752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:44.929475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Network 86fd82e3-0811-4133-8083-c25634615c7b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:44.933934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:44.940020 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:48:44.945284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:44.946034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:44.947863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a1461-1a1b-4a0a-a648-2c6e8fc29fcc None None] Pushing event updated for resources: {'Port': ['ID=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:44.965079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Pushing event updated for resources: {'Port': ['ID=9a8fbb44-87f6-4a9f-8085-8ef67733a432,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:44.986163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (79f585fc-614f-4496-bab3-32e51ae97d0d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.063174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:45.123987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.240264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8128a697-4d88-432f-b2fa-fc32f816ad8d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:45.242738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ac3ae412-80d3-477a-a4d0-aa6329c1e891 None None] Provisioning complete for port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:45.243285 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae412-80d3-477a-a4d0-aa6329c1e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.305960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:43Z', 'revision_number': 3, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:45.323993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks [] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.329447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.345225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ae412-80d3-477a-a4d0-aa6329c1e891 None None] Port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:48:45.348236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb0e96-d898-4ab6-8eb1-552673bdc8fe None None] The sync data for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv is: [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:43Z', 'revision_number': 3, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:48:45.358589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8128a697-4d88-432f-b2fa-fc32f816ad8d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:45.359000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.399590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (79f585fc-614f-4496-bab3-32e51ae97d0d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.402221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Pushing event updated for resources: {'Port': ['ID=9a8fbb44-87f6-4a9f-8085-8ef67733a432,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:45.442511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8128a697-4d88-432f-b2fa-fc32f816ad8d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:45.499293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Network 86fd82e3-0811-4133-8083-c25634615c7b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:45.501212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:45.637969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Router 79f585fc-614f-4496-bab3-32e51ae97d0d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:48:45.765551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:48:45.770535 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a1e7bca4-0ffb-4fd8-a582-0b749bc8890a admin admin] 10.222.0.23 "PUT /v2.0/routers/79f585fc-614f-4496-bab3-32e51ae97d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928261 May 12 03:48:45.871744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fc18d0b8-92d4-42bb-95c6-71aaa2912142 None None] Provisioning complete for port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:45.872121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fc18d0b8-92d4-42bb-95c6-71aaa2912142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:45.909601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fc18d0b8-92d4-42bb-95c6-71aaa2912142 None None] Port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:48:46.244245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39562) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:46.249241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1794343004-network', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:48:46.268498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Made reservation on behalf of bdb4a5830dd64b9e962b1923feeab47a for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:48:46.270852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.278792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.353314 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks [] for security_group (43deeeb4-94f1-4566-8e14-00357d87755b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.357102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (43deeeb4-94f1-4566-8e14-00357d87755b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.379001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:48:46.393051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43deeeb4-94f1-4566-8e14-00357d87755b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:46.399953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (cda2d85a-f41e-48f6-8193-7bf01c4abba8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.400365 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Added segment cda2d85a-f41e-48f6-8193-7bf01c4abba8 of type vlan for network 05f05526-aa71-4a0d-acd4-a21344ece368 May 12 03:48:46.440921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (05f05526-aa71-4a0d-acd4-a21344ece368), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.465445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (05f05526-aa71-4a0d-acd4-a21344ece368), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.466483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:46.467073 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.498368 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2530220 May 12 03:48:46.500988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39564) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:46.506048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Request body: {'subnet': {'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1794343004-subnet', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:48:46.544409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c854a7-3230-4962-993b-8dafe5c87a23 admin admin] Pushing event updated for resources: {'Network': ['ID=05f05526-aa71-4a0d-acd4-a21344ece368,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:46.554302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 05f05526-aa71-4a0d-acd4-a21344ece368 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:48:46.556908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Made reservation on behalf of bdb4a5830dd64b9e962b1923feeab47a for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:48:46.559981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.733244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (d73909d2-8a49-4b4f-bb79-b29cf66dbf24), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.786619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73909d2-8a49-4b4f-bb79-b29cf66dbf24,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:46.796921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Checking segment: {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:46.797274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Network hostable DHCP agents. Network: 05f05526-aa71-4a0d-acd4-a21344ece368, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:48:46.814362 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Network 05f05526-aa71-4a0d-acd4-a21344ece368 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:48:46.822624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 05f05526-aa71-4a0d-acd4-a21344ece368) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:46.826564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:48:46.827156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.831961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f245e86-cfe1-4f32-af81-2ddf5b6de83f None None] Network 05f05526-aa71-4a0d-acd4-a21344ece368 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:48:46.843208 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bad3a2f0-4d11-485a-b654-ab3eb66ffbec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3412006 May 12 03:48:46.845653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39566) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:46.850064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:48:46.871973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (77a5a125-76e9-427e-9360-0935d54381ed), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.873127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (77a5a125-76e9-427e-9360-0935d54381ed), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.928760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks [] for router_controller (77a5a125-76e9-427e-9360-0935d54381ed), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.944711 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Sync routers for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:48:46.948857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-05f05526-aa71-4a0d-acd4-a21344ece368', 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'fixed_ips': [{'subnet_id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:48:46.950158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:46.956188 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:46.956833 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:47.067385 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:47.077419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks [] for router_gateway (77a5a125-76e9-427e-9360-0935d54381ed), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.097240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Allocated IP 172.20.0.2 (05f05526-aa71-4a0d-acd4-a21344ece368/d73909d2-8a49-4b4f-bb79-b29cf66dbf24/48bfed6c-9da9-4e8a-9617-5056c4ba2e36) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:48:47.271581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc2f3645-55ec-4655-a4b0-caf6d3d8001c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:47.273018 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 2, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:47.281014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks [] for router_gateway (77a5a125-76e9-427e-9360-0935d54381ed), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.300419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.300756 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Checking router: 79f585fc-614f-4496-bab3-32e51ae97d0d for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:48:47.301337 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Updating router 79f585fc-614f-4496-bab3-32e51ae97d0d port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:48:47.309469 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Publish callbacks [] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.323145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.336375 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.361623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port dc2f3645-55ec-4655-a4b0-caf6d3d8001c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:47.361969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.392344 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Network 05f05526-aa71-4a0d-acd4-a21344ece368 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:47.401049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:47.404666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:48:47.408969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Pushing event updated for resources: {'Port': ['ID=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:47.412625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Allocated IP 172.26.2.154 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/30d40dc8-8315-46f8-adb3-35ab26f96d90) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:48:47.496675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Attempting to bind port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:48:47.497059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Attempting to bind port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:48:47.497401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Attempting to bind port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 on network 05f05526-aa71-4a0d-acd4-a21344ece368 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:48:47.513498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:48:47.513943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Checking segment: {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:47.514274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.514671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Bound using segment: {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:48:47.515230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Bound port: 48bfed6c-9da9-4e8a-9617-5056c4ba2e36, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:48:47.515738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.530767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port dc2f3645-55ec-4655-a4b0-caf6d3d8001c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:47.531156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.538055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks [] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.575987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.576899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port dc2f3645-55ec-4655-a4b0-caf6d3d8001c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:47.581719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.618482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:47.623758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:47.628644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:48:47.631990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Pushing event updated for resources: {'Port': ['ID=30d40dc8-8315-46f8-adb3-35ab26f96d90,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:47.688150 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Publish callbacks [] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.695200 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.775844 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Pushing event updated for resources: {'Port': ['ID=9a8fbb44-87f6-4a9f-8085-8ef67733a432,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:47.779889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] For port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:48:47.800660 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.801017 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.801339 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.801680 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.801864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] For port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,segment=NetworkSegment(cda2d85a-f41e-48f6-8193-7bf01c4abba8),segment_id=cda2d85a-f41e-48f6-8193-7bf01c4abba8)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:48:47.802024 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.802364 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.803036 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.803036 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.803321 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.803648 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.804083 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.804287 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.804584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:47.804693 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.804922 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.805227 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:47.811210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.822052 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Attempting to bind port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:48:47.822418 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Attempting to bind port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:48:47.822787 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Attempting to bind port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 on network 86fd82e3-0811-4133-8083-c25634615c7b {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:48:47.830534 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:48:47.830971 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Checking segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:47.831420 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.831822 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Bound using segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:48:47.832287 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Bound port: 9a8fbb44-87f6-4a9f-8085-8ef67733a432, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:48:47.832673 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.882025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125669b0-4fb5-402c-9ddc-e50e37ab086f None None] Pushing event updated for resources: {'Port': ['ID=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:47.917087 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] For port 9a8fbb44-87f6-4a9f-8085-8ef67733a432, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:48:47.920681 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] For port 9a8fbb44-87f6-4a9f-8085-8ef67733a432, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9a8fbb44-87f6-4a9f-8085-8ef67733a432,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:48:47.931299 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.969027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks [] for router_gateway (77a5a125-76e9-427e-9360-0935d54381ed), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:47.998710 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:47.999429 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:48.054392 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd47bc-4111-48ba-bec5-60352213387a None None] Pushing event updated for resources: {'Port': ['ID=9a8fbb44-87f6-4a9f-8085-8ef67733a432,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:48.127710 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:48.178831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] Provisioning complete for port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:48.179210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:48.230361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (77a5a125-76e9-427e-9360-0935d54381ed), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:48.302784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] Current status of the port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:48.304348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:48.360667 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] For port 9a8fbb44-87f6-4a9f-8085-8ef67733a432, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9a8fbb44-87f6-4a9f-8085-8ef67733a432,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:48.366413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:48.420566 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:48.422149 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Router 77a5a125-76e9-427e-9360-0935d54381ed is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:48:48.426558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cdd4b-eaf0-4743-84f9-0d041bf6c67b None None] Pushing event updated for resources: {'Port': ['ID=9a8fbb44-87f6-4a9f-8085-8ef67733a432,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:48.451110 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc236-facc-4922-b603-d11e03e12ba5 None None] The sync data for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv is: [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:48:48.484987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-71a9b28b-9823-4dc5-b82b-a108893cb1bf None None] Provisioning complete for port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:48.485369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-71a9b28b-9823-4dc5-b82b-a108893cb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:48.604297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-71a9b28b-9823-4dc5-b82b-a108893cb1bf None None] Current status of the port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:48.862429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:48:48.873515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Sync routers for ids ['77a5a125-76e9-427e-9360-0935d54381ed'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:48:48.882408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:48.886643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39568) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:48:48.887210 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-706f02dc-8f98-4785-881b-14124d6ffd32 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0398498 May 12 03:48:48.888808 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Routers {'77a5a125-76e9-427e-9360-0935d54381ed'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:48.889679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77a5a125-76e9-427e-9360-0935d54381ed'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:49.028372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Set router 77a5a125-76e9-427e-9360-0935d54381ed gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:49.109876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997a918-ac9a-4d49-8f0f-2944e51c5b8b None None] Network 05f05526-aa71-4a0d-acd4-a21344ece368 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:48:49.199752 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] Provisioning complete for port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:49.200125 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.388371 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc2f3645-55ec-4655-a4b0-caf6d3d8001c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:49.402742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.440077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 3, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:49.489799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Checking router: 77a5a125-76e9-427e-9360-0935d54381ed for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:48:49.490173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Updating router 77a5a125-76e9-427e-9360-0935d54381ed port 30d40dc8-8315-46f8-adb3-35ab26f96d90 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:48:49.523588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] Current status of the port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:49.523981 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.562973 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.564472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port dc2f3645-55ec-4655-a4b0-caf6d3d8001c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:49.564833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.599587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Allocated IP 172.20.0.1 (05f05526-aa71-4a0d-acd4-a21344ece368/d73909d2-8a49-4b4f-bb79-b29cf66dbf24/34006576-4803-4250-960b-deaf51eb3554) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:48:49.624153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] For port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,segment=NetworkSegment(cda2d85a-f41e-48f6-8193-7bf01c4abba8),segment_id=cda2d85a-f41e-48f6-8193-7bf01c4abba8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:49.644037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.744744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks [] for port (34006576-4803-4250-960b-deaf51eb3554), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.779002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (34006576-4803-4250-960b-deaf51eb3554), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.818604 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Network 05f05526-aa71-4a0d-acd4-a21344ece368 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:49.821533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:49.822137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116326a7-61f4-4d23-a288-78e314c86f85 None None] Pushing event updated for resources: {'Port': ['ID=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:49.828098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:48:49.836614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8b46bfe3-981f-4f25-8a56-fcdc7a660dd2 None None] Provisioning complete for port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:49.836829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8b46bfe3-981f-4f25-8a56-fcdc7a660dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.841707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port dc2f3645-55ec-4655-a4b0-caf6d3d8001c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:49.842433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9a8fbb44-87f6-4a9f-8085-8ef67733a432 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:49.860728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Pushing event updated for resources: {'Port': ['ID=34006576-4803-4250-960b-deaf51eb3554,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:49.871083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.871215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.871572 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.871930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.872414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.872582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.872923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.873252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.873584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.873933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.874805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.875144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.875469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.875798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.876120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:48:49.888888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (77a5a125-76e9-427e-9360-0935d54381ed), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:49.998113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:49.998499 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.087337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8b46bfe3-981f-4f25-8a56-fcdc7a660dd2 None None] Current status of the port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:50.284782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (34006576-4803-4250-960b-deaf51eb3554), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.286773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e3908fe6-6cf4-4425-a74e-8d4f8fc87208 None None] Provisioning complete for port 34006576-4803-4250-960b-deaf51eb3554 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:50.287149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3908fe6-6cf4-4425-a74e-8d4f8fc87208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (34006576-4803-4250-960b-deaf51eb3554), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.339411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Publish callbacks [] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.351732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.389151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e3908fe6-6cf4-4425-a74e-8d4f8fc87208 None None] Port 34006576-4803-4250-960b-deaf51eb3554 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:48:50.393577 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:50.394665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:50.442903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7a3fc-0cd1-4379-b17d-1e97531d0546 None None] Pushing event updated for resources: {'Port': ['ID=30d40dc8-8315-46f8-adb3-35ab26f96d90,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:50.452275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Attempting to bind port 30d40dc8-8315-46f8-adb3-35ab26f96d90 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:48:50.452678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Attempting to bind port 30d40dc8-8315-46f8-adb3-35ab26f96d90 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:48:50.453044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Attempting to bind port 30d40dc8-8315-46f8-adb3-35ab26f96d90 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:48:50.460828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:48:50.461207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:50.461606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.462016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:48:50.462483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Bound port: 30d40dc8-8315-46f8-adb3-35ab26f96d90, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:48:50.462863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.478750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks [] for port (34006576-4803-4250-960b-deaf51eb3554), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.483175 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (34006576-4803-4250-960b-deaf51eb3554), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.492960 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:50.493338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.551844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Pushing event updated for resources: {'Port': ['ID=34006576-4803-4250-960b-deaf51eb3554,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:50.554322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (77a5a125-76e9-427e-9360-0935d54381ed), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.555631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] For port 30d40dc8-8315-46f8-adb3-35ab26f96d90, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:48:50.570525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] For port 30d40dc8-8315-46f8-adb3-35ab26f96d90, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=30d40dc8-8315-46f8-adb3-35ab26f96d90,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:48:50.577446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:50.642356 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:50.647012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Network 05f05526-aa71-4a0d-acd4-a21344ece368 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:48:50.648460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:48:50.666200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Routers {'77a5a125-76e9-427e-9360-0935d54381ed'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:50.666842 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77a5a125-76e9-427e-9360-0935d54381ed'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:50.668662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7a3fc-0cd1-4379-b17d-1e97531d0546 None None] Pushing event updated for resources: {'Port': ['ID=30d40dc8-8315-46f8-adb3-35ab26f96d90,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:50.782357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Router 77a5a125-76e9-427e-9360-0935d54381ed has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:48:50.788643 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] Set router 77a5a125-76e9-427e-9360-0935d54381ed gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:50.895358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:48:50.900417 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-77739819-8878-48b2-970e-4d6f95d2e749 admin admin] 10.222.0.23 "PUT /v2.0/routers/77a5a125-76e9-427e-9360-0935d54381ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126066 May 12 03:48:50.936992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c8855ba7-ff5f-44ca-be8a-c69f5b0bd012 None None] Provisioning complete for port 34006576-4803-4250-960b-deaf51eb3554 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:50.937365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c8855ba7-ff5f-44ca-be8a-c69f5b0bd012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (34006576-4803-4250-960b-deaf51eb3554), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:51.004472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c8855ba7-ff5f-44ca-be8a-c69f5b0bd012 None None] Port 34006576-4803-4250-960b-deaf51eb3554 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:48:51.022346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '34006576-4803-4250-960b-deaf51eb3554', 'name': '', 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'mac_address': 'fa:16:3e:f9:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:49Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 2, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'subnets': [{'id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:51.049697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41da4e-afe0-4ebd-be07-3d86a92ef7da None None] The sync data for ids ['77a5a125-76e9-427e-9360-0935d54381ed'] in dv-neutron-841363-5-hyperv is: [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '34006576-4803-4250-960b-deaf51eb3554', 'name': '', 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'mac_address': 'fa:16:3e:f9:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:49Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 2, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'subnets': [{'id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:48:51.223462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:51.331078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:51.331456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:51.421993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:53.242793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 30d40dc8-8315-46f8-adb3-35ab26f96d90 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:53.292907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 30d40dc8-8315-46f8-adb3-35ab26f96d90 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:53.293278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:53.320358 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Sync routers for ids ['77a5a125-76e9-427e-9360-0935d54381ed'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:48:53.336461 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Routers {'77a5a125-76e9-427e-9360-0935d54381ed'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:53.337367 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77a5a125-76e9-427e-9360-0935d54381ed'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:53.390903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 30d40dc8-8315-46f8-adb3-35ab26f96d90 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:53.391403 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:53.412785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 30d40dc8-8315-46f8-adb3-35ab26f96d90, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=30d40dc8-8315-46f8-adb3-35ab26f96d90,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:53.417685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:53.477535 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Set router 77a5a125-76e9-427e-9360-0935d54381ed gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:53.484692 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=30d40dc8-8315-46f8-adb3-35ab26f96d90,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:53.784698 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '34006576-4803-4250-960b-deaf51eb3554', 'name': '', 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'mac_address': 'fa:16:3e:f9:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:49Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 2, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'subnets': [{'id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:53.812583 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Checking router: 77a5a125-76e9-427e-9360-0935d54381ed for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:48:53.812933 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Updating router 77a5a125-76e9-427e-9360-0935d54381ed port 34006576-4803-4250-960b-deaf51eb3554 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:48:53.845079 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (34006576-4803-4250-960b-deaf51eb3554), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.173841 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Publish callbacks [] for port (34006576-4803-4250-960b-deaf51eb3554), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.179692 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (34006576-4803-4250-960b-deaf51eb3554), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.240977 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee27c5-c7f0-4c8c-b31b-d668913f7b98 None None] Pushing event updated for resources: {'Port': ['ID=34006576-4803-4250-960b-deaf51eb3554,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:54.303927 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Attempting to bind port 34006576-4803-4250-960b-deaf51eb3554 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:48:54.304300 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Attempting to bind port 34006576-4803-4250-960b-deaf51eb3554 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:48:54.304659 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Attempting to bind port 34006576-4803-4250-960b-deaf51eb3554 on network 05f05526-aa71-4a0d-acd4-a21344ece368 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:48:54.310631 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:48:54.311155 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Checking segment: {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:48:54.312077 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.312477 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Bound using segment: {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:48:54.312940 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Bound port: 34006576-4803-4250-960b-deaf51eb3554, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda2d85a-f41e-48f6-8193-7bf01c4abba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:48:54.313328 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (34006576-4803-4250-960b-deaf51eb3554), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.404752 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] For port 34006576-4803-4250-960b-deaf51eb3554, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:48:54.409035 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] For port 34006576-4803-4250-960b-deaf51eb3554, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=34006576-4803-4250-960b-deaf51eb3554,segment=NetworkSegment(cda2d85a-f41e-48f6-8193-7bf01c4abba8),segment_id=cda2d85a-f41e-48f6-8193-7bf01c4abba8)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:48:54.418538 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (34006576-4803-4250-960b-deaf51eb3554), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.466043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] Provisioning complete for port 34006576-4803-4250-960b-deaf51eb3554 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:54.467098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (34006576-4803-4250-960b-deaf51eb3554), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.479467 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Routers {'77a5a125-76e9-427e-9360-0935d54381ed'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:48:54.480557 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:48:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77a5a125-76e9-427e-9360-0935d54381ed'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:54.535023 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee27c5-c7f0-4c8c-b31b-d668913f7b98 None None] Pushing event updated for resources: {'Port': ['ID=34006576-4803-4250-960b-deaf51eb3554,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:54.605723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] Current status of the port 34006576-4803-4250-960b-deaf51eb3554 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:54.606144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (34006576-4803-4250-960b-deaf51eb3554), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.649040 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] Set router 77a5a125-76e9-427e-9360-0935d54381ed gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:48:54.664648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] For port 34006576-4803-4250-960b-deaf51eb3554, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=34006576-4803-4250-960b-deaf51eb3554,segment=NetworkSegment(cda2d85a-f41e-48f6-8193-7bf01c4abba8),segment_id=cda2d85a-f41e-48f6-8193-7bf01c4abba8)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:48:54.682086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (34006576-4803-4250-960b-deaf51eb3554), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.767573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b3ce-2889-4d28-ac04-c4729baf2bf1 None None] Pushing event updated for resources: {'Port': ['ID=34006576-4803-4250-960b-deaf51eb3554,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:48:54.806018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-626c0989-4362-4ba3-9833-97819c7f8726 None None] Provisioning complete for port 34006576-4803-4250-960b-deaf51eb3554 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:54.806387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-626c0989-4362-4ba3-9833-97819c7f8726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (34006576-4803-4250-960b-deaf51eb3554), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:54.925985 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '34006576-4803-4250-960b-deaf51eb3554', 'name': '', 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'mac_address': 'fa:16:3e:f9:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:49Z', 'updated_at': '2022-05-12T03:48:54Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'subnets': [{'id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:48:54.939991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-626c0989-4362-4ba3-9833-97819c7f8726 None None] Current status of the port 34006576-4803-4250-960b-deaf51eb3554 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:54.957815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd57cc-571f-4b66-9c10-08aac539c155 None None] The sync data for ids ['77a5a125-76e9-427e-9360-0935d54381ed'] in dv-neutron-841363-5-hyperv is: [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:48:50Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '34006576-4803-4250-960b-deaf51eb3554', 'name': '', 'network_id': '05f05526-aa71-4a0d-acd4-a21344ece368', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'mac_address': 'fa:16:3e:f9:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:49Z', 'updated_at': '2022-05-12T03:48:54Z', 'revision_number': 4, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'subnets': [{'id': 'd73909d2-8a49-4b4f-bb79-b29cf66dbf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:48:55.270450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 30d40dc8-8315-46f8-adb3-35ab26f96d90 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:55.348379 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 30d40dc8-8315-46f8-adb3-35ab26f96d90 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:55.348923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:55.457675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 30d40dc8-8315-46f8-adb3-35ab26f96d90 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:48:55.459352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 34006576-4803-4250-960b-deaf51eb3554 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:48:55.509260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 34006576-4803-4250-960b-deaf51eb3554 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:48:55.510013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (34006576-4803-4250-960b-deaf51eb3554), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:48:55.606363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 34006576-4803-4250-960b-deaf51eb3554 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:49:00.744560 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-da4ec659-0735-4919-90fb-c64e5cfedad6 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:00.746232 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-da4ec659-0735-4919-90fb-c64e5cfedad6 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 814 time: 0.1029875 May 12 03:49:00.763147 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-f3e77925-89ab-413c-afdc-6e1d9c83cb84 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/quotas/3aff4a2d46bf464b9fbc882e35ca1434 HTTP/1.1" status: 200 len: 375 time: 0.0109129 May 12 03:49:00.818243 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4a65bae1-4ffe-499e-b9e9-17aacdf5ec30 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489602 May 12 03:49:00.911486 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-33ceb3b0-eae5-408e-8026-76fd6d68e8a9 service neutron] 10.222.0.23 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817690 May 12 03:49:01.002958 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-10d52dc7-5329-429c-a20c-236a82126a9d service neutron] 10.222.0.23 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 May 12 03:49:01.159216 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cff3973a-537e-4728-8ac7-7ec61b84762d req-3365645c-dcee-4f52-998d-b355ca37eae8 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 210 time: 0.0282927 May 12 03:49:02.122605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-657a32a5-c461-4d6a-9983-650e2b232eea tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:02.123985 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-657a32a5-c461-4d6a-9983-650e2b232eea tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 814 time: 0.1047881 May 12 03:49:02.136772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'port': {'device_id': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'admin_state_up': True, 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:02.245335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Made reservation on behalf of 3aff4a2d46bf464b9fbc882e35ca1434 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:49:02.248973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:02.258746 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-54a7b9ae-bd6f-48dc-a731-006d9f521d37 req-7b95c14c-71ef-4cdc-baee-9ed6acc2a329 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 210 time: 0.0315185 May 12 03:49:02.391261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Allocated IP 172.20.0.12 (86fd82e3-0811-4133-8083-c25634615c7b/d6efc41f-a7dd-423f-862b-e4af96c2b964/50227850-d8bf-4a1a-ad96-d47c365fabe0) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:49:02.554102 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:02.590145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:02.629733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Network 86fd82e3-0811-4133-8083-c25634615c7b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:49:02.633170 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:49:02.637139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:49:02.690280 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:02.732785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:02.733768 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:02.772319 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-4764144d-96ea-4d20-860b-889e5f24b47c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6389513 May 12 03:49:03.024761 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fc03a778-ce36-4b22-9242-c896c573ebff None None] Provisioning complete for port 50227850-d8bf-4a1a-ad96-d47c365fabe0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:49:03.025375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fc03a778-ce36-4b22-9242-c896c573ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:03.062273 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fc03a778-ce36-4b22-9242-c896c573ebff None None] Port 50227850-d8bf-4a1a-ad96-d47c365fabe0 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:49:03.174768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-07b11ede-0669-46f1-b90a-ad385681fb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:03.388165 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae04d-0814-4b5a-8d6b-ccd1346cf51e req-58e78ccc-6626-4421-8f0c-35c9df20188b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:03.390092 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e44ae04d-0814-4b5a-8d6b-ccd1346cf51e req-58e78ccc-6626-4421-8f0c-35c9df20188b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0611517 May 12 03:49:03.451591 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e44ae04d-0814-4b5a-8d6b-ccd1346cf51e req-a42eb0a8-653e-43d3-9e04-6f915eae356c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560608 May 12 03:49:04.568543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dc556-8820-4757-8ce4-7acaf3a62cae req-75b6f914-fb70-4aea-95a1-cd0050b4c78f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:04.570153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-363dc556-8820-4757-8ce4-7acaf3a62cae req-75b6f914-fb70-4aea-95a1-cd0050b4c78f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0492246 May 12 03:49:04.624538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-363dc556-8820-4757-8ce4-7acaf3a62cae req-137ac4d6-9fe3-4a9e-bd7b-f42b777a750a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471311 May 12 03:49:05.690010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9193871-b481-4289-bd70-be1f2f340e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:05.768494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108c2d4-0d79-411b-a37d-efb3d2b58f70 req-a54f9dbc-ebcf-47bf-ac4b-178d909ba457 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:05.769982 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e108c2d4-0d79-411b-a37d-efb3d2b58f70 req-a54f9dbc-ebcf-47bf-ac4b-178d909ba457 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0593314 May 12 03:49:05.825035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e108c2d4-0d79-411b-a37d-efb3d2b58f70 req-c3d0525f-0f67-45da-ade8-8c70743090d2 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 May 12 03:49:06.530505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:06.943119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171a34-d472-4466-9653-1103c10194e6 req-b97e9a52-ddbf-4c21-b974-7a1c364bb4f8 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:06.944598 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d171a34-d472-4466-9653-1103c10194e6 req-b97e9a52-ddbf-4c21-b974-7a1c364bb4f8 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0486324 May 12 03:49:06.992509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1d171a34-d472-4466-9653-1103c10194e6 req-6ad848c7-f667-4e74-9898-e1c5e1b18cd4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 May 12 03:49:08.094369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:08.114597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c683d-e922-46ba-99d9-3ea9141255a2 req-db8bbf0f-a508-45f4-9bd0-e2ed67735de1 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:08.116116 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6e3c683d-e922-46ba-99d9-3ea9141255a2 req-db8bbf0f-a508-45f4-9bd0-e2ed67735de1 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0550880 May 12 03:49:08.182770 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6e3c683d-e922-46ba-99d9-3ea9141255a2 req-54396e82-1f16-49b9-8a8e-acc506a8c0de tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 May 12 03:49:09.301768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61eb4b-4ee5-4262-be77-7c5cee6a2eff req-1ca381d6-3d96-4bc0-af5f-0cf20905f6e4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:09.303316 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3d61eb4b-4ee5-4262-be77-7c5cee6a2eff req-1ca381d6-3d96-4bc0-af5f-0cf20905f6e4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0529382 May 12 03:49:09.355694 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3d61eb4b-4ee5-4262-be77-7c5cee6a2eff req-49975f7e-2267-433a-b27c-b7596698fa40 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 May 12 03:49:09.669179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:10.467843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9a83f-d4fa-46e4-90df-179c59999fed req-0ff6296e-ca0c-41ba-84be-a059120107bc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:10.469297 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8bd9a83f-d4fa-46e4-90df-179c59999fed req-0ff6296e-ca0c-41ba-84be-a059120107bc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 932 time: 0.0457742 May 12 03:49:10.504588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Request body: {'port': {'device_id': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:10.517818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8bd9a83f-d4fa-46e4-90df-179c59999fed req-d06240a0-a1b6-4482-a980-3871069777e6 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 May 12 03:49:10.570104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:10.867004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50227850-d8bf-4a1a-ad96-d47c365fabe0 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:49:10.874730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Publish callbacks [] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:10.886575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Transition to ACTIVE for port object 50227850-d8bf-4a1a-ad96-d47c365fabe0 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:49:10.891842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:10.942058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:11.030287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Attempting to bind port 50227850-d8bf-4a1a-ad96-d47c365fabe0 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:49:11.030620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Attempting to bind port 50227850-d8bf-4a1a-ad96-d47c365fabe0 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:49:11.030946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Attempting to bind port 50227850-d8bf-4a1a-ad96-d47c365fabe0 on network 86fd82e3-0811-4133-8083-c25634615c7b {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:49:11.035456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Port 50227850-d8bf-4a1a-ad96-d47c365fabe0 on network 86fd82e3-0811-4133-8083-c25634615c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:49:11.035776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Attempting to bind port 50227850-d8bf-4a1a-ad96-d47c365fabe0 on network 86fd82e3-0811-4133-8083-c25634615c7b {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:49:11.040822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:49:11.041159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Checking segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:49:11.041545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Bound using segment: {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:49:11.041989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Bound port: 50227850-d8bf-4a1a-ad96-d47c365fabe0, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc59fd0-3f31-40f1-a0ef-7a79582ad052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:49:11.042347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:11.109397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:49:11.112810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:49:11.118386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:11.150305 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:11.150915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:11.152259 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] 10.222.0.57 "PUT /v2.0/ports/50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 1094 time: 0.6523302 May 12 03:49:11.152710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:49:11.155034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebaf63-90d4-4709-aefa-6abb5db89c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:49:11.189073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a0c3d-bace-4029-b592-09795e5a0fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:11.209929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4673101-756d-4ff8-96b8-e646942593da x-openstack-request-id: req-c4673101-756d-4ff8-96b8-e646942593da {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:49:11.210228 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:49:11.210481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4673101-756d-4ff8-96b8-e646942593da {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:49:11.211014 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4673101-756d-4ff8-96b8-e646942593da'] response: {'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'status': 'completed', 'code': 200} May 12 03:49:11.242137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-0803e435-9dc4-4c82-ba74-5165605bd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:11.243656 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-0803e435-9dc4-4c82-ba74-5165605bd88c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1128 time: 0.0471859 May 12 03:49:11.297233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-591910a2-be38-48d0-ae5a-302a9ef155c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 217 time: 0.0442879 May 12 03:49:11.371029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-3cc62d2e-cec4-4d32-a2a3-de8e02788d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:11.372429 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-3cc62d2e-cec4-4d32-a2a3-de8e02788d3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0634241 May 12 03:49:11.416469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-efc56ae3-b7bc-4d8f-ba7b-9853b4924417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:11.417897 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-efc56ae3-b7bc-4d8f-ba7b-9853b4924417 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368452 May 12 03:49:11.513157 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-2f68d708-e398-4b5e-9eca-a89a5a5a75d1 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851331 May 12 03:49:11.604606 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-89957f8b-b96d-478c-aa95-c71014d28f48 req-7232c2e1-5b48-4276-8aaa-36bca35e12fa service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820148 May 12 03:49:11.644262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963665d-190d-4f22-85cf-6a8b5bcc6fc6 req-c4d141ee-1508-43e8-bc29-090e34abad9d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:11.645731 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1963665d-190d-4f22-85cf-6a8b5bcc6fc6 req-c4d141ee-1508-43e8-bc29-090e34abad9d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 944 time: 0.0552108 May 12 03:49:11.691818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1963665d-190d-4f22-85cf-6a8b5bcc6fc6 req-4dd5086d-1ef4-4699-9933-50290af5fcec tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 May 12 03:49:12.474119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-25f18886-479d-444b-bca8-ad2ff6dea7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:12.475611 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-25f18886-479d-444b-bca8-ad2ff6dea7ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1128 time: 0.0402567 May 12 03:49:12.518889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:12.570971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-77c72d2e-6a42-486c-9892-b061a3422a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:12.572448 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-77c72d2e-6a42-486c-9892-b061a3422a40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.0871670 May 12 03:49:12.624819 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-ca938342-ac68-4814-a13c-f1a109252e8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 217 time: 0.0428150 May 12 03:49:12.682444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-78e5faa0-f062-49e3-9db2-f9ac1fc6b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:12.683930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-78e5faa0-f062-49e3-9db2-f9ac1fc6b27b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0508254 May 12 03:49:12.731123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-eb35387f-80c6-4454-9ac8-0e1245f359f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:12.733379 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-eb35387f-80c6-4454-9ac8-0e1245f359f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385246 May 12 03:49:12.762876 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:49:12.808015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e610c-1cdb-481d-b316-11f2d034882a req-8154e185-869f-4bae-a3e8-ea2ff74df069 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:12.809547 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-078e610c-1cdb-481d-b316-11f2d034882a req-8154e185-869f-4bae-a3e8-ea2ff74df069 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 944 time: 0.0502224 May 12 03:49:12.831159 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-a33f75f4-a721-4cd1-989c-03744fcd3f1e service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880365 May 12 03:49:12.857128 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-078e610c-1cdb-481d-b316-11f2d034882a req-7df00c7c-3b1d-4bce-8081-d364864d5aa8 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 May 12 03:49:12.921336 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-58ebaf63-90d4-4709-aefa-6abb5db89c3c req-6f62ef6e-14b0-46da-a202-327769154fae service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807807 May 12 03:49:13.356701 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 50227850-d8bf-4a1a-ad96-d47c365fabe0 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:49:13.454474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:49:13.466168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'port_id': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'mac_address': 'fa:16:3e:7f:65:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:49:13.502452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 50227850-d8bf-4a1a-ad96-d47c365fabe0 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:49:13.502843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:13.515359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50227850-d8bf-4a1a-ad96-d47c365fabe0 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:49:13.534552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:49:13.538334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:13.583908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:13.775575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['50227850-d8bf-4a1a-ad96-d47c365fabe0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:49:13.967194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ea0ab-9c2d-445f-9b37-9d915854f1fd req-60fac3ee-0ee8-481e-80d5-d44cc7b350c0 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:13.968651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9d3ea0ab-9c2d-445f-9b37-9d915854f1fd req-60fac3ee-0ee8-481e-80d5-d44cc7b350c0 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 945 time: 0.0463200 May 12 03:49:14.017979 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9d3ea0ab-9c2d-445f-9b37-9d915854f1fd req-595949e1-0b4b-4ed2-8d06-d284787f9cc3 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 May 12 03:49:15.129356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a738c4-53f8-4f64-84d9-36c00498a6af req-65bafe64-9b6b-402c-b0f1-20eba9fc2c95 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:15.130875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a2a738c4-53f8-4f64-84d9-36c00498a6af req-65bafe64-9b6b-402c-b0f1-20eba9fc2c95 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 945 time: 0.0462930 May 12 03:49:15.178259 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a2a738c4-53f8-4f64-84d9-36c00498a6af req-a161255a-564b-49a2-a0b0-661c1c6ac008 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 May 12 03:49:15.371158 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 50227850-d8bf-4a1a-ad96-d47c365fabe0 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:49:15.417714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 50227850-d8bf-4a1a-ad96-d47c365fabe0 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:49:15.422733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 50227850-d8bf-4a1a-ad96-d47c365fabe0 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:49:15.423296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:15.497605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 50227850-d8bf-4a1a-ad96-d47c365fabe0 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:49:15.498556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:15.521321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:49:15.523599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ff3011-6d83-40a6-99a0-1fc4d0815f01" -d '{"events": [{"server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "name": "network-vif-plugged", "status": "completed", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:49:15.535866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:49:15.540715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:15.589622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:15.673482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45db024-247d-4972-b569-00887c13ef2f x-openstack-request-id: req-e45db024-247d-4972-b569-00887c13ef2f {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:49:15.673767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "name": "network-vif-plugged", "status": "completed", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:49:15.674054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e45db024-247d-4972-b569-00887c13ef2f {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:49:15.674448 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45db024-247d-4972-b569-00887c13ef2f'] response: {'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'code': 200} May 12 03:49:15.853456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dcbf8-f056-4663-b0ed-334e88d04f5f req-cc47e5f3-ec09-4508-80a2-9c7099264170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:15.854833 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-033dcbf8-f056-4663-b0ed-334e88d04f5f req-cc47e5f3-ec09-4508-80a2-9c7099264170 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1130 time: 0.0369673 May 12 03:49:15.905350 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-033dcbf8-f056-4663-b0ed-334e88d04f5f req-302d02fd-641e-433d-8c93-6f03f4fdc638 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 May 12 03:49:16.287398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e54c7-2fea-4ccb-90c2-79aa72f072ac req-310ad906-881b-46e5-a960-6f82ab39622f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:16.288838 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad2e54c7-2fea-4ccb-90c2-79aa72f072ac req-310ad906-881b-46e5-a960-6f82ab39622f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0453954 May 12 03:49:16.334874 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad2e54c7-2fea-4ccb-90c2-79aa72f072ac req-e8186d3b-5946-4a4e-b272-d2673ba72fd4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 May 12 03:49:17.458474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b8846-5b67-4764-a73a-8f4a280ca775 req-daf03e54-1e56-499e-8026-abd0522cd067 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:17.459952 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c27b8846-5b67-4764-a73a-8f4a280ca775 req-daf03e54-1e56-499e-8026-abd0522cd067 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0513749 May 12 03:49:17.506092 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c27b8846-5b67-4764-a73a-8f4a280ca775 req-a4bb13ab-8760-454a-9be3-0773638d63f3 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 May 12 03:49:18.617028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c6f0-b5f6-467d-ae68-c970a8ef5fdb req-3b5e7b3b-fb30-4dcb-a540-6cec4dab294b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:18.618435 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06f7c6f0-b5f6-467d-ae68-c970a8ef5fdb req-3b5e7b3b-fb30-4dcb-a540-6cec4dab294b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0468140 May 12 03:49:18.663615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06f7c6f0-b5f6-467d-ae68-c970a8ef5fdb req-73b944ef-4ded-4c62-b442-0b738cdaba5f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 May 12 03:49:18.771843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f369-a774-4e88-92cd-882d6d0cfd73 req-960b28b2-a6d2-4c8e-8c4f-7f69c44c60fa tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:18.773589 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b4a2f369-a774-4e88-92cd-882d6d0cfd73 req-960b28b2-a6d2-4c8e-8c4f-7f69c44c60fa tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0450261 May 12 03:49:18.822329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b4a2f369-a774-4e88-92cd-882d6d0cfd73 req-393b821d-3d0c-4a7f-8177-925a4cf246ca tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 May 12 03:49:19.132483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f162c37-0693-4211-a262-0d3d95ae7422 req-5944f448-32ff-4ccc-bd50-c777342714dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:19.134015 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0f162c37-0693-4211-a262-0d3d95ae7422 req-5944f448-32ff-4ccc-bd50-c777342714dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0455396 May 12 03:49:19.179559 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0f162c37-0693-4211-a262-0d3d95ae7422 req-56b019c2-e929-4c97-b272-af60400aa3a4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 May 12 03:49:33.168048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9542801c-9536-4897-be5f-99ae184d3123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:35.680710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8917-5466-4206-8eb8-498307d59fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:36.530004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:38.089801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:39.036209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2c15a-6557-46c7-9823-5f927d5a4e65 req-72001fd9-2edf-4894-bc84-ea0292eb9596 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:39.037665 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2dd2c15a-6557-46c7-9823-5f927d5a4e65 req-72001fd9-2edf-4894-bc84-ea0292eb9596 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0481632 May 12 03:49:39.087823 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2dd2c15a-6557-46c7-9823-5f927d5a4e65 req-e89cb749-83da-48e2-b5e4-2f4ac591644e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 May 12 03:49:39.110242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39780) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:39.242707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecbd96-7d90-49a9-8186-2357f78543f3 tempest-TestMinimumBasicScenario-680498701 tempest-TestMinimumBasicScenario-680498701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:39.244237 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-64ecbd96-7d90-49a9-8186-2357f78543f3 tempest-TestMinimumBasicScenario-680498701 tempest-TestMinimumBasicScenario-680498701-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1125 time: 0.1329980 May 12 03:49:39.247855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39784) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:39.252261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:39.275552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:39.355662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:39.471913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Allocated IP 172.26.2.83 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/ec918845-d678-4c6f-8c51-b701bb2d61d3) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:49:39.583179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:39.615725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:39.650229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:49:39.655142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:49:39.660845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:49:39.663531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:39.683311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'Port': ['ID=ec918845-d678-4c6f-8c51-b701bb2d61d3,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:40.391141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for floatingip (e8a09400-b709-493e-920f-36473e15dcf2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:40.495238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:40.674075 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:40.678839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:40.758281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'Port': ['ID=ec918845-d678-4c6f-8c51-b701bb2d61d3,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:40.770296 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e8a09400-b709-493e-920f-36473e15dcf2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:40.876797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Floating IP e8a09400-b709-493e-920f-36473e15dcf2 associated. External IP: 172.26.2.83, port: 50227850-d8bf-4a1a-ad96-d47c365fabe0. May 12 03:49:41.088245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Router 79f585fc-614f-4496-bab3-32e51ae97d0d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:49:41.208826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:49:41.218426 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] Sync routers for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:49:41.226751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.227538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:49:41.228212 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:49:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:49:41.256536 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-c979268a-a3cd-462c-a1b5-dc0931db701d tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0076513 May 12 03:49:41.257124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:49:41.259405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a23dd64-ff02-4188-a32f-c761a7af9c43" -d '{"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:49:41.259619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39786) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:41.265077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028746598', 'description': 'tempest-secgroup-smoke-2028746598 description', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:41.290470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.301977 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f26bd-9023-4597-b4a7-43bcb1f8e649 x-openstack-request-id: req-2d8f26bd-9023-4597-b4a7-43bcb1f8e649 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:49:41.303098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:49:41.303832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d8f26bd-9023-4597-b4a7-43bcb1f8e649 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:49:41.304610 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8f26bd-9023-4597-b4a7-43bcb1f8e649'] response: {'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'status': 'completed', 'code': 200} May 12 03:49:41.342476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:49:41.364487 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-c2cb08dc-9fcf-4c21-a5b8-ffccc73a4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:41.366220 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-c2cb08dc-9fcf-4c21-a5b8-ffccc73a4264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1130 time: 0.0425074 May 12 03:49:41.368969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group (0f1763b2-895f-4747-8588-1d5eff726b7f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.377110 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0f1763b2-895f-4747-8588-1d5eff726b7f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.407519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.411451 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1475265 May 12 03:49:41.411660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39790) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:41.416203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group_rule': {'security_group_id': '0f1763b2-895f-4747-8588-1d5eff726b7f', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:41.422144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1763b2-895f-4747-8588-1d5eff726b7f,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:41.433571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.433948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.434299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.435209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.435544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.435934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.436272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.436602 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.436932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.437260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.437588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.437935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.438264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.438588 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.438912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1c340-ce30-4a57-9667-df15ae265f78 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:49:41.459260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (1b1ffadf-235b-4e4e-bf8f-489152392948), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.473405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-9e17dd17-8656-49e8-b368-c6ec42c31a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:41.475208 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-9e17dd17-8656-49e8-b368-c6ec42c31a9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.1030462 May 12 03:49:41.534862 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (1b1ffadf-235b-4e4e-bf8f-489152392948), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.540390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1b1ffadf-235b-4e4e-bf8f-489152392948), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.552641 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-02f206e0-24e0-40b2-8e4b-5d68a416b470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 999 time: 0.0670164 May 12 03:49:41.563818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.567547 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524489 May 12 03:49:41.568111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39792) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:41.572133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13328e20-a7f6-408d-83b3-a9dd21f7dec5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1ffadf-235b-4e4e-bf8f-489152392948,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:41.577948 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group_rule': {'security_group_id': '0f1763b2-895f-4747-8588-1d5eff726b7f', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:41.588856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e8a09400-b709-493e-920f-36473e15dcf2', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'floating_ip_address': '172.26.2.83', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'port_id': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'mac_address': 'fa:16:3e:7f:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:49:39Z', 'updated_at': '2022-05-12T03:49:39Z', 'revision_number': 0, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:48Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:49:41.605868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (e527a5cc-6eb2-4ac2-a4f4-8af66f00297f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.609100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-aeb0e39f-f77f-4a27-a859-b7be14bb10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:41.610776 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-aeb0e39f-f77f-4a27-a859-b7be14bb10fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0517912 May 12 03:49:41.618334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] Checking router: 79f585fc-614f-4496-bab3-32e51ae97d0d for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:49:41.628054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:49:41.628673 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:49:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:49:41.660676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-0b30ad05-f683-4158-902b-9bc4c99c9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:41.662090 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-0b30ad05-f683-4158-902b-9bc4c99c9227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431137 May 12 03:49:41.673466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (e527a5cc-6eb2-4ac2-a4f4-8af66f00297f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.678236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (e527a5cc-6eb2-4ac2-a4f4-8af66f00297f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.695824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e527a5cc-6eb2-4ac2-a4f4-8af66f00297f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:41.707225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.711013 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-28f3231c-a649-47b6-ad71-0f3af0cc8855 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392884 May 12 03:49:41.711253 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39794) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:41.716335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group_rule': {'security_group_id': '0f1763b2-895f-4747-8588-1d5eff726b7f', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:41.743641 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (18fe2ded-6142-4855-af8e-551755a490f3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.749492 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:49:41.764758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-a88a087b-6de3-411c-a896-235f81ca3a01 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945139 May 12 03:49:41.807397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (18fe2ded-6142-4855-af8e-551755a490f3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.812015 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (18fe2ded-6142-4855-af8e-551755a490f3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.835409 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fe2ded-6142-4855-af8e-551755a490f3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:41.845265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.849971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39796) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:41.850469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-01567efe-5d74-4410-9ed6-6675a3ed7468 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381261 May 12 03:49:41.857330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group_rule': {'security_group_id': '0f1763b2-895f-4747-8588-1d5eff726b7f', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:41.890472 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2a23dd64-ff02-4188-a32f-c761a7af9c43 req-40ab9316-d39b-4902-8ff5-c36d5f84f7b6 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193154 May 12 03:49:41.897971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (fddb6735-da7f-4974-8ea1-16921844d939), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.966446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (fddb6735-da7f-4974-8ea1-16921844d939), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.970024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (fddb6735-da7f-4974-8ea1-16921844d939), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:41.990266 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddb6735-da7f-4974-8ea1-16921844d939,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:41.996614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e8a09400-b709-493e-920f-36473e15dcf2', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'floating_ip_address': '172.26.2.83', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'port_id': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'mac_address': 'fa:16:3e:7f:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:49:39Z', 'updated_at': '2022-05-12T03:49:39Z', 'revision_number': 0, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:48Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:49:41.998690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.000282 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8aa6fbd7-6f60-418c-862f-182843839f5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489639 May 12 03:49:42.002941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39798) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:42.007708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group_rule': {'security_group_id': '0f1763b2-895f-4747-8588-1d5eff726b7f', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:42.024595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e1410-01e1-4c52-a5f3-61ae8210c0ae None None] The sync data for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv is: [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e8a09400-b709-493e-920f-36473e15dcf2', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'floating_ip_address': '172.26.2.83', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'port_id': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'mac_address': 'fa:16:3e:7f:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:49:39Z', 'updated_at': '2022-05-12T03:49:39Z', 'revision_number': 0, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:48Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:49:42.031766 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Project 3aff4a2d46bf464b9fbc882e35ca1434 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:49:42.037843 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (993486c8-a674-49e6-9215-f315b7b578dc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.099600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (993486c8-a674-49e6-9215-f315b7b578dc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.103803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (993486c8-a674-49e6-9215-f315b7b578dc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.125230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993486c8-a674-49e6-9215-f315b7b578dc,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:42.133452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.134726 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fa5a5ac6-c75d-4e4f-aa1f-b88fc2c54c83 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306660 May 12 03:49:42.138071 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39800) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:49:42.144912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'security_group_rule': {'security_group_id': '0f1763b2-895f-4747-8588-1d5eff726b7f', 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:42.170796 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Project 3aff4a2d46bf464b9fbc882e35ca1434 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:49:42.178795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (ff489b93-b7b2-4f59-a402-6e78a4281fb3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.247673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (ff489b93-b7b2-4f59-a402-6e78a4281fb3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.254175 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc23d4d0-f513-48b8-abe7-a9329ba7eab5 None None] New status for floating IP e8a09400-b709-493e-920f-36473e15dcf2: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:49:42.254745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ff489b93-b7b2-4f59-a402-6e78a4281fb3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.277478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff489b93-b7b2-4f59-a402-6e78a4281fb3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:42.283975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.285024 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6de05066-289e-4721-ba5c-c1aa57ee3e48 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459327 May 12 03:49:42.375824 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-6c73cd25-8fda-4fe9-8c2f-b5890c287fdb tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028746598&fields=id&tenant_id=3aff4a2d46bf464b9fbc882e35ca1434 HTTP/1.1" status: 200 len: 267 time: 0.0446749 May 12 03:49:42.427537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-345c866f-1ed8-4135-86c9-4628a2f09e8a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:42.429015 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-345c866f-1ed8-4135-86c9-4628a2f09e8a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0478473 May 12 03:49:42.440939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'port': {'security_groups': ['f7d619e6-69d2-4c14-aff7-5c2df05c5c65', '0f1763b2-895f-4747-8588-1d5eff726b7f']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:49:42.508902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.526416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.729554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:49:42.758294 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.762781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.774664 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['50227850-d8bf-4a1a-ad96-d47c365fabe0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:49:42.804207 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:42.804845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:42.806266 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cdf593e-cdde-4089-82aa-e52f5ac59de5 req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "PUT /v2.0/ports/50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 982 time: 0.3701360 May 12 03:49:42.806722 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:49:42.809009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:49:42.849926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ecf49-c7f9-4cc4-a83c-b80d9a00f4af tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=6']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:49:42.889279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['50227850-d8bf-4a1a-ad96-d47c365fabe0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:49:42.949562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2eed29-e8ce-4363-966b-d5ad9a53ed96 x-openstack-request-id: req-0f2eed29-e8ce-4363-966b-d5ad9a53ed96 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:49:42.949868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:49:42.950346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f2eed29-e8ce-4363-966b-d5ad9a53ed96 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:49:42.950835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2eed29-e8ce-4363-966b-d5ad9a53ed96'] response: {'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'status': 'completed', 'code': 200} May 12 03:49:42.974135 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f162657-3ca4-4ba3-a1b1-c938587afb45 req-1a7adedc-7484-4f12-ad27-2dc1bfb23298 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:42.975870 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f162657-3ca4-4ba3-a1b1-c938587afb45 req-1a7adedc-7484-4f12-ad27-2dc1bfb23298 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0681632 May 12 03:49:43.014358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-7944ea75-29cb-4e06-bcbf-ced7dcc250f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:43.017280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-7944ea75-29cb-4e06-bcbf-ced7dcc250f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1169 time: 0.0584350 May 12 03:49:43.047134 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1f162657-3ca4-4ba3-a1b1-c938587afb45 req-3ab8122e-b33d-4b3f-a5ea-cfd46ca9d86c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621662 May 12 03:49:43.118509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-4fddf517-233e-4137-a5cf-b4c1079af69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:43.119988 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-4fddf517-233e-4137-a5cf-b4c1079af69a service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.0932119 May 12 03:49:43.190047 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-e9aabe0c-e7f7-434e-9402-ac5bb5a67f3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 1001 time: 0.0637805 May 12 03:49:43.190969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-119df0d1-6d1d-4251-86a1-676e85b6561f None None] Provisioning complete for port 50227850-d8bf-4a1a-ad96-d47c365fabe0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:49:43.191345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-119df0d1-6d1d-4251-86a1-676e85b6561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:49:43.239663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-83a46ae7-736d-4d53-bdf3-71b1ce63a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:43.240710 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-83a46ae7-736d-4d53-bdf3-71b1ce63a648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0442328 May 12 03:49:43.284140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-c9d20302-b6b9-4bc0-86c3-ec91ddf732af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:43.285716 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-c9d20302-b6b9-4bc0-86c3-ec91ddf732af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386534 May 12 03:49:43.383396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-119df0d1-6d1d-4251-86a1-676e85b6561f None None] Current status of the port 50227850-d8bf-4a1a-ad96-d47c365fabe0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:49:43.386228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-fa84c91c-17be-436e-845b-a1523b50e8e0 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932140 May 12 03:49:43.480411 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d4dd48ca-d044-4cd7-8748-091cc3b69cb9 req-beb7090f-3c9c-4c3a-b2db-0e8e94e16a3d service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878325 May 12 03:49:49.760867 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:49:55.290856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f960b43-c717-4bc8-97c3-f4137d5dc4f0 req-d4e3a22d-e8fa-4648-a3d0-2426db55ec36 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:55.292327 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5f960b43-c717-4bc8-97c3-f4137d5dc4f0 req-d4e3a22d-e8fa-4648-a3d0-2426db55ec36 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0465188 May 12 03:49:55.305323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-59a7bfd3-866d-4b24-9f2a-a72398ad8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:55.306851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-59a7bfd3-866d-4b24-9f2a-a72398ad8f91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1169 time: 0.0446773 May 12 03:49:55.354713 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5f960b43-c717-4bc8-97c3-f4137d5dc4f0 req-487131c0-4cdf-4438-b9dd-349178090e20 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557654 May 12 03:49:55.402113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-3de41292-9205-4474-aa6f-a98962dc5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:55.404127 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-3de41292-9205-4474-aa6f-a98962dc5a21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.0910466 May 12 03:49:55.472410 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-4425b3f5-01f7-4e46-9781-2eba72d48694 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 1001 time: 0.0617404 May 12 03:49:55.520292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-23bd2e9e-3536-4804-af2d-8a000da9d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:55.521705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-23bd2e9e-3536-4804-af2d-8a000da9d6c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0424621 May 12 03:49:55.563947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-18b98add-7db8-490a-b33b-cd5f3d80bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:55.565355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-18b98add-7db8-490a-b33b-cd5f3d80bb64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372226 May 12 03:49:55.657976 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-68ff81b9-d3b1-4d09-b0f9-0a5e142f6919 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 May 12 03:49:55.744263 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-32aed76e-069a-489a-a035-33f5c82f7b6a req-b1f9796d-fa85-4a40-be2f-9f35ad6b3381 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791421 May 12 03:49:56.469255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcdc21-9121-4136-8837-8585cbb21471 req-3e070574-88f3-4ba1-a488-a1d1056dcf0b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:56.470760 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eadcdc21-9121-4136-8837-8585cbb21471 req-3e070574-88f3-4ba1-a488-a1d1056dcf0b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0466607 May 12 03:49:56.529856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-eadcdc21-9121-4136-8837-8585cbb21471 req-956dd684-7220-4acc-864f-698b04a9d988 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535336 May 12 03:49:57.645693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a732c40-4d55-4e54-8336-072bfb9bb3e2 req-ac4397c7-c721-4f09-899c-15acc161bd5c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:57.647236 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0a732c40-4d55-4e54-8336-072bfb9bb3e2 req-ac4397c7-c721-4f09-899c-15acc161bd5c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0501244 May 12 03:49:57.706721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0a732c40-4d55-4e54-8336-072bfb9bb3e2 req-faa7d235-69e6-4208-a784-28f5274e19e7 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535486 May 12 03:49:58.823776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651b4e6-ab54-43bf-8912-5a9881389c36 req-bc435d5b-051a-43c6-a79c-abfaf30ad52f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:49:58.825193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7651b4e6-ab54-43bf-8912-5a9881389c36 req-bc435d5b-051a-43c6-a79c-abfaf30ad52f tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0523160 May 12 03:49:58.884971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7651b4e6-ab54-43bf-8912-5a9881389c36 req-38eed43e-094b-4f15-9e07-8877244e1c24 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539207 May 12 03:50:00.000600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2561fe-c110-4b8d-8c14-642d84940c52 req-ded2c106-cd62-47d6-bf6b-de51d131f0bc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:00.002837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc2561fe-c110-4b8d-8c14-642d84940c52 req-ded2c106-cd62-47d6-bf6b-de51d131f0bc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0513968 May 12 03:50:00.061647 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc2561fe-c110-4b8d-8c14-642d84940c52 req-5f13b17d-3edf-476d-b09d-ed046bd6a7c5 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532203 May 12 03:50:01.173028 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b27b59-0170-45cf-abbe-fa0c6d571fb2 req-37fa809c-9c9e-40ac-8a82-16156ef47ef3 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:01.174531 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-82b27b59-0170-45cf-abbe-fa0c6d571fb2 req-37fa809c-9c9e-40ac-8a82-16156ef47ef3 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0469041 May 12 03:50:01.232243 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-82b27b59-0170-45cf-abbe-fa0c6d571fb2 req-5adb87f7-8ec5-469e-af4f-44e389f8e309 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520992 May 12 03:50:02.342347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7e15-2913-4bff-9e69-cfd3d7c4a4bb req-ae3ee52e-10f1-4878-9e20-20dbe3796ef4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:02.343828 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a18c7e15-2913-4bff-9e69-cfd3d7c4a4bb req-ae3ee52e-10f1-4878-9e20-20dbe3796ef4 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0467317 May 12 03:50:02.405985 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a18c7e15-2913-4bff-9e69-cfd3d7c4a4bb req-c3fc8dbc-0535-4564-b9c1-672d9c728087 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564659 May 12 03:50:03.171133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-50e85f52-c2ad-4b1b-b3d9-8fe1361d8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:03.521840 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545eb7f-b7a0-4b64-bae5-738cf808b2ae req-a2443012-172d-40d4-8436-2b46f5703504 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:03.523343 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9545eb7f-b7a0-4b64-bae5-738cf808b2ae req-a2443012-172d-40d4-8436-2b46f5703504 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0471497 May 12 03:50:03.582585 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9545eb7f-b7a0-4b64-bae5-738cf808b2ae req-84289033-9c71-4b81-af37-4dba54a00a5b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534642 May 12 03:50:04.693247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c208f2-a78d-4589-8f6f-3ebdd539be31 req-f910720d-5152-4209-81b6-326dc3bd062e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:04.694739 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-93c208f2-a78d-4589-8f6f-3ebdd539be31 req-f910720d-5152-4209-81b6-326dc3bd062e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0463371 May 12 03:50:04.754393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-93c208f2-a78d-4589-8f6f-3ebdd539be31 req-9045b174-55ef-45f0-ad11-d375d95ce109 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533693 May 12 03:50:05.682838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-34ea7948-97dd-41fb-8fa7-1d55040e44d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:05.869205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6624c-fad7-4cbf-b677-b4416988277b req-1d5afa01-8200-4fec-8c51-a1e73cbfafb0 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:05.870696 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-08f6624c-fad7-4cbf-b677-b4416988277b req-1d5afa01-8200-4fec-8c51-a1e73cbfafb0 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0507529 May 12 03:50:05.928785 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-08f6624c-fad7-4cbf-b677-b4416988277b req-51f82396-a4c0-4a0d-a0b2-f46521756753 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524008 May 12 03:50:06.535650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:07.043744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b71bc0-2ca4-4e1c-ab41-9f422dd70491 req-b3de7462-bbf2-4772-80b3-9df3fef23f3a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:07.045844 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-48b71bc0-2ca4-4e1c-ab41-9f422dd70491 req-b3de7462-bbf2-4772-80b3-9df3fef23f3a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0470014 May 12 03:50:07.103953 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-48b71bc0-2ca4-4e1c-ab41-9f422dd70491 req-81c01eab-2aed-4040-a4f4-8d94a897693b tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&id=0f1763b2-895f-4747-8588-1d5eff726b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524392 May 12 03:50:08.093004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:09.666121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:10.483961 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-e1265989-6246-4c0b-909f-e6fcf4ec20a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421364 May 12 03:50:10.562135 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b30c9-8e4c-4531-a127-de112f109584 req-e7b5546f-a99c-43a8-805c-ef9bd729ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:10.563606 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-e7b5546f-a99c-43a8-805c-ef9bd729ede2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1169 time: 0.0393529 May 12 03:50:10.664855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b30c9-8e4c-4531-a127-de112f109584 req-f87e0784-15df-4675-af33-bea075a49e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:10.666309 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-f87e0784-15df-4675-af33-bea075a49e6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.0862317 May 12 03:50:10.974092 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-4a5a5c9a-dfbf-407e-9bbd-651590e0773e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 1001 time: 0.3016992 May 12 03:50:11.020463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b30c9-8e4c-4531-a127-de112f109584 req-0b51a24c-840b-49e4-b592-02ec461a1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:11.021849 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-0b51a24c-840b-49e4-b592-02ec461a1f9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0421598 May 12 03:50:11.066861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b30c9-8e4c-4531-a127-de112f109584 req-e1a12f66-7372-42bb-9a9d-7cbfadfbe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:11.068323 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-e1a12f66-7372-42bb-9a9d-7cbfadfbe767 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404506 May 12 03:50:11.155116 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-73c90f05-2aa7-4bee-9509-72b9b5a2304a service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803986 May 12 03:50:11.244645 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-210b30c9-8e4c-4531-a127-de112f109584 req-4540551f-190e-46e6-924d-b4013c8f4da9 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832419 May 12 03:50:12.522228 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:26.759665 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:50:33.172393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa72-4406-4015-b72d-d3a12d6459b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:35.684219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db1d3fd4-2268-40a2-9139-c05a44c8a390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:36.536093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:38.095034 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:39.668393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.086387 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-9fd182b0-69f7-4808-9be4-8935323aa6f7 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028746598&fields=id&tenant_id=3aff4a2d46bf464b9fbc882e35ca1434 HTTP/1.1" status: 200 len: 267 time: 0.0435922 May 12 03:50:40.135155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-f6907202-e328-4d13-b31e-fd162081b245 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:40.136648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-f6907202-e328-4d13-b31e-fd162081b245 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 985 time: 0.0452106 May 12 03:50:40.147605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Request body: {'port': {'security_groups': ['f7d619e6-69d2-4c14-aff7-5c2df05c5c65']}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:50:40.215124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.421233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:50:40.449469 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.453904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.471201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['50227850-d8bf-4a1a-ad96-d47c365fabe0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:50:40.495991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:40.496630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.498711 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1ac41449-212b-46c6-8406-722bdb0ded89 req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "PUT /v2.0/ports/50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 943 time: 0.3548846 May 12 03:50:40.499244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:50:40.501554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06" -d '{"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:50:40.504566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39860) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:50:40.533273 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950711-1e5f-4ab5-8b60-f3f7c41cf6dc tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event updated for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=7']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:50:40.561999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a7e63e-f8be-4b26-92ae-dd2fe205a43c x-openstack-request-id: req-61a7e63e-f8be-4b26-92ae-dd2fe205a43c {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:50:40.562592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:50:40.563032 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61a7e63e-f8be-4b26-92ae-dd2fe205a43c {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:50:40.564157 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a7e63e-f8be-4b26-92ae-dd2fe205a43c'] response: {'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'status': 'completed', 'code': 200} May 12 03:50:40.581482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['50227850-d8bf-4a1a-ad96-d47c365fabe0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:50:40.600130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group (0f1763b2-895f-4747-8588-1d5eff726b7f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.648618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group (0f1763b2-895f-4747-8588-1d5eff726b7f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.652095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-30a1ce65-df01-4714-b875-5b6288f5c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:40.653610 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-30a1ce65-df01-4714-b875-5b6288f5c410 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1130 time: 0.0684104 May 12 03:50:40.782000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0f1763b2-895f-4747-8588-1d5eff726b7f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.784396 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.785520 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f1763b2-895f-4747-8588-1d5eff726b7f HTTP/1.1" status: 204 len: 168 time: 0.2792397 May 12 03:50:40.788284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:50:40.801430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-d8784f23-4234-43ad-ba6e-8e14b34bfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:40.802878 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-d8784f23-4234-43ad-ba6e-8e14b34bfe8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.1356778 May 12 03:50:40.803559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1763b2-895f-4747-8588-1d5eff726b7f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:50:40.811163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.811509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.811858 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.812192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.812523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.812849 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.813177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.813503 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.813833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.814174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.814498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.814820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.815141 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.815460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.815777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b9724-7d62-4b1a-83e7-832c96e13ace tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:50:40.840712 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6a641560-c0d1-4be5-876e-cdc67bfa2e61 None None] Provisioning complete for port 50227850-d8bf-4a1a-ad96-d47c365fabe0 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:50:40.841269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6a641560-c0d1-4be5-876e-cdc67bfa2e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.893413 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-e0b01293-7805-4025-865d-76df844735b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 1001 time: 0.0745583 May 12 03:50:40.935978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6a641560-c0d1-4be5-876e-cdc67bfa2e61 None None] Current status of the port 50227850-d8bf-4a1a-ad96-d47c365fabe0 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:50:40.946438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-323c48d5-21a2-46c0-839b-c457054454fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:40.947904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-323c48d5-21a2-46c0-839b-c457054454fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0480802 May 12 03:50:40.953208 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Deleting port ec918845-d678-4c6f-8c51-b701bb2d61d3 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:50:40.953720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:40.990987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-ccc36b06-5368-4569-96a5-7707ec9cfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:40.992579 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-ccc36b06-5368-4569-96a5-7707ec9cfa64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381978 May 12 03:50:41.031393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:41.031727 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for floatingip (ec918845-d678-4c6f-8c51-b701bb2d61d3), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:41.043530 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Calling delete_port for ec918845-d678-4c6f-8c51-b701bb2d61d3 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:50:41.088681 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-6b65f968-3001-4b01-9402-73ce90312bba service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856926 May 12 03:50:41.187017 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-40fece92-d9a7-4e8c-b4de-9ae074f9fd06 req-a239f777-dddb-42fb-97fa-b9044f8669e6 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887220 May 12 03:50:41.197590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ec918845-d678-4c6f-8c51-b701bb2d61d3), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:41.221877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event deleted for resources: {'Port': ['ID=ec918845-d678-4c6f-8c51-b701bb2d61d3,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:50:41.283952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks [] for floatingip (e8a09400-b709-493e-920f-36473e15dcf2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:41.284276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Floating IP e8a09400-b709-493e-920f-36473e15dcf2 disassociated (deleted). External IP: 172.26.2.83, port: 50227850-d8bf-4a1a-ad96-d47c365fabe0. May 12 03:50:41.488950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Router 79f585fc-614f-4496-bab3-32e51ae97d0d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:50:41.594583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:50:41.599412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:41.603874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] Sync routers for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:50:41.619744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:50:41.620372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:50:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:50:41.628449 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2052f86e-871e-4e7c-8b85-4f1ba349ca7a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "DELETE /v2.0/floatingips/e8a09400-b709-493e-920f-36473e15dcf2 HTTP/1.1" status: 204 len: 168 time: 0.8390253 May 12 03:50:41.730302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:50:41.929363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:48Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:50:41.956559 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] Checking router: 79f585fc-614f-4496-bab3-32e51ae97d0d for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:50:41.964693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:50:41.965288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:50:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:50:42.071807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:50:42.416178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:48Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:50:42.442898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ebccb-f94b-4a77-9003-b7bcdcdb6bcd None None] The sync data for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv is: [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:45Z', 'revision_number': 4, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '9a8fbb44-87f6-4a9f-8085-8ef67733a432', 'name': '', 'network_id': '86fd82e3-0811-4133-8083-c25634615c7b', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'mac_address': 'fa:16:3e:e3:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:44Z', 'updated_at': '2022-05-12T03:48:48Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'subnets': [{'id': 'd6efc41f-a7dd-423f-862b-e4af96c2b964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:50:42.537217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:42.566258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:50:42.569160 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147ee55-12bc-4a29-ae22-8eca88edcaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:50:42.620756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb6d94f-a25e-46cb-8551-13117a263f95 x-openstack-request-id: req-cfb6d94f-a25e-46cb-8551-13117a263f95 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:50:42.621053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:50:42.621312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfb6d94f-a25e-46cb-8551-13117a263f95 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:50:42.621718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb6d94f-a25e-46cb-8551-13117a263f95'] response: {'name': 'network-changed', 'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'status': 'completed', 'code': 200} May 12 03:50:42.692718 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825091a-5e71-4431-b2e0-47a8ab529db2 None None] New status for floating IP e8a09400-b709-493e-920f-36473e15dcf2: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:50:42.697126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-edec67ce-7c58-42bd-b952-5e2748876c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:42.698717 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-edec67ce-7c58-42bd-b952-5e2748876c31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 1130 time: 0.0489333 May 12 03:50:42.799457 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-ec5550e8-8760-44eb-8710-4336d61b4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:42.801013 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-ec5550e8-8760-44eb-8710-4336d61b4d21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 200 len: 915 time: 0.0949280 May 12 03:50:42.844309 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-86392a72-8e03-46b4-8a62-6e129eeec758 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 200 len: 217 time: 0.0343323 May 12 03:50:42.899056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-d239f466-3047-4f14-b832-7450dc187b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:42.900552 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-d239f466-3047-4f14-b832-7450dc187b1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 200 len: 853 time: 0.0500169 May 12 03:50:42.949546 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-a99e7c31-fd53-46ab-9ed1-e8b103cc4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:42.951123 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-a99e7c31-fd53-46ab-9ed1-e8b103cc4a26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86fd82e3-0811-4133-8083-c25634615c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410557 May 12 03:50:43.044378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-196ae6f5-cf0a-4b35-abf3-e88953f23724 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838661 May 12 03:50:43.136008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a147ee55-12bc-4a29-ae22-8eca88edcaa4 req-816d2d34-64f1-447a-8122-676f84e65492 service neutron] 10.222.0.57 "GET /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822337 May 12 03:50:56.926398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba8f64-7b29-4fcc-b5e7-8c6c6b957d22 req-42089a30-54b9-4bc7-82a6-e182b321b178 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:56.927856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3ba8f64-7b29-4fcc-b5e7-8c6c6b957d22 req-42089a30-54b9-4bc7-82a6-e182b321b178 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0499496 May 12 03:50:56.974776 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c3ba8f64-7b29-4fcc-b5e7-8c6c6b957d22 req-41c3befe-5998-4123-b7aa-cb28412dce2a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 May 12 03:50:58.096582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee98f0f-759b-4461-ae19-7545a68c34a8 req-c27b091e-4d0d-4f6a-9324-cf43ff602a1c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:58.098054 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aee98f0f-759b-4461-ae19-7545a68c34a8 req-c27b091e-4d0d-4f6a-9324-cf43ff602a1c tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0469713 May 12 03:50:58.143566 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aee98f0f-759b-4461-ae19-7545a68c34a8 req-ffae3fc8-b15d-4a4b-bf28-0fc34d3c16ee tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7d619e6-69d2-4c14-aff7-5c2df05c5c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 May 12 03:50:58.860553 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-a8983aa5-afff-4bb3-a90e-a261a5d9a22a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:50:58.862266 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-a8983aa5-afff-4bb3-a90e-a261a5d9a22a tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.57 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 946 time: 0.0466387 May 12 03:50:58.947975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Deleting port 50227850-d8bf-4a1a-ad96-d47c365fabe0 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:50:58.948312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:59.046168 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] For port 50227850-d8bf-4a1a-ad96-d47c365fabe0, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=50227850-d8bf-4a1a-ad96-d47c365fabe0,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:50:59.046455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:59.068795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Calling delete_port for 50227850-d8bf-4a1a-ad96-d47c365fabe0 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:50:59.197550 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (50227850-d8bf-4a1a-ad96-d47c365fabe0), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:59.215797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['50227850-d8bf-4a1a-ad96-d47c365fabe0'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:50:59.226910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Pushing event deleted for resources: {'Port': ['ID=50227850-d8bf-4a1a-ad96-d47c365fabe0,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:50:59.265255 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-148e2abd-e071-4730-bf94-f92e6083ef1a req-5a02d3a3-59b5-437c-accf-b3b354bfeef0 tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.23 "GET /v2.0/ports?device_id=afde5a14-aee4-4da7-a1ad-2903ea477486 HTTP/1.1" status: 200 len: 210 time: 0.0420103 May 12 03:50:59.286650 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] No DVR routers for this DVR port 50227850-d8bf-4a1a-ad96-d47c365fabe0 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:50:59.289082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:50:59.292319 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7a4ce59f-e403-464e-966e-70b7ceaa48f6 req-e5d71992-f702-4d6c-985d-e41bcfb4ac6e tempest-TestMinimumBasicScenario-1035552984 tempest-TestMinimumBasicScenario-1035552984-project] 10.222.0.57 "DELETE /v2.0/ports/50227850-d8bf-4a1a-ad96-d47c365fabe0 HTTP/1.1" status: 204 len: 173 time: 0.4250686 May 12 03:50:59.292820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'name': 'network-vif-deleted', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:50:59.295098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0997637c-c0cc-497b-a73d-3fb27dc38ae6" -d '{"events": [{"server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "name": "network-vif-deleted", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:50:59.332871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d14bf6-cde6-4c39-a6a5-47a18cf7912f x-openstack-request-id: req-03d14bf6-cde6-4c39-a6a5-47a18cf7912f {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:50:59.333301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde5a14-aee4-4da7-a1ad-2903ea477486", "name": "network-vif-deleted", "tag": "50227850-d8bf-4a1a-ad96-d47c365fabe0", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:50:59.333770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d14bf6-cde6-4c39-a6a5-47a18cf7912f {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:50:59.334285 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d14bf6-cde6-4c39-a6a5-47a18cf7912f'] response: {'server_uuid': 'afde5a14-aee4-4da7-a1ad-2903ea477486', 'name': 'network-vif-deleted', 'tag': '50227850-d8bf-4a1a-ad96-d47c365fabe0', 'status': 'completed', 'code': 200} May 12 03:51:00.873586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:01.192401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (79f585fc-614f-4496-bab3-32e51ae97d0d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:01.423454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Deleting port 9a8fbb44-87f6-4a9f-8085-8ef67733a432 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:01.423785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:01.502078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] For port 9a8fbb44-87f6-4a9f-8085-8ef67733a432, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9a8fbb44-87f6-4a9f-8085-8ef67733a432,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:01.502410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:01.515260 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Calling delete_port for 9a8fbb44-87f6-4a9f-8085-8ef67733a432 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:01.693408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9a8fbb44-87f6-4a9f-8085-8ef67733a432), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:01.716261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8fbb44-87f6-4a9f-8085-8ef67733a432,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:01.773809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 50227850-d8bf-4a1a-ad96-d47c365fabe0 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:01.799867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 50227850-d8bf-4a1a-ad96-d47c365fabe0 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:01.800318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 50227850-d8bf-4a1a-ad96-d47c365fabe0 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:01.891009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (79f585fc-614f-4496-bab3-32e51ae97d0d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.111562 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Router 79f585fc-614f-4496-bab3-32e51ae97d0d has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:51:02.219735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:51:02.224894 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7be30a54-f059-4313-835f-8e51d4e01bfe admin admin] 10.222.0.23 "PUT /v2.0/routers/79f585fc-614f-4496-bab3-32e51ae97d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3495886 May 12 03:51:02.227385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39978) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:02.228299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] Sync routers for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:51:02.238217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:02.238849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:50:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:02.334512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks [] for router (79f585fc-614f-4496-bab3-32e51ae97d0d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.345048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:02.439366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks [] for router_gateway (79f585fc-614f-4496-bab3-32e51ae97d0d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.483589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Deleting port dc2f3645-55ec-4655-a4b0-caf6d3d8001c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:02.483928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.508962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:51:01Z', 'revision_number': 5, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port': {'id': 'dc2f3645-55ec-4655-a4b0-caf6d3d8001c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:02.540477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] Checking router: 79f585fc-614f-4496-bab3-32e51ae97d0d for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:51:02.548737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] Routers {'79f585fc-614f-4496-bab3-32e51ae97d0d'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:02.549338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:50:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['79f585fc-614f-4496-bab3-32e51ae97d0d'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:02.564675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] For port dc2f3645-55ec-4655-a4b0-caf6d3d8001c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:02.565031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.578056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Calling delete_port for dc2f3645-55ec-4655-a4b0-caf6d3d8001c owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:02.633764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] Set router 79f585fc-614f-4496-bab3-32e51ae97d0d gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:02.687272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:51:02Z', 'revision_number': 6, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:02.714234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc9382-34dd-4900-92ef-44892417b015 None None] The sync data for ids ['79f585fc-614f-4496-bab3-32e51ae97d0d'] in dv-neutron-841363-5-hyperv is: [{'id': '79f585fc-614f-4496-bab3-32e51ae97d0d', 'name': 'tempest-TestMinimumBasicScenario-648268240-router', 'tenant_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:42Z', 'updated_at': '2022-05-12T03:51:02Z', 'revision_number': 6, 'project_id': '3aff4a2d46bf464b9fbc882e35ca1434', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:51:02.747475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (dc2f3645-55ec-4655-a4b0-caf6d3d8001c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.774914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2f3645-55ec-4655-a4b0-caf6d3d8001c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:02.836264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (79f585fc-614f-4496-bab3-32e51ae97d0d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.925677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (79f585fc-614f-4496-bab3-32e51ae97d0d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.927818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks [] for router_controller (79f585fc-614f-4496-bab3-32e51ae97d0d), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.970835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (79f585fc-614f-4496-bab3-32e51ae97d0d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.971376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f585fc-614f-4496-bab3-32e51ae97d0d {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:51:02.975597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:02.976804 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8c5d9104-992a-4643-bb4b-61c35db413f4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/79f585fc-614f-4496-bab3-32e51ae97d0d HTTP/1.1" status: 204 len: 168 time: 0.7484994 May 12 03:51:02.979317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39980) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:03.023172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Deleting subnet d6efc41f-a7dd-423f-862b-e4af96c2b964 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:51:03.026157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Publish callbacks [] for subnet (d6efc41f-a7dd-423f-862b-e4af96c2b964), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.180699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-89bcc07a-8cb9-4ded-87c6-2c28f07badbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.327099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (d6efc41f-a7dd-423f-862b-e4af96c2b964), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.405577 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (d6efc41f-a7dd-423f-862b-e4af96c2b964), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.459351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (d6efc41f-a7dd-423f-862b-e4af96c2b964), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.492345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.498761 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6efc41f-a7dd-423f-862b-e4af96c2b964 HTTP/1.1" status: 204 len: 168 time: 0.5183120 May 12 03:51:03.498923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 39982) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:03.499842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaa3d0-9dc0-4c8e-b811-10b8a376ad6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6efc41f-a7dd-423f-862b-e4af96c2b964,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:03.500416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2875f022-b06e-4f47-a751-89f560635a05 None None] Network 86fd82e3-0811-4133-8083-c25634615c7b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:51:03.557866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc2f3645-55ec-4655-a4b0-caf6d3d8001c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:03.577871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (86fd82e3-0811-4133-8083-c25634615c7b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.581233 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: dc2f3645-55ec-4655-a4b0-caf6d3d8001c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:03.581580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device dc2f3645-55ec-4655-a4b0-caf6d3d8001c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:03.582079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9a8fbb44-87f6-4a9f-8085-8ef67733a432 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:03.621249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Deleting port 8128a697-4d88-432f-b2fa-fc32f816ad8d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:03.621491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9a8fbb44-87f6-4a9f-8085-8ef67733a432 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:03.621828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9a8fbb44-87f6-4a9f-8085-8ef67733a432 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:03.621990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.691809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] For port 8128a697-4d88-432f-b2fa-fc32f816ad8d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8128a697-4d88-432f-b2fa-fc32f816ad8d,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:03.692177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.705860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] DHCP port deletion for 86fd82e3-0811-4133-8083-c25634615c7b request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:51:03.708506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Calling delete_port for 8128a697-4d88-432f-b2fa-fc32f816ad8d owned by network:dhcp {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:03.746985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Deleting port 8128a697-4d88-432f-b2fa-fc32f816ad8d {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:03.747359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.757379 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:51:03.802291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.815461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] For port 8128a697-4d88-432f-b2fa-fc32f816ad8d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8128a697-4d88-432f-b2fa-fc32f816ad8d,segment=NetworkSegment(4cc59fd0-3f31-40f1-a0ef-7a79582ad052),segment_id=4cc59fd0-3f31-40f1-a0ef-7a79582ad052)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:03.815807 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.829119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Pushing event deleted for resources: {'Port': ['ID=8128a697-4d88-432f-b2fa-fc32f816ad8d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:03.833113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] No DVR routers for this DVR port 8128a697-4d88-432f-b2fa-fc32f816ad8d on host dv-neutron-841363-5-hyperv {{(pid=104164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:51:03.834341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Calling delete_port for 8128a697-4d88-432f-b2fa-fc32f816ad8d owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:03.840795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.841150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.841500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.842480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.845933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.845933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.846086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.910767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (8128a697-4d88-432f-b2fa-fc32f816ad8d), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.916934 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (86fd82e3-0811-4133-8083-c25634615c7b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.934883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Pushing event deleted for resources: {'Port': ['ID=8128a697-4d88-432f-b2fa-fc32f816ad8d,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:03.937140 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fd82e3-0811-4133-8083-c25634615c7b']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:03.942801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] No DVR routers for this DVR port 8128a697-4d88-432f-b2fa-fc32f816ad8d on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:51:03.945107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.945453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.945801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.946176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.946514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.946847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.947175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.947500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.947833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.948160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.948296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc59fd0-3f31-40f1-a0ef-7a79582ad052') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:03.948487 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.948605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc59fd0-3f31-40f1-a0ef-7a79582ad052') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:03.948816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.949138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.949461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.949789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ed2f3-3d63-4f8d-8b6d-e6a3715b20ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:03.962975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (4cc59fd0-3f31-40f1-a0ef-7a79582ad052), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.976251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (4cc59fd0-3f31-40f1-a0ef-7a79582ad052), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.982061 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:51:03.982464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (4cc59fd0-3f31-40f1-a0ef-7a79582ad052), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:51:03.984102 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:51:04.041161 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (86fd82e3-0811-4133-8083-c25634615c7b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:04.046805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:04.049891 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] 10.222.0.23 "DELETE /v2.0/networks/86fd82e3-0811-4133-8083-c25634615c7b HTTP/1.1" status: 204 len: 168 time: 0.5501223 May 12 03:51:04.052939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:04.060101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dbfe3-2131-4867-a901-b1c1c6690736 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fd82e3-0811-4133-8083-c25634615c7b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:04.371299 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (77a5a125-76e9-427e-9360-0935d54381ed), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:04.595394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Deleting port 34006576-4803-4250-960b-deaf51eb3554 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:04.595658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (34006576-4803-4250-960b-deaf51eb3554), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:04.675108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] For port 34006576-4803-4250-960b-deaf51eb3554, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=34006576-4803-4250-960b-deaf51eb3554,segment=NetworkSegment(cda2d85a-f41e-48f6-8193-7bf01c4abba8),segment_id=cda2d85a-f41e-48f6-8193-7bf01c4abba8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:04.675464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (34006576-4803-4250-960b-deaf51eb3554), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:04.687777 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Calling delete_port for 34006576-4803-4250-960b-deaf51eb3554 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:04.862204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (34006576-4803-4250-960b-deaf51eb3554), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:04.886856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Pushing event deleted for resources: {'Port': ['ID=34006576-4803-4250-960b-deaf51eb3554,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:05.062643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (77a5a125-76e9-427e-9360-0935d54381ed), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.280712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Router 77a5a125-76e9-427e-9360-0935d54381ed has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:51:05.330766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8128a697-4d88-432f-b2fa-fc32f816ad8d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:05.354189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8128a697-4d88-432f-b2fa-fc32f816ad8d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:05.354454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8128a697-4d88-432f-b2fa-fc32f816ad8d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:05.391744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:51:05.396580 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-25a0ff04-d648-4203-87ae-1607b665394b admin admin] 10.222.0.23 "PUT /v2.0/routers/77a5a125-76e9-427e-9360-0935d54381ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3426185 May 12 03:51:05.399077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39986) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:05.403648 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] Sync routers for ids ['77a5a125-76e9-427e-9360-0935d54381ed'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:51:05.414068 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] Routers {'77a5a125-76e9-427e-9360-0935d54381ed'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:05.414754 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:50:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77a5a125-76e9-427e-9360-0935d54381ed'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:05.503496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks [] for router (77a5a125-76e9-427e-9360-0935d54381ed), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.519661 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] Set router 77a5a125-76e9-427e-9360-0935d54381ed gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:05.608551 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks [] for router_gateway (77a5a125-76e9-427e-9360-0935d54381ed), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.655209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Deleting port 30d40dc8-8315-46f8-adb3-35ab26f96d90 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:05.655545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.688890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ac93838e-6305-4404-87d5-b4fcd05255c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.740486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] For port 30d40dc8-8315-46f8-adb3-35ab26f96d90, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=30d40dc8-8315-46f8-adb3-35ab26f96d90,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:05.740841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.754375 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Calling delete_port for 30d40dc8-8315-46f8-adb3-35ab26f96d90 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:05.776950 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:51:04Z', 'revision_number': 5, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port': {'id': '30d40dc8-8315-46f8-adb3-35ab26f96d90', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5a125-76e9-427e-9360-0935d54381ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:48:47Z', 'updated_at': '2022-05-12T03:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:05.803402 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] Checking router: 77a5a125-76e9-427e-9360-0935d54381ed for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:51:05.812136 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] Routers {'77a5a125-76e9-427e-9360-0935d54381ed'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:05.812737 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['77a5a125-76e9-427e-9360-0935d54381ed'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:05.900740 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] Set router 77a5a125-76e9-427e-9360-0935d54381ed gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:05.919430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (30d40dc8-8315-46f8-adb3-35ab26f96d90), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:05.945142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Pushing event deleted for resources: {'Port': ['ID=30d40dc8-8315-46f8-adb3-35ab26f96d90,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:05.956746 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:51:05Z', 'revision_number': 6, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:05.984175 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae0114-73d7-4a0b-981d-b99f6370e875 None None] The sync data for ids ['77a5a125-76e9-427e-9360-0935d54381ed'] in dv-neutron-841363-5-hyperv is: [{'id': '77a5a125-76e9-427e-9360-0935d54381ed', 'name': 'tempest-TestMinimumBasicScenario-1794343004-router', 'tenant_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:48:46Z', 'updated_at': '2022-05-12T03:51:05Z', 'revision_number': 6, 'project_id': 'bdb4a5830dd64b9e962b1923feeab47a', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:51:06.005417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (77a5a125-76e9-427e-9360-0935d54381ed), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.095262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (77a5a125-76e9-427e-9360-0935d54381ed), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.097361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks [] for router_controller (77a5a125-76e9-427e-9360-0935d54381ed), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.141920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (77a5a125-76e9-427e-9360-0935d54381ed), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.142493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a5a125-76e9-427e-9360-0935d54381ed {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:51:06.146633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.147782 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-19a1069f-40d6-4e86-b639-78fb153b241c admin admin] 10.222.0.23 "DELETE /v2.0/routers/77a5a125-76e9-427e-9360-0935d54381ed HTTP/1.1" status: 204 len: 168 time: 0.7478161 May 12 03:51:06.150400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39988) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:06.193984 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Deleting subnet d73909d2-8a49-4b4f-bb79-b29cf66dbf24 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:51:06.197021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Publish callbacks [] for subnet (d73909d2-8a49-4b4f-bb79-b29cf66dbf24), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.230245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (d73909d2-8a49-4b4f-bb79-b29cf66dbf24), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.308988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (d73909d2-8a49-4b4f-bb79-b29cf66dbf24), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.363628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (d73909d2-8a49-4b4f-bb79-b29cf66dbf24), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.389676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73909d2-8a49-4b4f-bb79-b29cf66dbf24,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:06.393293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.399250 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b6e4cd80-00eb-4bfa-9f98-2994c5f05fbc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d73909d2-8a49-4b4f-bb79-b29cf66dbf24 HTTP/1.1" status: 204 len: 168 time: 0.2451265 May 12 03:51:06.399250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39990) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:06.400178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb9cc5-bd4c-4b0e-a7f0-e8ec5084dd28 None None] Network 05f05526-aa71-4a0d-acd4-a21344ece368 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:51:06.472446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (05f05526-aa71-4a0d-acd4-a21344ece368), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.516089 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Deleting port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:51:06.516530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.539394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.581028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] For port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,segment=NetworkSegment(cda2d85a-f41e-48f6-8193-7bf01c4abba8),segment_id=cda2d85a-f41e-48f6-8193-7bf01c4abba8)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:06.581321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.594668 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Calling delete_port for 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:51:06.675261 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (48bfed6c-9da9-4e8a-9617-5056c4ba2e36), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:06.699434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bfed6c-9da9-4e8a-9617-5056c4ba2e36,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:06.703347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] No DVR routers for this DVR port 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:51:06.756885 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc2397-d0eb-44a4-8760-b8522ced7769 None None] DHCP port deletion for 05f05526-aa71-4a0d-acd4-a21344ece368 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:51:07.038068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (05f05526-aa71-4a0d-acd4-a21344ece368), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.057063 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f05526-aa71-4a0d-acd4-a21344ece368']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:07.066681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda2d85a-f41e-48f6-8193-7bf01c4abba8') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:07.066971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda2d85a-f41e-48f6-8193-7bf01c4abba8') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:07.075907 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (cda2d85a-f41e-48f6-8193-7bf01c4abba8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.089767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (cda2d85a-f41e-48f6-8193-7bf01c4abba8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.095638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:51:07.096351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (cda2d85a-f41e-48f6-8193-7bf01c4abba8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:51:07.097689 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:51:07.149646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (05f05526-aa71-4a0d-acd4-a21344ece368), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.156164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.159186 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/05f05526-aa71-4a0d-acd4-a21344ece368 HTTP/1.1" status: 204 len: 168 time: 0.7591088 May 12 03:51:07.168377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438214f-023a-4263-935d-9f79f70d5e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f05526-aa71-4a0d-acd4-a21344ece368,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:07.286275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 30d40dc8-8315-46f8-adb3-35ab26f96d90 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:07.307992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 30d40dc8-8315-46f8-adb3-35ab26f96d90 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:07.308339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 30d40dc8-8315-46f8-adb3-35ab26f96d90 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:07.308739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 34006576-4803-4250-960b-deaf51eb3554 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:07.321366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39994) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:07.328811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 34006576-4803-4250-960b-deaf51eb3554 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:07.329157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 34006576-4803-4250-960b-deaf51eb3554 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:07.329565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:51:07.348423 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:51:07.348691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 48bfed6c-9da9-4e8a-9617-5056c4ba2e36 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:51:07.365245 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-af9bcca7-928e-4870-a4c2-8ea8589a8294 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aff4a2d46bf464b9fbc882e35ca1434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426495 May 12 03:51:07.367707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 39996) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:07.413903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d875d0c-4a07-4df1-923c-5d02ffd864eb admin admin] Publish callbacks [] for security_group (f7d619e6-69d2-4c14-aff7-5c2df05c5c65), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.434642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d875d0c-4a07-4df1-923c-5d02ffd864eb admin admin] Publish callbacks [] for security_group (f7d619e6-69d2-4c14-aff7-5c2df05c5c65), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.478863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d875d0c-4a07-4df1-923c-5d02ffd864eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (f7d619e6-69d2-4c14-aff7-5c2df05c5c65), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.481405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7d875d0c-4a07-4df1-923c-5d02ffd864eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.483107 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7d875d0c-4a07-4df1-923c-5d02ffd864eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7d619e6-69d2-4c14-aff7-5c2df05c5c65 HTTP/1.1" status: 204 len: 168 time: 0.1139762 May 12 03:51:07.490547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d875d0c-4a07-4df1-923c-5d02ffd864eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d619e6-69d2-4c14-aff7-5c2df05c5c65,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:07.791918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40002) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:07.832288 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6045ec0e-326c-4f57-b03a-bfbd127bdfe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdb4a5830dd64b9e962b1923feeab47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392137 May 12 03:51:07.834716 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40004) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:07.879597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff6bbc37-fac0-4532-a88d-773039c6d424 admin admin] Publish callbacks [] for security_group (43deeeb4-94f1-4566-8e14-00357d87755b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.899987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff6bbc37-fac0-4532-a88d-773039c6d424 admin admin] Publish callbacks [] for security_group (43deeeb4-94f1-4566-8e14-00357d87755b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.945922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff6bbc37-fac0-4532-a88d-773039c6d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (43deeeb4-94f1-4566-8e14-00357d87755b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.948711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff6bbc37-fac0-4532-a88d-773039c6d424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:07.949892 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ff6bbc37-fac0-4532-a88d-773039c6d424 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43deeeb4-94f1-4566-8e14-00357d87755b HTTP/1.1" status: 204 len: 168 time: 0.1142817 May 12 03:51:07.958519 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bbc37-fac0-4532-a88d-773039c6d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43deeeb4-94f1-4566-8e14-00357d87755b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:08.098895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.333723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40044) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:09.338243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134069545', 'description': 'tempest-secgroup-smoke-2134069545 description', 'project_id': '34da570da06f436c805c7ff9085bb047'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:09.359628 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.367465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.452416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (c64200f1-273e-4382-81cc-61b3a3b93c0a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.456154 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c64200f1-273e-4382-81cc-61b3a3b93c0a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.489391 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64200f1-273e-4382-81cc-61b3a3b93c0a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:09.531703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (cf46d5f4-24f6-45c4-b35a-b76742b19af9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.535376 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (cf46d5f4-24f6-45c4-b35a-b76742b19af9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.559108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.560920 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2255862 May 12 03:51:09.563853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40046) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:09.568452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'cf46d5f4-24f6-45c4-b35a-b76742b19af9', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:09.568666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18f0a1-b523-4fee-a465-3e8ac3e02fd1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf46d5f4-24f6-45c4-b35a-b76742b19af9,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:09.598045 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (a7d40a40-0fa6-4505-81bd-1282b5495bd1), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.650549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (a7d40a40-0fa6-4505-81bd-1282b5495bd1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.653861 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (a7d40a40-0fa6-4505-81bd-1282b5495bd1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.672218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d40a40-0fa6-4505-81bd-1282b5495bd1,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:09.674735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.679808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.680987 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8662b233-59b8-46fe-a736-83085d9fcd3f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160734 May 12 03:51:09.683651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40048) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:09.688559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'cf46d5f4-24f6-45c4-b35a-b76742b19af9', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:09.712802 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (493df93d-a583-4c6d-ae6e-60a74ac78233), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.767403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (493df93d-a583-4c6d-ae6e-60a74ac78233), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.770624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (493df93d-a583-4c6d-ae6e-60a74ac78233), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.789512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493df93d-a583-4c6d-ae6e-60a74ac78233,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:09.795748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.796941 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-df0be248-7383-46e6-9232-a2443a17d1e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123433 May 12 03:51:09.799583 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40050) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:09.803902 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'cf46d5f4-24f6-45c4-b35a-b76742b19af9', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:09.828996 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (befc11fd-e4c4-44f7-a83a-90727d1390fb), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.882888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (befc11fd-e4c4-44f7-a83a-90727d1390fb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.886343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (befc11fd-e4c4-44f7-a83a-90727d1390fb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.905072 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befc11fd-e4c4-44f7-a83a-90727d1390fb,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:09.913167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:09.914341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-abd5fc44-8b59-47eb-a98a-af38b7ca5e53 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138103 May 12 03:51:09.916924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40052) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:09.921672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'cf46d5f4-24f6-45c4-b35a-b76742b19af9', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:09.946326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (282cfd32-6290-467f-a286-c57fc9db88c7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.001298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (282cfd32-6290-467f-a286-c57fc9db88c7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.005084 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (282cfd32-6290-467f-a286-c57fc9db88c7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.019625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282cfd32-6290-467f-a286-c57fc9db88c7,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:10.029932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.031116 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b0508f0a-490b-4343-a266-55c7a3ba4a42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132853 May 12 03:51:10.033944 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40054) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:10.038193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'cf46d5f4-24f6-45c4-b35a-b76742b19af9', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:10.057795 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:51:10.062800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (35f2ffa0-2476-4090-ac0a-1f58369f366a), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.119044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (35f2ffa0-2476-4090-ac0a-1f58369f366a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.122125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (35f2ffa0-2476-4090-ac0a-1f58369f366a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.139846 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f2ffa0-2476-4090-ac0a-1f58369f366a,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:10.144042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.145234 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-672da5ef-37fe-43be-ac96-5f3573a3045b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1103282 May 12 03:51:10.147950 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40056) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:10.152077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'cf46d5f4-24f6-45c4-b35a-b76742b19af9', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:10.171791 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:51:10.176961 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (9ba23808-35f3-4be9-99a4-7e0e27f332bc), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.233657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (9ba23808-35f3-4be9-99a4-7e0e27f332bc), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.236860 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (9ba23808-35f3-4be9-99a4-7e0e27f332bc), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.254865 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba23808-35f3-4be9-99a4-7e0e27f332bc,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:10.261850 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.263039 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c11d0457-1c09-48bc-875e-ff91b1f3ec4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141832 May 12 03:51:10.266175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40058) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:10.270876 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'network': {'name': 'tempest-network-smoke--1413638405', 'project_id': '34da570da06f436c805c7ff9085bb047', 'port_security_enabled': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:10.290381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:51:10.293547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.315794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:51:10.329985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e2370481-8ce9-4500-9a8a-78ebae7a96ec), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.330397 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Added segment e2370481-8ce9-4500-9a8a-78ebae7a96ec of type vlan for network c713a159-73f0-4d8a-9680-5bc2e0c972cd May 12 03:51:10.372227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (c713a159-73f0-4d8a-9680-5bc2e0c972cd), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.396083 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (c713a159-73f0-4d8a-9680-5bc2e0c972cd), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.401361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:10.401966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.439483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1723342 May 12 03:51:10.442416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40060) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:10.446580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'admin_state_up': True, 'project_id': '34da570da06f436c805c7ff9085bb047', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:10.486361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b34943-f691-4c3f-807a-d144f4783c2e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Network': ['ID=c713a159-73f0-4d8a-9680-5bc2e0c972cd,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:10.497841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:51:10.500388 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (a9405ed6-6650-44e1-aa96-9ebde92315e7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.501683 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (a9405ed6-6650-44e1-aa96-9ebde92315e7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.838091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (a9405ed6-6650-44e1-aa96-9ebde92315e7), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:10.972592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (a9405ed6-6650-44e1-aa96-9ebde92315e7), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:11.140095 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (a9405ed6-6650-44e1-aa96-9ebde92315e7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:11.161255 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:11.258482 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.229 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/356f9e50-186c-47bc-94b1-e527e6c85dc4) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:51:11.359638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:11.393119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:11.430348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:51:11.433951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:11.436897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:51:11.469928 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=356f9e50-186c-47bc-94b1-e527e6c85dc4,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:11.689814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (a9405ed6-6650-44e1-aa96-9ebde92315e7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:11.886195 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (a9405ed6-6650-44e1-aa96-9ebde92315e7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.014264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router a9405ed6-6650-44e1-aa96-9ebde92315e7 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:51:12.120116 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:51:12.129607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Sync routers for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:51:12.139699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.140227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:12.143906 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:12.144113 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c5cc5246-53ec-4ec1-ad4d-ff15cdf082a7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6975906 May 12 03:51:12.144113 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40062) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:12.249976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:12.265090 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-30c28c7f-4e4f-4a90-add5-3e181a4ba382 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=34da570da06f436c805c7ff9085bb047&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198862 May 12 03:51:12.267750 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40066) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:12.356664 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbcf02b-758f-48c4-937e-6ecbb22c72b8 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:12.358237 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bcbcf02b-758f-48c4-937e-6ecbb22c72b8 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895755 May 12 03:51:12.360993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40068) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:12.388193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0d10dec9-9de0-491f-a126-3e610d8cda3d tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261323 May 12 03:51:12.391366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40070) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:12.395981 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597210583', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'project_id': '34da570da06f436c805c7ff9085bb047', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:12.422794 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:11Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:12.451449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Checking router: a9405ed6-6650-44e1-aa96-9ebde92315e7 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:51:12.451811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Updating router a9405ed6-6650-44e1-aa96-9ebde92315e7 port 356f9e50-186c-47bc-94b1-e527e6c85dc4 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:51:12.478799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.482618 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:51:12.486178 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.570075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.668347 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (ace505c8-936b-47c3-be43-8295bbb0041f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.734624 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Subnet': ['ID=ace505c8-936b-47c3-be43-8295bbb0041f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:12.742622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Checking segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:51:12.742994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network hostable DHCP agents. Network: c713a159-73f0-4d8a-9680-5bc2e0c972cd, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:51:12.760600 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:51:12.769866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, c713a159-73f0-4d8a-9680-5bc2e0c972cd) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:12.773924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:12.774528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.780436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Publish callbacks [] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.784519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb79cd42-154b-4d47-91aa-1508ec7080c3 None None] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:51:12.787915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.792702 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5548a835-0432-4d90-aa6e-3951a493cf0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3978071 May 12 03:51:12.792898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40072) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:12.888974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbfd69-b389-40d3-9da1-1e2d0745aae8 None None] Pushing event updated for resources: {'Port': ['ID=356f9e50-186c-47bc-94b1-e527e6c85dc4,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:12.897330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Attempting to bind port 356f9e50-186c-47bc-94b1-e527e6c85dc4 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:51:12.897676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Attempting to bind port 356f9e50-186c-47bc-94b1-e527e6c85dc4 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:51:12.898056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Attempting to bind port 356f9e50-186c-47bc-94b1-e527e6c85dc4 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:51:12.908039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:51:12.908415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:51:12.908814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.909196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:51:12.909658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Bound port: 356f9e50-186c-47bc-94b1-e527e6c85dc4, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:51:12.910058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.963425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:51:12.964339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:12.997441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] For port 356f9e50-186c-47bc-94b1-e527e6c85dc4, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:51:13.001121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] For port 356f9e50-186c-47bc-94b1-e527e6c85dc4, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=356f9e50-186c-47bc-94b1-e527e6c85dc4,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:51:13.052726 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.240311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.295129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:13.295776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:13.300521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbfd69-b389-40d3-9da1-1e2d0745aae8 None None] Pushing event updated for resources: {'Port': ['ID=356f9e50-186c-47bc-94b1-e527e6c85dc4,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:13.361785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Allocated IP 172.20.0.2 (c713a159-73f0-4d8a-9680-5bc2e0c972cd/ace505c8-936b-47c3-be43-8295bbb0041f/9efa70a2-65e4-4148-8e2b-81419d560cfe) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:51:13.502527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:13.696311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Publish callbacks [] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.722167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.778944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:51:13.784094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:13.790029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:11Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:13.794558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:51:13.798959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Pushing event updated for resources: {'Port': ['ID=9efa70a2-65e4-4148-8e2b-81419d560cfe,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:13.827505 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.1 (c713a159-73f0-4d8a-9680-5bc2e0c972cd/ace505c8-936b-47c3-be43-8295bbb0041f/871f43cb-484a-4bae-a9f3-9ce20a156be6) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:51:13.828013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5375-9c4b-4081-8033-228b3e59c1b7 None None] The sync data for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv is: [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:11Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:51:13.882966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Attempting to bind port 9efa70a2-65e4-4148-8e2b-81419d560cfe on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:51:13.883436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Attempting to bind port 9efa70a2-65e4-4148-8e2b-81419d560cfe by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:51:13.883878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Attempting to bind port 9efa70a2-65e4-4148-8e2b-81419d560cfe on network c713a159-73f0-4d8a-9680-5bc2e0c972cd {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:51:13.890146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:51:13.890653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Checking segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:51:13.891136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.891593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Bound using segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:51:13.892120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Bound port: 9efa70a2-65e4-4148-8e2b-81419d560cfe, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:51:13.892571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.956382 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.962365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] For port 9efa70a2-65e4-4148-8e2b-81419d560cfe, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:51:13.965544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] For port 9efa70a2-65e4-4148-8e2b-81419d560cfe, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9efa70a2-65e4-4148-8e2b-81419d560cfe,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:51:13.972111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:13.990437 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:14.009158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:51:14.026894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:14.033858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:51:14.034081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f52aa-74be-4da5-bf6b-c9bad2a62020 None None] Pushing event updated for resources: {'Port': ['ID=9efa70a2-65e4-4148-8e2b-81419d560cfe,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:14.079819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=871f43cb-484a-4bae-a9f3-9ce20a156be6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:14.129597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (a9405ed6-6650-44e1-aa96-9ebde92315e7), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:14.297657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:14.643643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:14.648756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:14.731812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (a9405ed6-6650-44e1-aa96-9ebde92315e7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:14.734247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=871f43cb-484a-4bae-a9f3-9ce20a156be6,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:14.835244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:51:14.836856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:14.960990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router a9405ed6-6650-44e1-aa96-9ebde92315e7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:51:15.050515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c699ea-52dd-49b5-89d2-bbd462bc3b30 None None] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:51:15.074553 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:51:15.081538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-da1fc50d-31e3-418a-926d-b0389530217f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/a9405ed6-6650-44e1-aa96-9ebde92315e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2863863 May 12 03:51:15.084791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] Provisioning complete for port 9efa70a2-65e4-4148-8e2b-81419d560cfe triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:15.085162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.233384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] Current status of the port 9efa70a2-65e4-4148-8e2b-81419d560cfe is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:15.234415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.235704 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-7d58ecb8-20fc-46f2-a3b9-9ff0a5c2a2a1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134069545&fields=id&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 267 time: 0.0518620 May 12 03:51:15.302248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] For port 9efa70a2-65e4-4148-8e2b-81419d560cfe, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9efa70a2-65e4-4148-8e2b-81419d560cfe,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:15.311623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.381830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bbc0a-d60b-45b2-b9b6-503b4bd6a07c None None] Pushing event updated for resources: {'Port': ['ID=9efa70a2-65e4-4148-8e2b-81419d560cfe,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:15.393434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 356f9e50-186c-47bc-94b1-e527e6c85dc4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:51:15.406793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-0533ee6f-3f00-4449-b00d-232e43b67ce7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:15.408359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-0533ee6f-3f00-4449-b00d-232e43b67ce7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/networks?id=c713a159-73f0-4d8a-9680-5bc2e0c972cd HTTP/1.1" status: 200 len: 797 time: 0.1659017 May 12 03:51:15.423816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-3708279c-bc33-4792-b4cb-685e87c11348 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/quotas/34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 375 time: 0.0098026 May 12 03:51:15.454987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 356f9e50-186c-47bc-94b1-e527e6c85dc4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:15.455648 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.482846 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-1ec29232-b715-4491-a2df-5dc7d49971bd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519550 May 12 03:51:15.539836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-615fedac-d39d-4b52-97ad-29a5eb9d140f None None] Provisioning complete for port 9efa70a2-65e4-4148-8e2b-81419d560cfe triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:15.540353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-615fedac-d39d-4b52-97ad-29a5eb9d140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.598226 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-02db43f4-49da-480e-baf8-c5903cb3da8b service neutron] 10.222.0.23 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039789 May 12 03:51:15.613381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 356f9e50-186c-47bc-94b1-e527e6c85dc4 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:15.613781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.641746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 356f9e50-186c-47bc-94b1-e527e6c85dc4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=356f9e50-186c-47bc-94b1-e527e6c85dc4,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:15.665980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.666798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9efa70a2-65e4-4148-8e2b-81419d560cfe up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:51:15.702471 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-0291c161-a762-4eb1-bf7c-784b2c00b978 service neutron] 10.222.0.23 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977862 May 12 03:51:15.726836 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Sync routers for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:51:15.746993 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:15.748178 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:15.748435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-615fedac-d39d-4b52-97ad-29a5eb9d140f None None] Current status of the port 9efa70a2-65e4-4148-8e2b-81419d560cfe is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:15.776348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9efa70a2-65e4-4148-8e2b-81419d560cfe triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:15.776730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.780970 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-615fedac-d39d-4b52-97ad-29a5eb9d140f None None] Provisioning complete for port 871f43cb-484a-4bae-a9f3-9ce20a156be6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:15.781343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-615fedac-d39d-4b52-97ad-29a5eb9d140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:15.820533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=356f9e50-186c-47bc-94b1-e527e6c85dc4,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:15.883091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-615fedac-d39d-4b52-97ad-29a5eb9d140f None None] Port 871f43cb-484a-4bae-a9f3-9ce20a156be6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:51:15.908696 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:15.941287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9efa70a2-65e4-4148-8e2b-81419d560cfe is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:15.976390 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a6e3d150-c0f1-441e-9589-d20b27accbcd req-39514eff-a827-4710-8b68-c2361b873761 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 210 time: 0.0521829 May 12 03:51:16.004084 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-22c32011-a8fd-4094-99dd-42b2dad7b624 None None] Provisioning complete for port 871f43cb-484a-4bae-a9f3-9ce20a156be6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:16.004455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-22c32011-a8fd-4094-99dd-42b2dad7b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.051306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-22c32011-a8fd-4094-99dd-42b2dad7b624 None None] Port 871f43cb-484a-4bae-a9f3-9ce20a156be6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:51:16.136047 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 2, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:16.164603 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Checking router: a9405ed6-6650-44e1-aa96-9ebde92315e7 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:51:16.164951 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Updating router a9405ed6-6650-44e1-aa96-9ebde92315e7 port 871f43cb-484a-4bae-a9f3-9ce20a156be6 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:51:16.170232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c25b3c94-d109-482b-b4d5-73635a7c3418 None None] Provisioning complete for port 871f43cb-484a-4bae-a9f3-9ce20a156be6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:16.170638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c25b3c94-d109-482b-b4d5-73635a7c3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.193485 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.207045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c25b3c94-d109-482b-b4d5-73635a7c3418 None None] Port 871f43cb-484a-4bae-a9f3-9ce20a156be6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:51:16.502972 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Publish callbacks [] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.508756 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.562884 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Pushing event updated for resources: {'Port': ['ID=871f43cb-484a-4bae-a9f3-9ce20a156be6,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:16.587205 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.587205 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.587521 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.587729 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.588056 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.588380 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.588701 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.589131 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.589460 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.589791 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.590144 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.590458 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.590775 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.591090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.591968 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:51:16.625937 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Attempting to bind port 871f43cb-484a-4bae-a9f3-9ce20a156be6 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:51:16.626302 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Attempting to bind port 871f43cb-484a-4bae-a9f3-9ce20a156be6 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:51:16.626656 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Attempting to bind port 871f43cb-484a-4bae-a9f3-9ce20a156be6 on network c713a159-73f0-4d8a-9680-5bc2e0c972cd {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:51:16.632010 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:51:16.632380 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Checking segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:51:16.632776 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.633163 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Bound using segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:51:16.633621 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Bound port: 871f43cb-484a-4bae-a9f3-9ce20a156be6, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:51:16.634015 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.697864 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] For port 871f43cb-484a-4bae-a9f3-9ce20a156be6, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:51:16.701648 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] For port 871f43cb-484a-4bae-a9f3-9ce20a156be6, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=871f43cb-484a-4bae-a9f3-9ce20a156be6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:51:16.711290 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.761809 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:16.762567 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:16.823295 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a424ba-3990-4d6b-906d-51a5f13b7056 None None] Pushing event updated for resources: {'Port': ['ID=871f43cb-484a-4bae-a9f3-9ce20a156be6,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:16.829278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] Provisioning complete for port 871f43cb-484a-4bae-a9f3-9ce20a156be6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:16.841280 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.900294 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:16.932991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] Current status of the port 871f43cb-484a-4bae-a9f3-9ce20a156be6 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:16.933389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:16.972707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] For port 871f43cb-484a-4bae-a9f3-9ce20a156be6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=871f43cb-484a-4bae-a9f3-9ce20a156be6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:16.976956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:17.028976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31b179-55b5-4e18-a2ff-b59a966afaa6 None None] Pushing event updated for resources: {'Port': ['ID=871f43cb-484a-4bae-a9f3-9ce20a156be6,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:17.070404 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b9fe4982-ec12-4297-9115-918dec97a2b3 req-dd8605de-729d-4a49-9837-7f315a89f402 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 210 time: 0.0276675 May 12 03:51:17.097570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8be59310-16ef-4b34-b148-d957cd1e94e8 None None] Provisioning complete for port 871f43cb-484a-4bae-a9f3-9ce20a156be6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:17.098142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8be59310-16ef-4b34-b148-d957cd1e94e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:17.112930 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:17.139901 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786752-9161-4ad5-813e-52a516c1b036 None None] The sync data for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv is: [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:51:17.186610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8be59310-16ef-4b34-b148-d957cd1e94e8 None None] Current status of the port 871f43cb-484a-4bae-a9f3-9ce20a156be6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:17.379703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 356f9e50-186c-47bc-94b1-e527e6c85dc4 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:51:17.428739 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 356f9e50-186c-47bc-94b1-e527e6c85dc4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:17.429204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:17.508449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 356f9e50-186c-47bc-94b1-e527e6c85dc4 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:17.509523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 871f43cb-484a-4bae-a9f3-9ce20a156be6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:51:17.559098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 871f43cb-484a-4bae-a9f3-9ce20a156be6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:17.559468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:17.642716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 871f43cb-484a-4bae-a9f3-9ce20a156be6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:17.643832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9efa70a2-65e4-4148-8e2b-81419d560cfe up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:51:17.699784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 9efa70a2-65e4-4148-8e2b-81419d560cfe triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:17.700178 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:17.792773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 9efa70a2-65e4-4148-8e2b-81419d560cfe is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:17.853519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f9ceee29-7e8a-4309-abc3-8665f0e2c0d3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:17.855719 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f9ceee29-7e8a-4309-abc3-8665f0e2c0d3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/networks?id=c713a159-73f0-4d8a-9680-5bc2e0c972cd HTTP/1.1" status: 200 len: 797 time: 0.1216321 May 12 03:51:17.929355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-ffa02db9-5b8a-4e79-a7e9-c2bfc67bf49e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 380 time: 0.0611315 May 12 03:51:17.938398 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'port': {'device_id': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'admin_state_up': True, 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'security_groups': ['cf46d5f4-24f6-45c4-b35a-b76742b19af9']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:18.056243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:51:18.059970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.179118 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-895d10c5-5517-4c0e-8f80-31c3a5014fc2 req-a7adc3be-d795-44a7-ab6c-24382f0d9ffd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 210 time: 0.0340362 May 12 03:51:18.197834 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.13 (c713a159-73f0-4d8a-9680-5bc2e0c972cd/ace505c8-936b-47c3-be43-8295bbb0041f/6dbf1de9-1f82-4c00-b4db-d8ee248417a6) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:51:18.339670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.372182 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.420619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:51:18.425603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:18.428066 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:51:18.452740 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:18.485582 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:18.486143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.503011 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f790652c-5585-4b83-ab81-b24f43b869b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684197 May 12 03:51:18.518890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Request body: {'port': {'device_id': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:18.580756 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.623766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-07499d6d-b8fd-4495-912f-e23099b0b43d None None] Provisioning complete for port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:18.624297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-07499d6d-b8fd-4495-912f-e23099b0b43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.658813 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-07499d6d-b8fd-4495-912f-e23099b0b43d None None] Port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:51:18.876111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:51:18.883311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Publish callbacks [] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.896334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Transition to ACTIVE for port object 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:51:18.899471 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:18.948774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Pushing event updated for resources: {'Port': ['ID=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:19.025326 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Attempting to bind port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:51:19.025664 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Attempting to bind port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:51:19.026021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Attempting to bind port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 on network c713a159-73f0-4d8a-9680-5bc2e0c972cd {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:51:19.030741 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 on network c713a159-73f0-4d8a-9680-5bc2e0c972cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:51:19.031068 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Attempting to bind port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 on network c713a159-73f0-4d8a-9680-5bc2e0c972cd {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:51:19.036427 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:51:19.036790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Checking segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:51:19.037177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Bound using segment: {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:51:19.037607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Bound port: 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2370481-8ce9-4500-9a8a-78ebae7a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:51:19.037994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:19.104956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] For port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:51:19.108014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] For port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:51:19.113818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:19.152676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:19.153286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:19.154776 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] 10.222.0.57 "PUT /v2.0/ports/6dbf1de9-1f82-4c00-b4db-d8ee248417a6 HTTP/1.1" status: 200 len: 1094 time: 0.6402557 May 12 03:51:19.155212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:51:19.157466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:51:19.192410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bb867-ad0b-4511-87a7-daf4879380ea service neutron] Pushing event updated for resources: {'Port': ['ID=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:19.219721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd398e75-dcf6-42aa-a711-5532399c633f x-openstack-request-id: req-cd398e75-dcf6-42aa-a711-5532399c633f {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:51:19.220020 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:51:19.220276 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd398e75-dcf6-42aa-a711-5532399c633f {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:51:19.220690 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd398e75-dcf6-42aa-a711-5532399c633f'] response: {'name': 'network-changed', 'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'status': 'completed', 'code': 200} May 12 03:51:19.252714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-1291687e-3ea7-42df-b79d-553fe07c4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:19.254433 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-1291687e-3ea7-42df-b79d-553fe07c4536 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 1128 time: 0.0539134 May 12 03:51:19.301713 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-4dc087a7-3a8c-44ab-900e-f7575c7d6435 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6 HTTP/1.1" status: 200 len: 217 time: 0.0362072 May 12 03:51:19.309332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff5b5-df5c-494d-acae-f562754a4aaf req-766728b2-87f9-482f-8704-8e0c9de918e5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:19.312262 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-310ff5b5-df5c-494d-acae-f562754a4aaf req-766728b2-87f9-482f-8704-8e0c9de918e5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 944 time: 0.0504107 May 12 03:51:19.359660 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-e4d105e7-e728-4596-b692-575619719145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:19.361128 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-e4d105e7-e728-4596-b692-575619719145 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ace505c8-936b-47c3-be43-8295bbb0041f HTTP/1.1" status: 200 len: 834 time: 0.0497768 May 12 03:51:19.367573 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-310ff5b5-df5c-494d-acae-f562754a4aaf req-2f9ce00c-e5bb-4c6e-97df-d7b1169706a9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503678 May 12 03:51:19.420825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f44e5324-80ff-4cbf-b371-1782d3de6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:19.422328 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-f44e5324-80ff-4cbf-b371-1782d3de6ec1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c713a159-73f0-4d8a-9680-5bc2e0c972cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482030 May 12 03:51:19.513058 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-2fe42cc1-d5cc-46a6-be99-5de7037d45e4 service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806148 May 12 03:51:19.606202 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e377a8e1-28d1-4a28-bafb-2a8cd6856c0f req-b030c908-d81e-482b-a14b-98d3e5657f1a service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836279 May 12 03:51:20.489021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4694f-2e64-46dd-b669-fde2e369fa75 req-df278fdf-271f-42fb-987d-2cd8a6dfb5d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:20.490614 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-41b4694f-2e64-46dd-b669-fde2e369fa75 req-df278fdf-271f-42fb-987d-2cd8a6dfb5d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 944 time: 0.0519278 May 12 03:51:20.503285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-aec57633-cd44-4160-9213-4aa7c72a63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:20.504946 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-aec57633-cd44-4160-9213-4aa7c72a63c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 1128 time: 0.0403831 May 12 03:51:20.539881 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-41b4694f-2e64-46dd-b669-fde2e369fa75 req-2b51e9fc-4e00-462a-ba90-c922dac9589e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 May 12 03:51:20.596120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-0e9f9f99-893d-4435-a012-cb91cf4c38db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:20.597544 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-0e9f9f99-893d-4435-a012-cb91cf4c38db service neutron] 10.222.0.57 "GET /v2.0/networks?id=c713a159-73f0-4d8a-9680-5bc2e0c972cd HTTP/1.1" status: 200 len: 898 time: 0.0867364 May 12 03:51:20.640576 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-9f6fa8d0-a669-4bd9-8d79-280cb1de9276 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6 HTTP/1.1" status: 200 len: 217 time: 0.0337868 May 12 03:51:20.687884 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-917ba318-ef45-47fe-9dc4-21f3131d2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:20.689290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-917ba318-ef45-47fe-9dc4-21f3131d2d4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ace505c8-936b-47c3-be43-8295bbb0041f HTTP/1.1" status: 200 len: 834 time: 0.0423429 May 12 03:51:20.734738 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-e5c2f53e-3e25-4bd7-8c01-7433161825e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:20.736218 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-e5c2f53e-3e25-4bd7-8c01-7433161825e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c713a159-73f0-4d8a-9680-5bc2e0c972cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376863 May 12 03:51:20.829781 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-f04f0d50-3966-44c6-8f0d-e2ca1f778b91 service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836139 May 12 03:51:20.923964 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-661e73f4-21ec-4b68-88f0-ec3b5a0d9404 req-380dc6eb-0f77-4c37-9b57-2029e7d4a4b2 service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840130 May 12 03:51:21.651864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb53a1-94cc-4a47-bb4b-fff94256a1e4 req-9f962b4a-af0f-49c7-a184-719179ed52b4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:21.653352 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aeeb53a1-94cc-4a47-bb4b-fff94256a1e4 req-9f962b4a-af0f-49c7-a184-719179ed52b4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 944 time: 0.0476081 May 12 03:51:21.701414 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aeeb53a1-94cc-4a47-bb4b-fff94256a1e4 req-76052016-df8b-4858-a9d7-7a5357b4c682 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 May 12 03:51:21.848656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:51:21.942302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:21.953971 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'port_id': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'mac_address': 'fa:16:3e:cf:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:51:21.992991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:21.993374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:22.005452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:51:22.023271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:22.027141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:22.074589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:22.263519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['6dbf1de9-1f82-4c00-b4db-d8ee248417a6'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:51:22.814766 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534d60-dd85-4d26-96cd-7ea124ec0444 req-7b8c8d1a-384c-4a96-af4a-66845e25537a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:22.816235 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb534d60-dd85-4d26-96cd-7ea124ec0444 req-7b8c8d1a-384c-4a96-af4a-66845e25537a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 945 time: 0.0497022 May 12 03:51:22.864394 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb534d60-dd85-4d26-96cd-7ea124ec0444 req-907c761c-bbe1-4585-bdf6-b418d0911878 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426624 May 12 03:51:23.864177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:51:23.912386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:51:23.918829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:51:23.919365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:23.979586 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1762f-602f-46f4-a9bd-ad7d81575da9 req-bd68f63a-a131-421f-af18-f5db19fc4c86 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:23.981098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c6a1762f-602f-46f4-a9bd-ad7d81575da9 req-bd68f63a-a131-421f-af18-f5db19fc4c86 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 945 time: 0.0487719 May 12 03:51:24.000276 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:51:24.000570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:24.023056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:51:24.025281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98671fd-e0a4-44e2-b9ac-807756adde55" -d '{"events": [{"server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "name": "network-vif-plugged", "status": "completed", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:51:24.030669 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c6a1762f-602f-46f4-a9bd-ad7d81575da9 req-1dc5b1f3-5059-4174-ab1c-a8eaa974c446 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 May 12 03:51:24.037601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:51:24.042025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:24.072043 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1729ac45-495d-4dff-a8b8-1873179bff5b x-openstack-request-id: req-1729ac45-495d-4dff-a8b8-1873179bff5b {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:51:24.072330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "name": "network-vif-plugged", "status": "completed", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:51:24.072583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1729ac45-495d-4dff-a8b8-1873179bff5b {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:51:24.072970 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1729ac45-495d-4dff-a8b8-1873179bff5b'] response: {'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'code': 200} May 12 03:51:24.092225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:24.238860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39887d-f1c6-492e-a032-0a813b80056e req-8aaa49de-cc7b-4c8c-afae-637a67c52342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:24.240293 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee39887d-f1c6-492e-a032-0a813b80056e req-8aaa49de-cc7b-4c8c-afae-637a67c52342 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 1130 time: 0.0372584 May 12 03:51:24.284806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ee39887d-f1c6-492e-a032-0a813b80056e req-31c694cb-b900-4e90-a3f3-edc465e0733b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 May 12 03:51:25.149759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71a2a-6b2f-4900-aadc-4a85ae5c4e36 req-fdacc5a9-0fad-49d4-a61a-1aeaa6d473a3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:25.151276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4a71a2a-6b2f-4900-aadc-4a85ae5c4e36 req-fdacc5a9-0fad-49d4-a61a-1aeaa6d473a3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0449209 May 12 03:51:25.203331 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4a71a2a-6b2f-4900-aadc-4a85ae5c4e36 req-654c62e4-175f-4b85-8a22-be527ea5c159 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 May 12 03:51:26.314470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bdbc2-ae7c-434e-b0e7-983df6255d8a req-5f758a6c-5ff2-401d-a4d7-03ef5a6ff49e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:26.316180 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-789bdbc2-ae7c-434e-b0e7-983df6255d8a req-5f758a6c-5ff2-401d-a4d7-03ef5a6ff49e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0464952 May 12 03:51:26.365060 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-789bdbc2-ae7c-434e-b0e7-983df6255d8a req-711df8ee-2787-4281-9047-52dfa874bb01 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 May 12 03:51:26.474581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97843f-9b99-44db-945e-199f6af2011a req-a1022fae-ef82-4fd0-a411-bb4d3abc7713 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:26.476016 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8b97843f-9b99-44db-945e-199f6af2011a req-a1022fae-ef82-4fd0-a411-bb4d3abc7713 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0458577 May 12 03:51:26.522819 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8b97843f-9b99-44db-945e-199f6af2011a req-adceb0c1-5b58-46be-852a-7c5dafaa1c7e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 May 12 03:51:26.543423 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40132) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:26.613507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aade75-5cd8-4970-abf5-a31e84aa0505 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:26.615066 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a1aade75-5cd8-4970-abf5-a31e84aa0505 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 1125 time: 0.0706785 May 12 03:51:26.617831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40134) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:26.622589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:51:26.643158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:26.720512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:26.822833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.37 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/3bf0e547-1aa4-4ce6-b165-04f790a83c92) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:51:26.923649 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:26.956916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:26.990082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:51:26.992832 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:51:26.996268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:51:27.030945 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=3bf0e547-1aa4-4ce6-b165-04f790a83c92,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:27.363869 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (d8220990-067e-4648-8ad1-7f8743bb9cee), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:27.433152 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:27.608699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:27.613481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:27.681506 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=3bf0e547-1aa4-4ce6-b165-04f790a83c92,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:51:27.690196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (d8220990-067e-4648-8ad1-7f8743bb9cee), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:27.788942 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP d8220990-067e-4648-8ad1-7f8743bb9cee associated. External IP: 172.26.2.37, port: 6dbf1de9-1f82-4c00-b4db-d8ee248417a6. May 12 03:51:27.992391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router a9405ed6-6650-44e1-aa96-9ebde92315e7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:51:28.383214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:51:28.393313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] Sync routers for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:51:28.400956 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:28.406386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:28.406996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:28.430367 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-92064b89-8e63-4a47-98d4-2ba12f452232 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8114409 May 12 03:51:28.430965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:51:28.433218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:51:28.485974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0251bfd4-4d58-4371-9461-c54c3dd90d95 x-openstack-request-id: req-0251bfd4-4d58-4371-9461-c54c3dd90d95 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:51:28.486268 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:51:28.486570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0251bfd4-4d58-4371-9461-c54c3dd90d95 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:51:28.487091 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0251bfd4-4d58-4371-9461-c54c3dd90d95'] response: {'name': 'network-changed', 'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'status': 'completed', 'code': 200} May 12 03:51:28.548453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-b0a603a3-b802-499b-9d60-f28edad84375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:28.550028 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-b0a603a3-b802-499b-9d60-f28edad84375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 1130 time: 0.0412357 May 12 03:51:28.553345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25721a-0acf-4f1c-9150-523c0d1a46a8 req-7fee4f8a-599f-41da-9fce-aba855846aa1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:28.554975 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ba25721a-0acf-4f1c-9150-523c0d1a46a8 req-7fee4f8a-599f-41da-9fce-aba855846aa1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0495098 May 12 03:51:28.610528 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ba25721a-0acf-4f1c-9150-523c0d1a46a8 req-cbb6d90c-4735-499b-a1cc-1290ddf415b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487750 May 12 03:51:28.634091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40140) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:28.654072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-39d4056f-6576-410d-9c5a-03e847d77c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:28.655546 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-39d4056f-6576-410d-9c5a-03e847d77c95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c713a159-73f0-4d8a-9680-5bc2e0c972cd HTTP/1.1" status: 200 len: 898 time: 0.0996685 May 12 03:51:28.670509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:28.700207 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0bd4b900-00d2-4240-b8c7-6d17b7f66e2c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d8220990-067e-4648-8ad1-7f8743bb9cee HTTP/1.1" status: 200 len: 991 time: 0.0631220 May 12 03:51:28.720815 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-15b733cc-d417-4185-b692-416520f1da02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6 HTTP/1.1" status: 200 len: 999 time: 0.0590343 May 12 03:51:28.772329 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-0e00ceae-7213-43ee-81fa-a0d17cdd8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:28.773864 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-0e00ceae-7213-43ee-81fa-a0d17cdd8932 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ace505c8-936b-47c3-be43-8295bbb0041f HTTP/1.1" status: 200 len: 834 time: 0.0473459 May 12 03:51:28.817646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-ed5ae131-9bab-4fb4-b0a7-f0faa4e6c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:51:28.819211 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-ed5ae131-9bab-4fb4-b0a7-f0faa4e6c73c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c713a159-73f0-4d8a-9680-5bc2e0c972cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396934 May 12 03:51:28.907081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd8220990-067e-4648-8ad1-7f8743bb9cee', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'port_id': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'mac_address': 'fa:16:3e:cf:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:51:27Z', 'updated_at': '2022-05-12T03:51:27Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:28.910339 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-71353603-463f-402f-ab3e-dcbd76e4b494 service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847549 May 12 03:51:28.937393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] Checking router: a9405ed6-6650-44e1-aa96-9ebde92315e7 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:51:28.947029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:51:28.947844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:51:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:29.002584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-993277de-9f08-4cc8-9a2c-a0ad9bd7653b req-4d1bf0f8-42f0-4e1f-830d-f4c041ae2a07 service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867996 May 12 03:51:29.056747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:51:29.279255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd8220990-067e-4648-8ad1-7f8743bb9cee', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'port_id': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'mac_address': 'fa:16:3e:cf:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:51:27Z', 'updated_at': '2022-05-12T03:51:27Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:51:29.304393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30ce1b-e0a8-4dfc-b645-a31e7dbbc790 None None] The sync data for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv is: [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd8220990-067e-4648-8ad1-7f8743bb9cee', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'port_id': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'mac_address': 'fa:16:3e:cf:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:51:27Z', 'updated_at': '2022-05-12T03:51:27Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:51:29.519987 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4390a35e-f74c-460e-8246-d241ddb0ec66 None None] New status for floating IP d8220990-067e-4648-8ad1-7f8743bb9cee: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:51:29.703302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40142) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:51:29.761347 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1a042f37-1876-490f-b42e-b97198c3effd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d8220990-067e-4648-8ad1-7f8743bb9cee HTTP/1.1" status: 200 len: 993 time: 0.0566726 May 12 03:51:33.172067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1df11fb9-4546-4552-8f09-49d9649fbf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:35.689745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9162ee03-d36a-4146-9a2c-5e09caff7814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:36.541466 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:38.100797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:39.669937 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:51:40.755948 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:51:42.539245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:03.095660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a75bd-2f36-4862-ab4a-963d26363b1d req-71ca85eb-2e07-4830-ad2e-f76903f8f88e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:03.097112 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-976a75bd-2f36-4862-ab4a-963d26363b1d req-71ca85eb-2e07-4830-ad2e-f76903f8f88e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0468304 May 12 03:52:03.145330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-976a75bd-2f36-4862-ab4a-963d26363b1d req-a332b264-b6ce-4fa1-942c-2465b94e29fb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 May 12 03:52:03.174087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daea9a6b-f142-40ac-8f56-bf0bae97617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:04.258608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c197-cfcb-445c-b168-95d2bd5f9bb2 req-ed442dea-8698-4270-8deb-8502f8025042 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:04.260123 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6bc6c197-cfcb-445c-b168-95d2bd5f9bb2 req-ed442dea-8698-4270-8deb-8502f8025042 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0463028 May 12 03:52:04.307926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6bc6c197-cfcb-445c-b168-95d2bd5f9bb2 req-6095c9bb-6632-49cc-a466-a6b6f00ebb13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 May 12 03:52:04.330460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40170) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:04.393199 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-81280243-e99a-471d-8535-ab1b24c39397 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d8220990-067e-4648-8ad1-7f8743bb9cee HTTP/1.1" status: 200 len: 993 time: 0.0615969 May 12 03:52:05.689150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-36efc93e-a4fb-48d4-81a5-4cf8ea3fe34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:05.698158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3918ef9-cd4e-4410-9bae-c9294776f337 req-4d4f8b7a-f519-4e92-9d91-4b24d6aa1d07 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:05.699658 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3918ef9-cd4e-4410-9bae-c9294776f337 req-4d4f8b7a-f519-4e92-9d91-4b24d6aa1d07 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0491710 May 12 03:52:05.747582 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3918ef9-cd4e-4410-9bae-c9294776f337 req-c55af7d3-c741-4401-8df5-518579d3bcf5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 May 12 03:52:06.544349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:06.866067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcc87-ad19-4595-8175-29452cb43c50 req-a96ba0b1-acef-4b0e-a862-749be4dc31c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:06.867531 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-180bcc87-ad19-4595-8175-29452cb43c50 req-a96ba0b1-acef-4b0e-a862-749be4dc31c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0499840 May 12 03:52:06.914991 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-180bcc87-ad19-4595-8175-29452cb43c50 req-2b787d9e-d1e4-4b6a-b696-58c6d8707dc3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 May 12 03:52:06.936992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40180) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:06.995450 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-443dc0b4-9b70-42f5-b9f3-a49624679eda tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d8220990-067e-4648-8ad1-7f8743bb9cee HTTP/1.1" status: 200 len: 993 time: 0.0573411 May 12 03:52:07.345730 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40186) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:07.492651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 3bf0e547-1aa4-4ce6-b165-04f790a83c92 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:52:07.492990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:07.567498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:07.567823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (3bf0e547-1aa4-4ce6-b165-04f790a83c92), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:07.579507 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 3bf0e547-1aa4-4ce6-b165-04f790a83c92 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:52:07.727633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (3bf0e547-1aa4-4ce6-b165-04f790a83c92), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:07.752587 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=3bf0e547-1aa4-4ce6-b165-04f790a83c92,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:07.778404 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.778756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.779099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.779438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.779774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.780106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.780434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.780765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.781092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.781415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.781740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.782092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.782414 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.782737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.783058 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:07.823686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (d8220990-067e-4648-8ad1-7f8743bb9cee), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:07.824193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP d8220990-067e-4648-8ad1-7f8743bb9cee disassociated (deleted). External IP: 172.26.2.37, port: 6dbf1de9-1f82-4c00-b4db-d8ee248417a6. May 12 03:52:08.033596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router a9405ed6-6650-44e1-aa96-9ebde92315e7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:52:08.103963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:08.143183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:52:08.147967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:08.154987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] Sync routers for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:52:08.165650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:08.166831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:08.177157 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4bb65823-0ec0-4283-85ff-13e0a000fe0f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/floatingips/d8220990-067e-4648-8ad1-7f8743bb9cee HTTP/1.1" status: 204 len: 168 time: 0.8303413 May 12 03:52:08.177732 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:52:08.180068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937b3b50-18b5-40e2-bfa3-442dffa352f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:52:08.230628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408cba17-a06b-46ca-9795-3e898e5aed6a x-openstack-request-id: req-408cba17-a06b-46ca-9795-3e898e5aed6a {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:52:08.230927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:52:08.231186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-408cba17-a06b-46ca-9795-3e898e5aed6a {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:52:08.231601 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408cba17-a06b-46ca-9795-3e898e5aed6a'] response: {'name': 'network-changed', 'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'status': 'completed', 'code': 200} May 12 03:52:08.282311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:08.296700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-2aafcc03-eeaa-49a1-bc49-9de5ba50d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:08.298343 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-2aafcc03-eeaa-49a1-bc49-9de5ba50d404 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 1130 time: 0.0418885 May 12 03:52:08.405144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-550d01f3-3a12-475e-aa4a-7c9215e4737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:08.406772 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-550d01f3-3a12-475e-aa4a-7c9215e4737e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c713a159-73f0-4d8a-9680-5bc2e0c972cd HTTP/1.1" status: 200 len: 898 time: 0.0963249 May 12 03:52:08.435299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d57369-dd72-4a3d-b4dd-bbfabc0a79dd req-d7a4df42-25b7-45fa-89ab-607886421443 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:08.436875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a8d57369-dd72-4a3d-b4dd-bbfabc0a79dd req-d7a4df42-25b7-45fa-89ab-607886421443 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0512538 May 12 03:52:08.481614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:08.487010 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a8d57369-dd72-4a3d-b4dd-bbfabc0a79dd req-da2da6c4-bdd7-4bea-88ce-7cf473b62387 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 May 12 03:52:08.513858 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] Checking router: a9405ed6-6650-44e1-aa96-9ebde92315e7 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:52:08.522083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:08.522678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:08.524234 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-566c50c6-b10e-4c22-b78b-9c4a012d4ba9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6 HTTP/1.1" status: 200 len: 217 time: 0.0398636 May 12 03:52:08.629161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:08.813994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:08.843304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b66ca4-6c12-4573-914f-172270d05952 None None] The sync data for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv is: [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:51:14Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '871f43cb-484a-4bae-a9f3-9ce20a156be6', 'name': '', 'network_id': 'c713a159-73f0-4d8a-9680-5bc2e0c972cd', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1a:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:13Z', 'updated_at': '2022-05-12T03:51:16Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ace505c8-936b-47c3-be43-8295bbb0041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:52:09.058200 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b2fb7-8361-4b55-9ba0-6a44420e1eef None None] New status for floating IP d8220990-067e-4648-8ad1-7f8743bb9cee: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:52:09.606757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b804450-df52-406c-8952-852104bca33e req-3c55f84b-4f77-4fa6-8b9b-04e7885e8115 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:09.608218 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5b804450-df52-406c-8952-852104bca33e req-3c55f84b-4f77-4fa6-8b9b-04e7885e8115 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0465043 May 12 03:52:09.655647 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5b804450-df52-406c-8952-852104bca33e req-744ba015-2d47-4d36-bbf6-e75f514ae888 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf46d5f4-24f6-45c4-b35a-b76742b19af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420308 May 12 03:52:09.673065 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:09.992939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-b8c9866b-547a-4fd9-87f2-7b97a88e4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:09.994359 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-b8c9866b-547a-4fd9-87f2-7b97a88e4943 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ace505c8-936b-47c3-be43-8295bbb0041f HTTP/1.1" status: 200 len: 834 time: 0.0477214 May 12 03:52:10.040174 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-3dff5d8d-f26a-4af7-878e-c7d452afc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:10.041636 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-3dff5d8d-f26a-4af7-878e-c7d452afc134 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c713a159-73f0-4d8a-9680-5bc2e0c972cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371718 May 12 03:52:10.115647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-1ac7491b-6d65-40f3-9db2-1fef7499338a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:52:10.116741 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-1ac7491b-6d65-40f3-9db2-1fef7499338a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051014 May 12 03:52:10.221520 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-dc102761-8662-493c-94b5-30f266aaa703 service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800762 May 12 03:52:10.344134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-de95ecc7-5da1-409a-a085-c99430a849e5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:10.345568 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-de95ecc7-5da1-409a-a085-c99430a849e5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 946 time: 0.0926208 May 12 03:52:10.406584 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-937b3b50-18b5-40e2-bfa3-442dffa352f7 req-d3eb39b8-fcea-4c4f-93b6-7828ead83c5a service neutron] 10.222.0.57 "GET /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546216 May 12 03:52:10.450622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:52:10.450963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:10.537365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:10.537727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:10.550955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:52:10.685347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (6dbf1de9-1f82-4c00-b4db-d8ee248417a6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:10.719890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=6dbf1de9-1f82-4c00-b4db-d8ee248417a6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:10.749818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.750191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.750533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.751850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.752192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.752524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.752851 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.753179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.753502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.753823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.754172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.754490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.754807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.755126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.755442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:10.762590 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-694220ca-d3ab-400b-a1c8-1167356fc908 req-8edfc5d1-d92b-489b-94bf-be6ce201d8b6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fe1628e-e0d3-4a43-979f-e528fd62569d HTTP/1.1" status: 200 len: 210 time: 0.0370963 May 12 03:52:10.778916 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] No DVR routers for this DVR port 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:52:10.781690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:10.785289 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad17b45c-eac5-41de-964b-0b3a398d8ff6 req-f6a4025d-f7bd-4638-9650-c90464a14595 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "DELETE /v2.0/ports/6dbf1de9-1f82-4c00-b4db-d8ee248417a6 HTTP/1.1" status: 204 len: 173 time: 0.4305708 May 12 03:52:10.785749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'name': 'network-vif-deleted', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:52:10.788044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c25e7-5b02-4e68-a353-d45c098353ba" -d '{"events": [{"server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "name": "network-vif-deleted", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:52:10.827828 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fdd4a1-720a-41d0-beb8-fb259f70d108 x-openstack-request-id: req-85fdd4a1-720a-41d0-beb8-fb259f70d108 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:52:10.828156 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe1628e-e0d3-4a43-979f-e528fd62569d", "name": "network-vif-deleted", "tag": "6dbf1de9-1f82-4c00-b4db-d8ee248417a6", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:52:10.828462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85fdd4a1-720a-41d0-beb8-fb259f70d108 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:52:10.828866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fdd4a1-720a-41d0-beb8-fb259f70d108'] response: {'server_uuid': '2fe1628e-e0d3-4a43-979f-e528fd62569d', 'name': 'network-vif-deleted', 'tag': '6dbf1de9-1f82-4c00-b4db-d8ee248417a6', 'status': 'completed', 'code': 200} May 12 03:52:11.817663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40204) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:12.148189 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (a9405ed6-6650-44e1-aa96-9ebde92315e7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:12.385687 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 871f43cb-484a-4bae-a9f3-9ce20a156be6 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:52:12.386062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:12.476453 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 871f43cb-484a-4bae-a9f3-9ce20a156be6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=871f43cb-484a-4bae-a9f3-9ce20a156be6,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:12.476819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:12.489706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 871f43cb-484a-4bae-a9f3-9ce20a156be6 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:52:12.548031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:12.674087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (871f43cb-484a-4bae-a9f3-9ce20a156be6), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:12.697980 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=871f43cb-484a-4bae-a9f3-9ce20a156be6,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:12.879898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (a9405ed6-6650-44e1-aa96-9ebde92315e7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:13.096658 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router a9405ed6-6650-44e1-aa96-9ebde92315e7 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:52:13.201213 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:52:13.206431 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6c0b9b45-80a6-4a36-9685-3cfb776fa842 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/a9405ed6-6650-44e1-aa96-9ebde92315e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3876207 May 12 03:52:13.208705 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40206) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:13.211045 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] Sync routers for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:52:13.225965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:13.226599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:13.499549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:13.577523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting subnet ace505c8-936b-47c3-be43-8295bbb0041f {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:52:13.580580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (ace505c8-936b-47c3-be43-8295bbb0041f), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:13.618501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (ace505c8-936b-47c3-be43-8295bbb0041f), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:13.673169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:52:12Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:13.701727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] Checking router: a9405ed6-6650-44e1-aa96-9ebde92315e7 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:52:13.702622 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ace505c8-936b-47c3-be43-8295bbb0041f), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:13.711171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] Routers {'a9405ed6-6650-44e1-aa96-9ebde92315e7'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:13.711784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['a9405ed6-6650-44e1-aa96-9ebde92315e7'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:13.759882 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (ace505c8-936b-47c3-be43-8295bbb0041f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:13.787415 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Subnet': ['ID=ace505c8-936b-47c3-be43-8295bbb0041f,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:13.789562 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:13.792672 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-311139df-0f85-481e-9937-d04ebb307085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/subnets/ace505c8-936b-47c3-be43-8295bbb0041f HTTP/1.1" status: 204 len: 168 time: 0.5829551 May 12 03:52:13.795285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40208) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:13.803196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf38790-f550-45b6-837d-1fd39baa7084 None None] Network c713a159-73f0-4d8a-9680-5bc2e0c972cd requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:52:13.874850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] Set router a9405ed6-6650-44e1-aa96-9ebde92315e7 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:13.902044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (a9405ed6-6650-44e1-aa96-9ebde92315e7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.012196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (a9405ed6-6650-44e1-aa96-9ebde92315e7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.064283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 356f9e50-186c-47bc-94b1-e527e6c85dc4 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:52:14.064628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.073062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] DHCP port deletion for c713a159-73f0-4d8a-9680-5bc2e0c972cd request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:52:14.106252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:52:12Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:14.140523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89667a79-cc12-4796-8c16-ff7c9235c453 None None] The sync data for ids ['a9405ed6-6650-44e1-aa96-9ebde92315e7'] in dv-neutron-841363-5-hyperv is: [{'id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285814110', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:51:10Z', 'updated_at': '2022-05-12T03:52:12Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '356f9e50-186c-47bc-94b1-e527e6c85dc4', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9405ed6-6650-44e1-aa96-9ebde92315e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:51:11Z', 'updated_at': '2022-05-12T03:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:52:14.149865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Deleting port 9efa70a2-65e4-4148-8e2b-81419d560cfe {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:52:14.150251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 356f9e50-186c-47bc-94b1-e527e6c85dc4, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=356f9e50-186c-47bc-94b1-e527e6c85dc4,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:14.150393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.150619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.169837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 356f9e50-186c-47bc-94b1-e527e6c85dc4 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:52:14.218193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] For port 9efa70a2-65e4-4148-8e2b-81419d560cfe, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=9efa70a2-65e4-4148-8e2b-81419d560cfe,segment=NetworkSegment(e2370481-8ce9-4500-9a8a-78ebae7a96ec),segment_id=e2370481-8ce9-4500-9a8a-78ebae7a96ec)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:14.218588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.222538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:52:14.250877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Calling delete_port for 9efa70a2-65e4-4148-8e2b-81419d560cfe owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:52:14.254751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:52:14.255093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 6dbf1de9-1f82-4c00-b4db-d8ee248417a6 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:52:14.336395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (9efa70a2-65e4-4148-8e2b-81419d560cfe), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.340809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (356f9e50-186c-47bc-94b1-e527e6c85dc4), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.361987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Pushing event deleted for resources: {'Port': ['ID=9efa70a2-65e4-4148-8e2b-81419d560cfe,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:14.366279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=356f9e50-186c-47bc-94b1-e527e6c85dc4,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:14.366447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] No DVR routers for this DVR port 9efa70a2-65e4-4148-8e2b-81419d560cfe on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:52:14.376831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.377162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.377508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.377848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.378214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.378548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.378877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.379205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.379534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.379864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.380193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.380524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.380853 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.381173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.381498 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce61bd62-3569-4458-962b-afb2f9a90877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:14.432491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (a9405ed6-6650-44e1-aa96-9ebde92315e7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.526234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (a9405ed6-6650-44e1-aa96-9ebde92315e7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.529089 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (a9405ed6-6650-44e1-aa96-9ebde92315e7), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.592710 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (a9405ed6-6650-44e1-aa96-9ebde92315e7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.593407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Fanout notify agent at l3_agent the message router_deleted on router a9405ed6-6650-44e1-aa96-9ebde92315e7 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:52:14.601144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.602303 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c7088817-f2e1-4f22-a3dc-6494347f19fa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/routers/a9405ed6-6650-44e1-aa96-9ebde92315e7 HTTP/1.1" status: 204 len: 168 time: 0.8061106 May 12 03:52:14.605628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40210) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:14.684425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (c713a159-73f0-4d8a-9680-5bc2e0c972cd), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.771160 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (c713a159-73f0-4d8a-9680-5bc2e0c972cd), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.792514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c713a159-73f0-4d8a-9680-5bc2e0c972cd']}} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:14.806200 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2370481-8ce9-4500-9a8a-78ebae7a96ec') {'for_net_delete': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:14.806503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.services.segments.db [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2370481-8ce9-4500-9a8a-78ebae7a96ec') {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:14.820461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058876'] for segment (e2370481-8ce9-4500-9a8a-78ebae7a96ec), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.833846 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (e2370481-8ce9-4500-9a8a-78ebae7a96ec), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.840195 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:52:14.840573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60047455'] for segment (e2370481-8ce9-4500-9a8a-78ebae7a96ec), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: Traceback (most recent call last): May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: timer() May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: cb(*args, **kw) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: return func(*args, **kwargs) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: self._notify() May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: self.callback(batched_events) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: event.method(event) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: return f(self, *a, **k) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._get(url).json() May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: return self.request(url, 'GET', **kwargs) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:52:14.843567 dv-neutron-841363-5-hyperv neutron-server[104164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:52:14.900292 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (c713a159-73f0-4d8a-9680-5bc2e0c972cd), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.909354 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:14.912768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/networks/c713a159-73f0-4d8a-9680-5bc2e0c972cd HTTP/1.1" status: 204 len: 168 time: 0.3059716 May 12 03:52:14.915509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40212) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:14.935306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e0735-6335-49d1-b89a-cdee6ab1885b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Network': ['ID=c713a159-73f0-4d8a-9680-5bc2e0c972cd,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:14.995412 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fb6d17cb-8edf-4293-900d-5550b67a13d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (cf46d5f4-24f6-45c4-b35a-b76742b19af9), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.020160 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fb6d17cb-8edf-4293-900d-5550b67a13d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (cf46d5f4-24f6-45c4-b35a-b76742b19af9), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.082593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fb6d17cb-8edf-4293-900d-5550b67a13d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (cf46d5f4-24f6-45c4-b35a-b76742b19af9), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.085087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fb6d17cb-8edf-4293-900d-5550b67a13d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.086344 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fb6d17cb-8edf-4293-900d-5550b67a13d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf46d5f4-24f6-45c4-b35a-b76742b19af9 HTTP/1.1" status: 204 len: 168 time: 0.1698883 May 12 03:52:15.095575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d17cb-8edf-4293-900d-5550b67a13d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf46d5f4-24f6-45c4-b35a-b76742b19af9,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.198211 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40218) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.203605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602454316', 'description': 'tempest-secgroup-smoke-602454316 description', 'project_id': '34da570da06f436c805c7ff9085bb047'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.225775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.299512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (0a614245-639e-4bfc-9aca-6441c6d496a8), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.305191 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0a614245-639e-4bfc-9aca-6441c6d496a8), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.313349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 356f9e50-186c-47bc-94b1-e527e6c85dc4 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:52:15.337118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 356f9e50-186c-47bc-94b1-e527e6c85dc4 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:52:15.337118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 356f9e50-186c-47bc-94b1-e527e6c85dc4 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:52:15.337583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 871f43cb-484a-4bae-a9f3-9ce20a156be6 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:52:15.341727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.345641 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1431658 May 12 03:52:15.345774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40220) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.350030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '0a614245-639e-4bfc-9aca-6441c6d496a8', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.355717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdcf02-b821-4bff-b07b-a80c681079b3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a614245-639e-4bfc-9aca-6441c6d496a8,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.361781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 871f43cb-484a-4bae-a9f3-9ce20a156be6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:52:15.362159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 871f43cb-484a-4bae-a9f3-9ce20a156be6 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:52:15.362579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9efa70a2-65e4-4148-8e2b-81419d560cfe no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:52:15.384542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 9efa70a2-65e4-4148-8e2b-81419d560cfe {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:52:15.384896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 9efa70a2-65e4-4148-8e2b-81419d560cfe not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:52:15.388735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (1c716c20-6a9b-4802-bae4-db2a41acecd2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.442556 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (1c716c20-6a9b-4802-bae4-db2a41acecd2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.446040 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1c716c20-6a9b-4802-bae4-db2a41acecd2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.464629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c716c20-6a9b-4802-bae4-db2a41acecd2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.472342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.473545 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2ba8a7db-b0ee-4cab-bd4e-8b5dba4d7201 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268125 May 12 03:52:15.476212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40222) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.480475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '0a614245-639e-4bfc-9aca-6441c6d496a8', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.505099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (69c7660d-517f-4d93-aa65-81b63f8f36cc), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.562086 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (69c7660d-517f-4d93-aa65-81b63f8f36cc), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.565616 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (69c7660d-517f-4d93-aa65-81b63f8f36cc), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.582710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c7660d-517f-4d93-aa65-81b63f8f36cc,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.592670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.593937 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-643a8dfd-a3c9-4d3a-87c0-13c42f315177 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167665 May 12 03:52:15.599709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40224) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.602688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '0a614245-639e-4bfc-9aca-6441c6d496a8', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.633367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (2d07807d-10c9-4be0-a831-1e973bbfd7aa), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.688371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (2d07807d-10c9-4be0-a831-1e973bbfd7aa), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.691747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (2d07807d-10c9-4be0-a831-1e973bbfd7aa), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.708371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d07807d-10c9-4be0-a831-1e973bbfd7aa,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.716352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.717522 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-73f796f1-ff79-46f0-8eeb-24085740d3b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181996 May 12 03:52:15.720134 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40226) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.724289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '0a614245-639e-4bfc-9aca-6441c6d496a8', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.749171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (8ec4af2a-ad9c-49ce-823d-4c6818fd510d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.804414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (8ec4af2a-ad9c-49ce-823d-4c6818fd510d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.808686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8ec4af2a-ad9c-49ce-823d-4c6818fd510d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.829147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec4af2a-ad9c-49ce-823d-4c6818fd510d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.835417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.836396 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b55de86b-3505-48a3-bbf6-1b176a90f131 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153569 May 12 03:52:15.839073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40228) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.843252 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '0a614245-639e-4bfc-9aca-6441c6d496a8', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.863714 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:52:15.868821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (87963c78-68af-47e9-8faf-52557884bd80), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.935254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (87963c78-68af-47e9-8faf-52557884bd80), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.939488 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (87963c78-68af-47e9-8faf-52557884bd80), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.959687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87963c78-68af-47e9-8faf-52557884bd80,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:15.964021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:15.965820 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-19e1b42f-8b41-43a7-9751-5d2dcf4132a6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257734 May 12 03:52:15.968573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40230) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:15.972807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '0a614245-639e-4bfc-9aca-6441c6d496a8', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:15.993248 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:52:15.998504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (28066e6b-8e42-4a9c-bd27-c8d955381297), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.055923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (28066e6b-8e42-4a9c-bd27-c8d955381297), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.058821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (28066e6b-8e42-4a9c-bd27-c8d955381297), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.075708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28066e6b-8e42-4a9c-bd27-c8d955381297,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:16.083793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.084989 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e115d9e2-b502-439b-bbb2-48a06fd38075 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154909 May 12 03:52:16.087725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40232) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:16.092908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'network': {'name': 'tempest-network-smoke--257233041', 'project_id': '34da570da06f436c805c7ff9085bb047', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:16.111806 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:52:16.115412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.137357 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:52:16.146700 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (314f521b-91aa-43ea-bb6d-12d67333da1f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.147120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Added segment 314f521b-91aa-43ea-bb6d-12d67333da1f of type vlan for network 8963464a-6ba1-4b22-9db7-24fd07060b8c May 12 03:52:16.193638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8963464a-6ba1-4b22-9db7-24fd07060b8c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.220159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8963464a-6ba1-4b22-9db7-24fd07060b8c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.225106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:16.225671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.263689 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1749456 May 12 03:52:16.266355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40234) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:16.270592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'admin_state_up': True, 'project_id': '34da570da06f436c805c7ff9085bb047', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:16.305966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b5e0a-c27f-4ae1-a77b-a2ae44aab696 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Network': ['ID=8963464a-6ba1-4b22-9db7-24fd07060b8c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:16.317304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:52:16.319521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (bf1e4623-752d-4801-9fd8-5424a809d868), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.324159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (bf1e4623-752d-4801-9fd8-5424a809d868), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.376302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (bf1e4623-752d-4801-9fd8-5424a809d868), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.510608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (bf1e4623-752d-4801-9fd8-5424a809d868), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.679180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (bf1e4623-752d-4801-9fd8-5424a809d868), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.697145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.794351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.120 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/29c5ff28-e6a4-41be-aafa-f45c8c34c7c6) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:52:16.896872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.928245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:16.966640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:52:16.969475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:16.975623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:52:16.997474 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:17.549940 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (bf1e4623-752d-4801-9fd8-5424a809d868), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:17.750392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (bf1e4623-752d-4801-9fd8-5424a809d868), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:17.756167 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:52:17.878215 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router bf1e4623-752d-4801-9fd8-5424a809d868 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:52:17.983956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:52:17.993216 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Sync routers for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:52:18.003090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:18.003718 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:18.003980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.006287 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00723bac-e55f-4749-9cbb-d8995ba58071 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7390020 May 12 03:52:18.009414 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40238) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:18.047346 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-53f3a0e4-1978-45ac-afc0-fbcd7c1f5f3d tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=34da570da06f436c805c7ff9085bb047&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342696 May 12 03:52:18.047950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40240) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:18.092349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-a959e193-591d-4043-870c-24803f28e1d5 req-68db6593-ee7a-4c20-8567-ffbc848a9d6f service neutron] (104164) timed out ('10.222.0.57', 49632) {{(pid=104164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 03:52:18.115808 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:18.193960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f47c6-bb24-48b5-9cbb-b36dfbbb38a6 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:18.195463 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-8b3f47c6-bb24-48b5-9cbb-b36dfbbb38a6 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465468 May 12 03:52:18.198476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40242) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:18.232059 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1fc2532d-c41f-44a4-98d5-be40f062cc4e tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320039 May 12 03:52:18.234531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40244) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:18.239188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-551230677', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'project_id': '34da570da06f436c805c7ff9085bb047', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:18.287022 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:17Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:18.314453 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Checking router: bf1e4623-752d-4801-9fd8-5424a809d868 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:52:18.314800 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Updating router bf1e4623-752d-4801-9fd8-5424a809d868 port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:52:18.327618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:52:18.331268 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.343248 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.507999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (ddf7da8e-f0ea-4e47-b928-a421256316f9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.569464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Subnet': ['ID=ddf7da8e-f0ea-4e47-b928-a421256316f9,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:18.576960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Checking segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:52:18.577385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network hostable DHCP agents. Network: 8963464a-6ba1-4b22-9db7-24fd07060b8c, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:52:18.596080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:52:18.605633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8963464a-6ba1-4b22-9db7-24fd07060b8c) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:18.609619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:18.610233 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.615999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c6f67-24b4-4404-96f2-804cbccceaeb None None] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:52:18.632434 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5763a1de-c7e9-4dc2-9862-4f00d821351f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3966701 May 12 03:52:18.635024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40246) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:18.640035 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Publish callbacks [] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.651125 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.699825 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Attempting to bind port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:52:18.700148 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-4e7f3087-974c-47b6-a89c-37708257017c req-42edb052-9d7a-4ffd-b194-2aca4a8a7423 service neutron] (104165) timed out ('10.222.0.57', 49627) {{(pid=104165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 03:52:18.700314 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Attempting to bind port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:52:18.700551 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Attempting to bind port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:52:18.711845 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Pushing event updated for resources: {'Port': ['ID=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:18.715298 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:52:18.715676 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:52:18.716079 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.716475 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:52:18.716947 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Bound port: 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:52:18.717351 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.723414 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.723765 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.724108 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.724450 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.724785 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.725123 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.725452 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.725778 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.726134 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.726465 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.726848 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.727116 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.727441 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.727765 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.728083 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:52:18.743114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8963464a-6ba1-4b22-9db7-24fd07060b8c', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:52:18.744068 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.786262 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] For port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:52:18.789389 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] For port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:52:18.795960 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:18.855782 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be619d4-31db-4b63-8480-a8265f72bc21 None None] Pushing event updated for resources: {'Port': ['ID=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:18.883094 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:18.884196 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:18.894454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Allocated IP 172.20.0.2 (8963464a-6ba1-4b22-9db7-24fd07060b8c/ddf7da8e-f0ea-4e47-b928-a421256316f9/b045d8d7-ff2e-4694-b46e-4aba1a0fb538) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:52:19.013462 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:19.062130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Publish callbacks [] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.067912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.107230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:52:19.111896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:19.117750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:52:19.124914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Pushing event updated for resources: {'Port': ['ID=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:19.144651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.180999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Attempting to bind port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:52:19.181515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Attempting to bind port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:52:19.182017 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Attempting to bind port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 on network 8963464a-6ba1-4b22-9db7-24fd07060b8c {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:52:19.188220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:52:19.189134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Checking segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:52:19.189134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.189718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Bound using segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:52:19.190314 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Bound port: b045d8d7-ff2e-4694-b46e-4aba1a0fb538, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:52:19.191071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.195150 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:17Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:19.226674 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64b755-992f-4013-a9c6-9c1c034d6af7 None None] The sync data for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv is: [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:17Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:52:19.262785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] For port b045d8d7-ff2e-4694-b46e-4aba1a0fb538, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:52:19.270274 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] For port b045d8d7-ff2e-4694-b46e-4aba1a0fb538, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:52:19.279301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.347660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cdea-22d5-4a84-abc5-564d3d29f5c8 None None] Pushing event updated for resources: {'Port': ['ID=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:19.542235 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.1 (8963464a-6ba1-4b22-9db7-24fd07060b8c/ddf7da8e-f0ea-4e47-b928-a421256316f9/ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:52:19.688405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.723481 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.764680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:52:19.767825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:19.773795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:52:19.797187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:19.821124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (bf1e4623-752d-4801-9fd8-5424a809d868), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:19.963744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.346514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57414ca9-3c53-4533-a2da-addaa844c93c None None] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:52:20.426972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] Provisioning complete for port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:20.427343 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.536902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] Current status of the port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:20.537378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.582432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] For port b045d8d7-ff2e-4694-b46e-4aba1a0fb538, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:20.587433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.590031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.598279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.650223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2da166-af1c-436e-bb56-ee9644978822 None None] Pushing event updated for resources: {'Port': ['ID=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:20.653969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (bf1e4623-752d-4801-9fd8-5424a809d868), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.717587 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:20.782960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:52:20.784441 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:20.812644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a45f7538-bad1-4a15-b230-afeddd7c1a42 None None] Provisioning complete for port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:20.813015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a45f7538-bad1-4a15-b230-afeddd7c1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.852544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a45f7538-bad1-4a15-b230-afeddd7c1a42 None None] Port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:52:20.861304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a45f7538-bad1-4a15-b230-afeddd7c1a42 None None] Provisioning complete for port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:20.861687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a45f7538-bad1-4a15-b230-afeddd7c1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:20.916521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router bf1e4623-752d-4801-9fd8-5424a809d868 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:52:20.945399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a45f7538-bad1-4a15-b230-afeddd7c1a42 None None] Current status of the port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:21.033778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:52:21.039032 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7a39ef56-5a9c-43c0-95c4-58b54751cae3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/bf1e4623-752d-4801-9fd8-5424a809d868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026344 May 12 03:52:21.043248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Sync routers for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:52:21.054820 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:21.055523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:21.110625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-47aa5985-7827-48ba-b301-d7baa2cc51e4 None None] Provisioning complete for port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:21.110932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-47aa5985-7827-48ba-b301-d7baa2cc51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:21.201818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-06a706a0-56ce-46fd-989e-4ba1f09b92cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602454316&fields=id&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 267 time: 0.0484650 May 12 03:52:21.325435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-44e55634-7287-4d8e-bd06-439f5ca40b03 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:21.328807 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-44e55634-7287-4d8e-bd06-439f5ca40b03 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 796 time: 0.1202943 May 12 03:52:21.336451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-47aa5985-7827-48ba-b301-d7baa2cc51e4 None None] Port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:52:21.348175 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-16fd6e2c-09fc-4de6-8703-aaf1a2213b0e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/quotas/34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 375 time: 0.0151217 May 12 03:52:21.369316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:21.398854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-8ef7fdc6-94b6-435d-af7b-316e4a666461 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451112 May 12 03:52:21.402832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b045d8d7-ff2e-4694-b46e-4aba1a0fb538 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:52:21.492317 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6ff0400a-66b8-4b41-ad5b-ac72f2a52cf6 None None] Provisioning complete for port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:21.492689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6ff0400a-66b8-4b41-ad5b-ac72f2a52cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:21.541046 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-e0d4570d-e240-4690-bb99-1eaf86b5ad09 service neutron] 10.222.0.23 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309788 May 12 03:52:21.587539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:21.587911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:21.593224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6ff0400a-66b8-4b41-ad5b-ac72f2a52cf6 None None] Port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:52:21.635626 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-e7dc21aa-5c4a-4f8b-bbea-c3d73c6019b7 service neutron] 10.222.0.23 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873611 May 12 03:52:21.712259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:20Z', 'revision_number': 2, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:21.748913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Checking router: bf1e4623-752d-4801-9fd8-5424a809d868 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:52:21.750714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Updating router bf1e4623-752d-4801-9fd8-5424a809d868 port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:52:21.754826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:21.755874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:52:21.805142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0b037345-b7ee-4a31-b714-b42275ac5c1b req-9ba4e218-ef39-4e26-8cd3-b88aaf1ffce1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 210 time: 0.0359406 May 12 03:52:21.809277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:21.864215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:21.864600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.057109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:22.057501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.110237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:22.114866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.197479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:22.251579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Publish callbacks [] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.256280 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.308824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d34f11-818e-46fe-a64e-e8347f2592ec None None] Pushing event updated for resources: {'Port': ['ID=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:22.368655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Attempting to bind port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:52:22.369036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Attempting to bind port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:52:22.369396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Attempting to bind port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d on network 8963464a-6ba1-4b22-9db7-24fd07060b8c {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:52:22.375829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:52:22.376799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Checking segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:52:22.377215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.377624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Bound using segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:52:22.378105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Bound port: ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:52:22.378485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.444614 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] For port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:52:22.447867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] For port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:52:22.456271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.523284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d34f11-818e-46fe-a64e-e8347f2592ec None None] Pushing event updated for resources: {'Port': ['ID=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:22.528754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:22.529378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:22.566554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] Provisioning complete for port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:22.566848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.697177 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:22.743994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] Current status of the port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:22.744384 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.798227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-f36fa8e9-ecee-41b5-9bd3-c2d8f5d6fe39 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:22.800198 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-f36fa8e9-ecee-41b5-9bd3-c2d8f5d6fe39 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 796 time: 0.1143906 May 12 03:52:22.829638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] For port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:22.864514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:22.878709 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-1cfb8681-949c-4d97-8eee-1c73cce53cf6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 379 time: 0.0647442 May 12 03:52:22.891052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'port': {'device_id': '1feac828-8d10-4313-b957-cf0293725fae', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'admin_state_up': True, 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'security_groups': ['0a614245-639e-4bfc-9aca-6441c6d496a8']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:22.917593 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df05c655-74d3-4cbf-b087-a7a02ece3c8b req-a2666a03-8e52-45d9-a9ad-44fe13c0d6ba tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 210 time: 0.0335190 May 12 03:52:22.959679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200baf6-e068-4324-b4fa-13d8674999ef None None] Pushing event updated for resources: {'Port': ['ID=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:22.974495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:23.004428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf199d9-57b8-44e6-9b61-af1ae5def085 None None] The sync data for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv is: [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:52:23.012992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b23ba356-65bf-4dec-bfd1-2cb5424109db None None] Provisioning complete for port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:23.013427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b23ba356-65bf-4dec-bfd1-2cb5424109db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.026328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:52:23.030070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.132090 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b23ba356-65bf-4dec-bfd1-2cb5424109db None None] Current status of the port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:23.181722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.6 (8963464a-6ba1-4b22-9db7-24fd07060b8c/ddf7da8e-f0ea-4e47-b928-a421256316f9/5bf56fc0-754b-4c48-80ff-6d70eb87c926) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:52:23.339746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.379347 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.405015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:52:23.429879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:52:23.442811 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:23.448486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:52:23.452955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=5bf56fc0-754b-4c48-80ff-6d70eb87c926,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:23.481508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:23.481903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.513620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:23.514703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.539993 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-db6fec86-de70-4d7c-8793-19c892ceaca5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6523225 May 12 03:52:23.554639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Request body: {'port': {'device_id': '1feac828-8d10-4313-b957-cf0293725fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:23.589767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:23.590892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:52:23.638659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:23.638866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.638997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.726953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:23.754594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a0004553-d39e-4bfe-a748-4d86ac2a17d5 None None] Provisioning complete for port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:23.754969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a0004553-d39e-4bfe-a748-4d86ac2a17d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.794822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a0004553-d39e-4bfe-a748-4d86ac2a17d5 None None] Port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:52:23.970786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf56fc0-754b-4c48-80ff-6d70eb87c926 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:52:23.979235 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Publish callbacks [] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:23.992641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Transition to ACTIVE for port object 5bf56fc0-754b-4c48-80ff-6d70eb87c926 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:52:23.996791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:24.043426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011698e-1dcd-4aa7-9aef-040f5139b1f1 req-2667b066-4ba0-459c-8a51-1ae4a1f8fdaa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:24.051042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf56fc0-754b-4c48-80ff-6d70eb87c926,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:24.052213 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a011698e-1dcd-4aa7-9aef-040f5139b1f1 req-2667b066-4ba0-459c-8a51-1ae4a1f8fdaa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 943 time: 0.0635135 May 12 03:52:24.110318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a011698e-1dcd-4aa7-9aef-040f5139b1f1 req-d6b39cdf-62fe-4588-9a60-b90aaf3155f0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571387 May 12 03:52:24.146324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Attempting to bind port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:52:24.146818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Attempting to bind port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:52:24.147151 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Attempting to bind port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 on network 8963464a-6ba1-4b22-9db7-24fd07060b8c {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:52:24.151856 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 on network 8963464a-6ba1-4b22-9db7-24fd07060b8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:52:24.152186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Attempting to bind port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 on network 8963464a-6ba1-4b22-9db7-24fd07060b8c {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:52:24.158264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:52:24.158606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Checking segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:52:24.158989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Bound using segment: {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:52:24.159418 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Bound port: 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314f521b-91aa-43ea-bb6d-12d67333da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:52:24.159774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:24.233496 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] For port 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:52:24.236893 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] For port 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:52:24.243197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:24.280204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:24.280833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:24.282309 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 1093 time: 0.7339077 May 12 03:52:24.282755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:52:24.285067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94b88f6-de5a-4d40-8227-ed8f57380ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:52:24.311225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcd3b7-fc69-4196-9f8f-6784d64cf6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf56fc0-754b-4c48-80ff-6d70eb87c926,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:24.356509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088cc765-38bf-4405-98bd-8e00e86f6d44 x-openstack-request-id: req-088cc765-38bf-4405-98bd-8e00e86f6d44 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:52:24.356874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:52:24.357062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-088cc765-38bf-4405-98bd-8e00e86f6d44 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:52:24.357476 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088cc765-38bf-4405-98bd-8e00e86f6d44'] response: {'name': 'network-changed', 'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'status': 'completed', 'code': 200} May 12 03:52:24.384844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-9af3271e-4c7e-44ce-9081-1b8cccd2910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:24.386994 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-9af3271e-4c7e-44ce-9081-1b8cccd2910b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1127 time: 0.0433493 May 12 03:52:24.437107 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-2c963155-e9c7-4902-a405-d4c5b9f9e494 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 217 time: 0.0395653 May 12 03:52:24.487749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-1a2b0c86-ce98-429b-aabf-90975e62736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:24.489201 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-1a2b0c86-ce98-429b-aabf-90975e62736d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 200 len: 834 time: 0.0459280 May 12 03:52:24.534111 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375691ee-2543-4d76-b167-e7b3545f0262 req-7855ca73-9c83-4658-93d5-a13b6297351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:24.535502 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-7855ca73-9c83-4658-93d5-a13b6297351d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8963464a-6ba1-4b22-9db7-24fd07060b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373774 May 12 03:52:24.636580 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-e486b26e-0fe5-4480-8a6d-61d6b11e3046 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910132 May 12 03:52:24.726371 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-375691ee-2543-4d76-b167-e7b3545f0262 req-2b9e6477-05d6-4f30-9741-323359cd40af service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799108 May 12 03:52:25.225319 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6391e-7a40-4e2b-8cd0-5a76293259d2 req-cb209861-9be2-48e1-9a38-d3991170b0a0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:25.226832 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6b6391e-7a40-4e2b-8cd0-5a76293259d2 req-cb209861-9be2-48e1-9a38-d3991170b0a0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 943 time: 0.0465050 May 12 03:52:25.276192 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b6b6391e-7a40-4e2b-8cd0-5a76293259d2 req-20186280-cdd7-4d08-9d8b-504937a37dda tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438178 May 12 03:52:25.614454 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-9fe73751-0847-45bc-8cb9-614380216633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:25.615963 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-9fe73751-0847-45bc-8cb9-614380216633 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1127 time: 0.0439062 May 12 03:52:25.707780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-448f17e3-94f8-427c-8cf8-f505579275ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:25.709219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-448f17e3-94f8-427c-8cf8-f505579275ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 897 time: 0.0828509 May 12 03:52:25.755258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-749d0a2d-3ed5-41d6-8c3d-0ce99ef60459 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 217 time: 0.0369291 May 12 03:52:25.802394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-9bddbeab-979b-4cab-b3fe-0fd572a49460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:25.803785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-9bddbeab-979b-4cab-b3fe-0fd572a49460 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 200 len: 834 time: 0.0425284 May 12 03:52:25.848814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-0f36f7dd-63b9-41de-a4a1-f7feb8fe2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:25.850193 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-0f36f7dd-63b9-41de-a4a1-f7feb8fe2617 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8963464a-6ba1-4b22-9db7-24fd07060b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372286 May 12 03:52:25.941872 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-46927823-44f5-4d27-9b10-5e1b6590d45f service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825145 May 12 03:52:26.039427 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e94b88f6-de5a-4d40-8227-ed8f57380ee3 req-26b4a9f2-4773-4ca5-bc57-6a20bbce0bc1 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879297 May 12 03:52:26.300688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf56fc0-754b-4c48-80ff-6d70eb87c926 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:52:26.403441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:26.442148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14c73f-e3fd-41c4-9a41-d05c5fb6ef95 req-836ef923-21cc-4cf8-9e98-93042af62208 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:26.443739 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8e14c73f-e3fd-41c4-9a41-d05c5fb6ef95 req-836ef923-21cc-4cf8-9e98-93042af62208 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 943 time: 0.0975318 May 12 03:52:26.499721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8e14c73f-e3fd-41c4-9a41-d05c5fb6ef95 req-b36e934d-3824-4065-b411-da42227762a9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495226 May 12 03:52:26.558835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'port_id': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'mac_address': 'fa:16:3e:df:36:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:52:26.595847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:26.596229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:26.608527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf56fc0-754b-4c48-80ff-6d70eb87c926 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:52:26.627697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:26.631702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:26.677240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf56fc0-754b-4c48-80ff-6d70eb87c926,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:26.888996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['5bf56fc0-754b-4c48-80ff-6d70eb87c926'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:52:27.616395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94aa8b-3696-4cc1-818e-b14f52401f1d req-8379543e-72a0-43f7-9bb5-0c6161a8f65b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:27.617925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff94aa8b-3696-4cc1-818e-b14f52401f1d req-8379543e-72a0-43f7-9bb5-0c6161a8f65b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 944 time: 0.0479994 May 12 03:52:27.667354 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff94aa8b-3696-4cc1-818e-b14f52401f1d req-576038f1-9c25-44ab-b8ac-29e5e63afef6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426390 May 12 03:52:28.302478 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf56fc0-754b-4c48-80ff-6d70eb87c926 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:52:28.348357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:52:28.353990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:52:28.354899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:28.433099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:52:28.433490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:28.455208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:52:28.457453 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d49bd83-b7f2-4565-911d-fdd3b5e04174" -d '{"events": [{"server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "name": "network-vif-plugged", "status": "completed", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:52:28.470704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:52:28.474424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:28.503138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c407ff1-7666-4836-bf5a-fd3cfa87b8fa x-openstack-request-id: req-1c407ff1-7666-4836-bf5a-fd3cfa87b8fa {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:52:28.503445 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "name": "network-vif-plugged", "status": "completed", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:52:28.503693 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c407ff1-7666-4836-bf5a-fd3cfa87b8fa {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:52:28.504114 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c407ff1-7666-4836-bf5a-fd3cfa87b8fa'] response: {'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'code': 200} May 12 03:52:28.532538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf56fc0-754b-4c48-80ff-6d70eb87c926,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:28.675586 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986503-c4b4-4b46-8da2-6dcfe9614a07 req-4678051e-9c0d-4e98-a8c7-bd417b1b80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:28.677051 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9f986503-c4b4-4b46-8da2-6dcfe9614a07 req-4678051e-9c0d-4e98-a8c7-bd417b1b80ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1129 time: 0.0423532 May 12 03:52:28.726551 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9f986503-c4b4-4b46-8da2-6dcfe9614a07 req-ae488d3e-2c43-4155-8b7c-17cce5b3d964 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393577 May 12 03:52:28.779738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682d1cb-ee1d-46ab-9abd-c039dbaac3a8 req-57c96697-8e4b-427e-ae92-cdefc5c8eddf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:28.781196 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6682d1cb-ee1d-46ab-9abd-c039dbaac3a8 req-57c96697-8e4b-427e-ae92-cdefc5c8eddf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0460742 May 12 03:52:28.829636 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6682d1cb-ee1d-46ab-9abd-c039dbaac3a8 req-ca8115e2-44c9-4871-9341-ca8c1e3295dc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 May 12 03:52:29.952267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968bee8-03d3-46a1-9d07-9d095e3a7406 req-9726591a-09dc-408e-b6c3-4f90002aa954 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:29.953730 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d968bee8-03d3-46a1-9d07-9d095e3a7406 req-9726591a-09dc-408e-b6c3-4f90002aa954 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0581479 May 12 03:52:30.000785 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d968bee8-03d3-46a1-9d07-9d095e3a7406 req-ecd9d3f2-de30-44e2-b029-920f7e4a991d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415699 May 12 03:52:31.110574 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff222287-b23d-4e0a-aca8-505bb12954ce req-523c014b-db87-4e1d-ad7a-c4be33b71193 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:31.112065 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff222287-b23d-4e0a-aca8-505bb12954ce req-523c014b-db87-4e1d-ad7a-c4be33b71193 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0459981 May 12 03:52:31.159368 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff222287-b23d-4e0a-aca8-505bb12954ce req-3aa93664-a703-4d93-9c57-7c05c962e794 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 May 12 03:52:31.283192 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d878e0-352b-4d79-b0c7-3582a05d4e85 req-825d9bbd-ce3e-44e0-9aba-8ddba9cd43d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:31.284609 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77d878e0-352b-4d79-b0c7-3582a05d4e85 req-825d9bbd-ce3e-44e0-9aba-8ddba9cd43d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0553632 May 12 03:52:31.332559 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77d878e0-352b-4d79-b0c7-3582a05d4e85 req-4bb5b5ad-a935-4218-92b8-83491f44d564 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 May 12 03:52:31.353463 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40304) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:31.390224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1d3f9-7586-4fb2-b63c-b1b837b45e36 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:31.391702 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c7d1d3f9-7586-4fb2-b63c-b1b837b45e36 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1124 time: 0.0366595 May 12 03:52:31.394418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40306) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:31.398714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:52:31.423387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:31.501026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:31.603352 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.136 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/c17790c0-52bb-4776-bd98-5934a13090b8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:52:31.705313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (c17790c0-52bb-4776-bd98-5934a13090b8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:31.738303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c17790c0-52bb-4776-bd98-5934a13090b8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:31.772196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:52:31.774984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:52:31.778912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:52:31.803960 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=c17790c0-52bb-4776-bd98-5934a13090b8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:32.133353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (b6020dcd-7b7d-4270-a3ee-44e60e35d306), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:32.200817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c17790c0-52bb-4776-bd98-5934a13090b8), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:32.376282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (c17790c0-52bb-4776-bd98-5934a13090b8), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:32.380759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (c17790c0-52bb-4776-bd98-5934a13090b8), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:32.451205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=c17790c0-52bb-4776-bd98-5934a13090b8,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:52:32.460707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (b6020dcd-7b7d-4270-a3ee-44e60e35d306), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:32.559174 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP b6020dcd-7b7d-4270-a3ee-44e60e35d306 associated. External IP: 172.26.2.136, port: 5bf56fc0-754b-4c48-80ff-6d70eb87c926. May 12 03:52:33.055163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router bf1e4623-752d-4801-9fd8-5424a809d868 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:52:33.162864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:52:33.173731 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] Sync routers for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:52:33.179121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-92bdd25a-6db5-4e22-86e4-6440e4104116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:33.182630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:33.184094 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:33.184906 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:33.211766 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-03bdfaf6-ea54-46b7-9f0a-9aed37c13ac7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8163228 May 12 03:52:33.212372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:52:33.215378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213228b2-37d2-4ebc-bb90-0945214df8da" -d '{"events": [{"name": "network-changed", "server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:52:33.250979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86473bb7-558f-4cf2-a8bd-0bdcf2331f93 x-openstack-request-id: req-86473bb7-558f-4cf2-a8bd-0bdcf2331f93 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:52:33.251281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:52:33.251543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86473bb7-558f-4cf2-a8bd-0bdcf2331f93 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:52:33.252062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86473bb7-558f-4cf2-a8bd-0bdcf2331f93'] response: {'name': 'network-changed', 'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'status': 'completed', 'code': 200} May 12 03:52:33.313729 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b9f9-b1c2-428f-8e27-5c5b6a0946bb req-6e889ed7-dcde-4a90-ae82-c8d846e11e7c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:33.316499 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-01f7b9f9-b1c2-428f-8e27-5c5b6a0946bb req-6e889ed7-dcde-4a90-ae82-c8d846e11e7c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0536704 May 12 03:52:33.320698 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228b2-37d2-4ebc-bb90-0945214df8da req-468a37b1-3df4-4ff9-95e9-3133d7357e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:33.323072 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-468a37b1-3df4-4ff9-95e9-3133d7357e72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1129 time: 0.0476468 May 12 03:52:33.371348 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-01f7b9f9-b1c2-428f-8e27-5c5b6a0946bb req-8395342e-4093-4d16-a141-c7c578fd40d7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 May 12 03:52:33.396853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40312) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:33.405869 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:33.428790 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228b2-37d2-4ebc-bb90-0945214df8da req-2b86f35e-c641-4d38-b3a4-7755c5ad1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:33.430922 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-2b86f35e-c641-4d38-b3a4-7755c5ad1c4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 897 time: 0.1023705 May 12 03:52:33.464035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6ffdc101-e4e0-405e-952f-6954abd3417b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/b6020dcd-7b7d-4270-a3ee-44e60e35d306 HTTP/1.1" status: 200 len: 991 time: 0.0643499 May 12 03:52:33.500657 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-2dd2ffa8-42f6-43d9-9bb9-5e6f1b504afa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 999 time: 0.0636194 May 12 03:52:33.550919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228b2-37d2-4ebc-bb90-0945214df8da req-7db6766a-e5fe-4e68-ac1f-322d71e73b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:33.552370 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-7db6766a-e5fe-4e68-ac1f-322d71e73b90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 200 len: 834 time: 0.0463171 May 12 03:52:33.600831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228b2-37d2-4ebc-bb90-0945214df8da req-04be7451-9216-43c0-9387-96ba1e13452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:52:33.602264 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-04be7451-9216-43c0-9387-96ba1e13452c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8963464a-6ba1-4b22-9db7-24fd07060b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443578 May 12 03:52:33.629966 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'b6020dcd-7b7d-4270-a3ee-44e60e35d306', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'port_id': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'mac_address': 'fa:16:3e:df:36:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feac828-8d10-4313-b957-cf0293725fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:52:31Z', 'updated_at': '2022-05-12T03:52:31Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:33.660971 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] Checking router: bf1e4623-752d-4801-9fd8-5424a809d868 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:52:33.669407 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:52:33.670046 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:52:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:33.690879 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-d0bc046e-f32c-4e20-90e0-e118430dcc06 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828063 May 12 03:52:33.778310 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:52:33.783568 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-213228b2-37d2-4ebc-bb90-0945214df8da req-440462e8-5b60-45e9-b8d0-0e97b92f0e0b service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870869 May 12 03:52:33.990964 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'b6020dcd-7b7d-4270-a3ee-44e60e35d306', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'port_id': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'mac_address': 'fa:16:3e:df:36:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feac828-8d10-4313-b957-cf0293725fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:52:31Z', 'updated_at': '2022-05-12T03:52:31Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:52:34.020040 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47291517-7fde-42e4-9892-36f0f4132f74 None None] The sync data for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv is: [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'b6020dcd-7b7d-4270-a3ee-44e60e35d306', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'port_id': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'mac_address': 'fa:16:3e:df:36:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feac828-8d10-4313-b957-cf0293725fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:52:31Z', 'updated_at': '2022-05-12T03:52:31Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:52:34.209280 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a1ca8-4aa4-4f8c-838e-950e3d1d644d None None] New status for floating IP b6020dcd-7b7d-4270-a3ee-44e60e35d306: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:52:34.466851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40314) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:52:34.526656 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4f8d1c31-4568-47d4-a089-3210808fbd20 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/b6020dcd-7b7d-4270-a3ee-44e60e35d306 HTTP/1.1" status: 200 len: 993 time: 0.0579064 May 12 03:52:35.691372 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c7e67f84-bbb9-4c1a-9c25-56c5630d6b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:36.551006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:38.106286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:39.675618 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:42.557513 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:52:54.754566 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:53:03.172650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-941632d8-7d46-49ea-9693-d55dc9c36e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:05.692236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77da-03ee-44b4-981a-6244936f5b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:06.549518 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:07.900027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-f403a993-d0ee-4770-9713-12fd791b87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:07.901805 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-f403a993-d0ee-4770-9713-12fd791b87b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1129 time: 0.0406339 May 12 03:53:07.906435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc400c8-ed82-42e7-aad5-fbea732e1ebf req-825fb809-d39a-451f-b1fb-aac32aa86280 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:07.907898 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0bc400c8-ed82-42e7-aad5-fbea732e1ebf req-825fb809-d39a-451f-b1fb-aac32aa86280 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0462577 May 12 03:53:07.956698 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0bc400c8-ed82-42e7-aad5-fbea732e1ebf req-d07e94ed-8923-4603-b7b3-96e60c24825e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 May 12 03:53:08.005440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-e8420ca1-76da-4f44-8fca-32eb46ae850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:08.006888 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-e8420ca1-76da-4f44-8fca-32eb46ae850e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 897 time: 0.0976000 May 12 03:53:08.075094 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-587cf0e7-0548-4d3a-8bab-275235503fde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 1001 time: 0.0579147 May 12 03:53:08.108864 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:08.124480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-1efd3eae-a7a9-4f27-ac3d-d0b52444db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:08.126084 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-1efd3eae-a7a9-4f27-ac3d-d0b52444db82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 200 len: 834 time: 0.0439329 May 12 03:53:08.173070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-f06265f7-db3d-4479-b31e-0ae73f6a5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:08.174535 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-f06265f7-db3d-4479-b31e-0ae73f6a5667 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8963464a-6ba1-4b22-9db7-24fd07060b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406251 May 12 03:53:08.260876 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-22995986-8a15-40b9-82bd-955cde004080 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790277 May 12 03:53:08.350566 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5b780b6f-aacb-4abd-bca6-e9d02a2f9b42 req-9e884c28-848c-465a-86f3-367b5e819252 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828011 May 12 03:53:09.121851 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54617-dace-474f-ada9-4bc78bcd75da req-9c0b0864-55df-47dc-8246-b58d24323489 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:09.123331 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7b54617-dace-474f-ada9-4bc78bcd75da req-9c0b0864-55df-47dc-8246-b58d24323489 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0937433 May 12 03:53:09.170265 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a7b54617-dace-474f-ada9-4bc78bcd75da req-079b628e-60ba-4f5c-82de-d234f4540093 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 May 12 03:53:09.680242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:10.284299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894301-8143-4c37-996b-3dbb9906015a req-0a000f08-60a2-4293-b731-fa18f6c0d609 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:10.285773 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-17894301-8143-4c37-996b-3dbb9906015a req-0a000f08-60a2-4293-b731-fa18f6c0d609 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0490284 May 12 03:53:10.332926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-17894301-8143-4c37-996b-3dbb9906015a req-57aff725-56ec-4f3d-8135-3f9bc7703ec6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 May 12 03:53:11.443170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73bed-235c-4c95-b861-cf5451b570e2 req-1e0b203e-1613-4f20-9925-d08d0f05f3d3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:11.444615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-09d73bed-235c-4c95-b861-cf5451b570e2 req-1e0b203e-1613-4f20-9925-d08d0f05f3d3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0460231 May 12 03:53:11.491045 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-09d73bed-235c-4c95-b861-cf5451b570e2 req-c4679a0f-95d6-486f-8a12-2699089db003 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401506 May 12 03:53:12.577148 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:12.606677 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc202a-1cd4-41b6-bc41-d55719e242d3 req-d0051343-f3af-4490-bc92-676d334c5258 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:12.608140 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ccc202a-1cd4-41b6-bc41-d55719e242d3 req-d0051343-f3af-4490-bc92-676d334c5258 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0506206 May 12 03:53:12.655748 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ccc202a-1cd4-41b6-bc41-d55719e242d3 req-b64681e3-9bb7-4b8d-9ab9-2b2d9f31e02f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 May 12 03:53:13.553018 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-02f93523-0c8d-46ab-b079-bc6bb9bc5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:13.554427 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-02f93523-0c8d-46ab-b079-bc6bb9bc5f7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1129 time: 0.0826571 May 12 03:53:13.768064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be27d-7028-4c02-a9d4-ed585c0e5849 req-644266b8-8346-441a-bdfa-f11ee061d843 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:13.769563 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d62be27d-7028-4c02-a9d4-ed585c0e5849 req-644266b8-8346-441a-bdfa-f11ee061d843 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0474863 May 12 03:53:13.774088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-5c98bf8e-f6c9-4e90-aeb7-d75f2c1025cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:13.775680 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-5c98bf8e-f6c9-4e90-aeb7-d75f2c1025cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 897 time: 0.0908222 May 12 03:53:13.818040 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d62be27d-7028-4c02-a9d4-ed585c0e5849 req-6950d13d-2e37-4732-9503-b159777437d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 May 12 03:53:13.844961 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-bccfbabc-3fa7-4afb-be77-0f5ce5d93779 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 1001 time: 0.0591121 May 12 03:53:13.894721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-377b287f-5b4a-4832-918c-92afa2a33000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:13.896089 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-377b287f-5b4a-4832-918c-92afa2a33000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 200 len: 834 time: 0.0427282 May 12 03:53:13.944845 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-b4ab1cb6-87cf-4065-a3cb-b28b2b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:13.946290 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-b4ab1cb6-87cf-4065-a3cb-b28b2b63a4af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8963464a-6ba1-4b22-9db7-24fd07060b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406258 May 12 03:53:14.035643 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-9ad736bc-1d8d-44b0-ac07-864d5725eb8f service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798392 May 12 03:53:14.129126 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9989e792-4557-4a47-aa59-6b0a92ffd6eb req-fb431ba3-884f-4850-8440-ca29e0cef915 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836151 May 12 03:53:14.930444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403d04f-5482-471a-890a-6015900d50b5 req-5f21a5de-6721-4c27-8f33-e20c5840c43d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:14.932366 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9403d04f-5482-471a-890a-6015900d50b5 req-5f21a5de-6721-4c27-8f33-e20c5840c43d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0469608 May 12 03:53:14.984442 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9403d04f-5482-471a-890a-6015900d50b5 req-66d3c059-5d8e-47f1-9ede-1da06061c1fd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465212 May 12 03:53:16.094487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fd863-b702-4a2c-915d-a534ec8e22ff req-f12ca76f-7f86-4ee5-a652-bdb81400a302 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:16.095931 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-172fd863-b702-4a2c-915d-a534ec8e22ff req-f12ca76f-7f86-4ee5-a652-bdb81400a302 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0456784 May 12 03:53:16.142625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-172fd863-b702-4a2c-915d-a534ec8e22ff req-5df2d2ba-9825-4ad1-a31e-69e66c5d7fbb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413475 May 12 03:53:17.258838 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e111ef2-a126-443b-826f-f5d2a480bdcd req-9d4affb5-1508-4200-990f-589fad436e74 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:17.260868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e111ef2-a126-443b-826f-f5d2a480bdcd req-9d4affb5-1508-4200-990f-589fad436e74 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0528026 May 12 03:53:17.310016 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e111ef2-a126-443b-826f-f5d2a480bdcd req-c0d9ba85-7c5e-4b98-9cb4-04c312abbca7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 May 12 03:53:18.424992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d773-8885-4c36-9006-9954915edba4 req-4a7dc870-d85b-4ee7-b812-61e499ec47d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:18.426493 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7333d773-8885-4c36-9006-9954915edba4 req-4a7dc870-d85b-4ee7-b812-61e499ec47d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0509698 May 12 03:53:18.474613 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7333d773-8885-4c36-9006-9954915edba4 req-d6c9df42-4e88-40e0-bcc7-5aa9448a0c2b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421703 May 12 03:53:19.585103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e6285-c320-42c9-8d52-897e7dd947ac req-40578dc6-20eb-46d3-bf15-e031f129a52f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:19.586483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-851e6285-c320-42c9-8d52-897e7dd947ac req-40578dc6-20eb-46d3-bf15-e031f129a52f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0467341 May 12 03:53:19.636986 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-851e6285-c320-42c9-8d52-897e7dd947ac req-2ccb7b76-b1f3-4cc3-b8ea-02be99bf4615 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 May 12 03:53:19.660881 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40354) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:19.724003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d3cedc00-20ca-42b8-8df2-4a008f7d3959 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/b6020dcd-7b7d-4270-a3ee-44e60e35d306 HTTP/1.1" status: 200 len: 993 time: 0.0619874 May 12 03:53:31.752666 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:53:33.174095 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8852bbb6-d912-4aa3-92e9-0232f35b45ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:35.695208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ed607540-cfa1-4cb0-bd34-37f7b01bf34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:36.551593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:38.111670 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:39.685234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:42.577288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.158712 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40364) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:52.309877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port c17790c0-52bb-4776-bd98-5934a13090b8 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:53:52.310242 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c17790c0-52bb-4776-bd98-5934a13090b8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.388228 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c17790c0-52bb-4776-bd98-5934a13090b8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.388551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (c17790c0-52bb-4776-bd98-5934a13090b8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.400793 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for c17790c0-52bb-4776-bd98-5934a13090b8 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:53:52.543500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c17790c0-52bb-4776-bd98-5934a13090b8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.566068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=c17790c0-52bb-4776-bd98-5934a13090b8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:53:52.581877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.582257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.582596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.582931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.583265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.583594 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.583923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.584248 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.584569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.584891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.585216 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.585535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.585852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.586198 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.586544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:52.640695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (b6020dcd-7b7d-4270-a3ee-44e60e35d306), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.641030 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP b6020dcd-7b7d-4270-a3ee-44e60e35d306 disassociated (deleted). External IP: 172.26.2.136, port: 5bf56fc0-754b-4c48-80ff-6d70eb87c926. May 12 03:53:52.847825 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router bf1e4623-752d-4801-9fd8-5424a809d868 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:53:52.957953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:53:52.962896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:52.967854 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] Sync routers for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:53:52.977527 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:53:52.978149 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:53:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:52.991461 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c8c280bd-a786-431d-bdfe-6047d4221a5d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/floatingips/b6020dcd-7b7d-4270-a3ee-44e60e35d306 HTTP/1.1" status: 204 len: 168 time: 0.8317018 May 12 03:53:52.992053 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:53:52.994963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819" -d '{"events": [{"name": "network-changed", "server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:53:53.037033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b3d56-e24c-49a6-b233-9829e1046b9c x-openstack-request-id: req-291b3d56-e24c-49a6-b233-9829e1046b9c {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:53:53.037339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:53:53.037979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-291b3d56-e24c-49a6-b233-9829e1046b9c {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:53:53.038400 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291b3d56-e24c-49a6-b233-9829e1046b9c'] response: {'name': 'network-changed', 'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'status': 'completed', 'code': 200} May 12 03:53:53.090685 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:53:53.107336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-0ff86f2f-0465-4d76-8368-953c32a7d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:53.108779 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-0ff86f2f-0465-4d76-8368-953c32a7d199 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 1129 time: 0.0429132 May 12 03:53:53.226381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-3d04f6fc-8a04-4055-901b-91606f68af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:53.228752 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-3d04f6fc-8a04-4055-901b-91606f68af47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 200 len: 897 time: 0.0988023 May 12 03:53:53.239046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f1bf2-47d7-47ac-9ef0-9cf1dc83c1c1 req-be0f1d8d-4f13-4fef-bb8b-244d64c26e35 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:53.240524 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-648f1bf2-47d7-47ac-9ef0-9cf1dc83c1c1 req-be0f1d8d-4f13-4fef-bb8b-244d64c26e35 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0515440 May 12 03:53:53.288110 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:53.288590 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-648f1bf2-47d7-47ac-9ef0-9cf1dc83c1c1 req-5151fbb8-6f51-4230-add7-8ecac38c8c6b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 May 12 03:53:53.318670 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] Checking router: bf1e4623-752d-4801-9fd8-5424a809d868 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:53:53.327425 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:53:53.328018 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:53:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:53.518090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:53:53.704083 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:53.733276 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54b29c-aac9-4b56-abf3-b2de80ba1b0f None None] The sync data for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv is: [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:19Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d', 'name': '', 'network_id': '8963464a-6ba1-4b22-9db7-24fd07060b8c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:1d:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:19Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'ddf7da8e-f0ea-4e47-b928-a421256316f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:53:53.962950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9442dc-d1c7-49ed-87f8-d1d24cfdb028 None None] New status for floating IP b6020dcd-7b7d-4270-a3ee-44e60e35d306: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:53:54.406916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29307623-60e6-4525-a5ab-85c9c857c0ef req-c1fba0ed-50a1-43ef-9dd8-b6b4bd97698b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:54.408424 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29307623-60e6-4525-a5ab-85c9c857c0ef req-c1fba0ed-50a1-43ef-9dd8-b6b4bd97698b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0510845 May 12 03:53:54.456457 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29307623-60e6-4525-a5ab-85c9c857c0ef req-3407981a-1706-4ae9-a53c-c417b9d56085 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a614245-639e-4bfc-9aca-6441c6d496a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 May 12 03:53:54.582422 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-5ba4c115-6175-47b2-a2d3-b08807c724ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 200 len: 217 time: 0.0347061 May 12 03:53:54.632042 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-8a0d45ab-f6ec-454b-8317-160809244be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:54.633474 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-8a0d45ab-f6ec-454b-8317-160809244be6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 200 len: 834 time: 0.0429101 May 12 03:53:54.767927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-8495bcd0-b08d-4f31-976c-75a427ec7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:54.769401 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-8495bcd0-b08d-4f31-976c-75a427ec7498 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8963464a-6ba1-4b22-9db7-24fd07060b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424039 May 12 03:53:54.892033 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-8d1880e6-728d-4350-b7b4-a629afb8c3a6 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140361 May 12 03:53:54.898117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-71ab9337-a1db-4cde-a2c7-05adb056f3dd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:53:54.899972 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-71ab9337-a1db-4cde-a2c7-05adb056f3dd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 945 time: 0.0606592 May 12 03:53:55.321565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:53:55.322178 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:55.338022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-86fd328f-22c8-4ae7-80bf-0cbe6c7f4819 req-004b8cb7-665b-4d0b-a13b-59beec4aba68 service neutron] 10.222.0.57 "GET /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357431 May 12 03:53:55.411929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 5bf56fc0-754b-4c48-80ff-6d70eb87c926, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf56fc0-754b-4c48-80ff-6d70eb87c926,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:53:55.412292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:55.428544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 5bf56fc0-754b-4c48-80ff-6d70eb87c926 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:53:55.558632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5bf56fc0-754b-4c48-80ff-6d70eb87c926), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:55.588881 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=5bf56fc0-754b-4c48-80ff-6d70eb87c926,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:53:55.601964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.602320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.602666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.603007 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.603339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.603667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.603993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.604323 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.604648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.604972 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.605293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.605621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.605969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.606291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.606618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:55.649090 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] No DVR routers for this DVR port 5bf56fc0-754b-4c48-80ff-6d70eb87c926 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:53:55.651663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:55.654894 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a4b08c27-65c6-4e4f-84cc-a95d469337a4 req-d47223b5-f6ae-4b3a-84b9-b73df0792c88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "DELETE /v2.0/ports/5bf56fc0-754b-4c48-80ff-6d70eb87c926 HTTP/1.1" status: 204 len: 173 time: 0.7451422 May 12 03:53:55.655366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'name': 'network-vif-deleted', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:53:55.657638 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b61ee-c833-4cac-86fa-0327ef48625c" -d '{"events": [{"server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "name": "network-vif-deleted", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:53:55.747516 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4e50657b-4043-4e87-a7dc-65696cde001c req-43c43cfc-557f-4115-b65a-c7227ff7dcb3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1feac828-8d10-4313-b957-cf0293725fae HTTP/1.1" status: 200 len: 210 time: 0.0335934 May 12 03:53:55.757663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec6a68-bb7f-4b72-b416-adfbd69b3b48 x-openstack-request-id: req-21ec6a68-bb7f-4b72-b416-adfbd69b3b48 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:53:55.757970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feac828-8d10-4313-b957-cf0293725fae", "name": "network-vif-deleted", "tag": "5bf56fc0-754b-4c48-80ff-6d70eb87c926", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:53:55.758774 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21ec6a68-bb7f-4b72-b416-adfbd69b3b48 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:53:55.759180 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ec6a68-bb7f-4b72-b416-adfbd69b3b48'] response: {'server_uuid': '1feac828-8d10-4313-b957-cf0293725fae', 'name': 'network-vif-deleted', 'tag': '5bf56fc0-754b-4c48-80ff-6d70eb87c926', 'status': 'completed', 'code': 200} May 12 03:53:56.806547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40384) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:57.143130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (bf1e4623-752d-4801-9fd8-5424a809d868), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:57.378992 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:53:57.379330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:57.464283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:53:57.464629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:57.477069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:53:57.661151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:57.689500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:53:57.866988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (bf1e4623-752d-4801-9fd8-5424a809d868), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.372757 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router bf1e4623-752d-4801-9fd8-5424a809d868 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:53:58.477871 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:53:58.482859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9b9ff9c1-4154-4564-8638-cb8efeb44cce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/bf1e4623-752d-4801-9fd8-5424a809d868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747847 May 12 03:53:58.485823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40386) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:58.487709 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] Sync routers for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:53:58.497108 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:53:58.497775 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:53:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:58.537014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting subnet ddf7da8e-f0ea-4e47-b928-a421256316f9 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:53:58.540377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (ddf7da8e-f0ea-4e47-b928-a421256316f9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.582199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (ddf7da8e-f0ea-4e47-b928-a421256316f9), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.609214 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:53:58.670028 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (ddf7da8e-f0ea-4e47-b928-a421256316f9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.731999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (ddf7da8e-f0ea-4e47-b928-a421256316f9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.761600 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.767108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/subnets/ddf7da8e-f0ea-4e47-b928-a421256316f9 HTTP/1.1" status: 204 len: 168 time: 0.2779551 May 12 03:53:58.767108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930eb31-3cb3-40c0-8807-23705e4f13cc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf7da8e-f0ea-4e47-b928-a421256316f9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:53:58.769434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40388) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:58.770581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf56fc0-754b-4c48-80ff-6d70eb87c926 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:53:58.792582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 5bf56fc0-754b-4c48-80ff-6d70eb87c926 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:53:58.792913 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:53:57Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:58.793064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf56fc0-754b-4c48-80ff-6d70eb87c926 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:53:58.794413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f319c8c-8075-4541-897e-a842ca0e1131 None None] Network 8963464a-6ba1-4b22-9db7-24fd07060b8c requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:53:58.826870 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] Checking router: bf1e4623-752d-4801-9fd8-5424a809d868 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:53:58.836266 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] Routers {'bf1e4623-752d-4801-9fd8-5424a809d868'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:53:58.836841 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:53:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['bf1e4623-752d-4801-9fd8-5424a809d868'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:58.887078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (bf1e4623-752d-4801-9fd8-5424a809d868), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:58.960189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] DHCP port deletion for 8963464a-6ba1-4b22-9db7-24fd07060b8c request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:53:58.974144 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] Set router bf1e4623-752d-4801-9fd8-5424a809d868 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:53:59.003708 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (bf1e4623-752d-4801-9fd8-5424a809d868), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.014963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Deleting port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:53:59.015401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.071249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:53:59.072322 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.101229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] For port b045d8d7-ff2e-4694-b46e-4aba1a0fb538, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,segment=NetworkSegment(314f521b-91aa-43ea-bb6d-12d67333da1f),segment_id=314f521b-91aa-43ea-bb6d-12d67333da1f)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:53:59.101542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.117083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Calling delete_port for b045d8d7-ff2e-4694-b46e-4aba1a0fb538 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:53:59.160504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:53:59.160899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.170935 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:53:57Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:59.177379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:53:59.200808 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b925ba6-9083-4431-8a56-aa2113c0858a None None] The sync data for ids ['bf1e4623-752d-4801-9fd8-5424a809d868'] in dv-neutron-841363-5-hyperv is: [{'id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554311174', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:53:57Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '29c5ff28-e6a4-41be-aafa-f45c8c34c7c6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e4623-752d-4801-9fd8-5424a809d868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:52:16Z', 'updated_at': '2022-05-12T03:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:53:59.220988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (b045d8d7-ff2e-4694-b46e-4aba1a0fb538), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.261871 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Pushing event deleted for resources: {'Port': ['ID=b045d8d7-ff2e-4694-b46e-4aba1a0fb538,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:53:59.264361 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] No DVR routers for this DVR port b045d8d7-ff2e-4694-b46e-4aba1a0fb538 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:53:59.276351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.276874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.277602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.278040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.278437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.278941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.279333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.279720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.280109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.280497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.280943 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.281329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.281710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.282107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.282485 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fa05f-8af1-4fb1-b7e1-090a47ed4b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:53:59.369149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (29c5ff28-e6a4-41be-aafa-f45c8c34c7c6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.392623 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=29c5ff28-e6a4-41be-aafa-f45c8c34c7c6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:53:59.463590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (bf1e4623-752d-4801-9fd8-5424a809d868), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.557877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (bf1e4623-752d-4801-9fd8-5424a809d868), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.560047 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (bf1e4623-752d-4801-9fd8-5424a809d868), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.608204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (bf1e4623-752d-4801-9fd8-5424a809d868), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.609149 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Fanout notify agent at l3_agent the message router_deleted on router bf1e4623-752d-4801-9fd8-5424a809d868 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:53:59.618202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.622348 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b90abb94-e273-4094-a5eb-04811afde078 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/routers/bf1e4623-752d-4801-9fd8-5424a809d868 HTTP/1.1" status: 204 len: 168 time: 0.8497171 May 12 03:53:59.622348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40390) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:59.694954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:53:59.721637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8963464a-6ba1-4b22-9db7-24fd07060b8c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.723077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:53:59.723674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device ab6e0b2f-d8df-4de1-93e8-d82fb3b6960d not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:53:59.724339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b045d8d7-ff2e-4694-b46e-4aba1a0fb538 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:53:59.754728 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: b045d8d7-ff2e-4694-b46e-4aba1a0fb538 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:53:59.755237 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b045d8d7-ff2e-4694-b46e-4aba1a0fb538 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:53:59.823318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8963464a-6ba1-4b22-9db7-24fd07060b8c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.844606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8963464a-6ba1-4b22-9db7-24fd07060b8c']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:59.854970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f521b-91aa-43ea-bb6d-12d67333da1f') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:59.855332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f521b-91aa-43ea-bb6d-12d67333da1f') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:53:59.865814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (314f521b-91aa-43ea-bb6d-12d67333da1f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.885036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (314f521b-91aa-43ea-bb6d-12d67333da1f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.891607 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:53:59.892199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (314f521b-91aa-43ea-bb6d-12d67333da1f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:53:59.895663 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:53:59.969573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8963464a-6ba1-4b22-9db7-24fd07060b8c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.978442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:53:59.981457 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/networks/8963464a-6ba1-4b22-9db7-24fd07060b8c HTTP/1.1" status: 204 len: 168 time: 0.3584576 May 12 03:53:59.984429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40392) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:53:59.991015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618a104-83ea-46f6-8d75-9a2898785ea1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Network': ['ID=8963464a-6ba1-4b22-9db7-24fd07060b8c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.041579 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-415787ed-6b71-45ba-8dc2-802a27f8a985 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (0a614245-639e-4bfc-9aca-6441c6d496a8), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.067036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-415787ed-6b71-45ba-8dc2-802a27f8a985 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (0a614245-639e-4bfc-9aca-6441c6d496a8), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.124987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-415787ed-6b71-45ba-8dc2-802a27f8a985 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (0a614245-639e-4bfc-9aca-6441c6d496a8), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.127648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-415787ed-6b71-45ba-8dc2-802a27f8a985 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.128834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-415787ed-6b71-45ba-8dc2-802a27f8a985 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a614245-639e-4bfc-9aca-6441c6d496a8 HTTP/1.1" status: 204 len: 168 time: 0.1433520 May 12 03:54:00.139313 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415787ed-6b71-45ba-8dc2-802a27f8a985 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a614245-639e-4bfc-9aca-6441c6d496a8,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.229536 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40398) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:00.234179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206640256', 'description': 'tempest-secgroup-smoke-1206640256 description', 'project_id': '34da570da06f436c805c7ff9085bb047'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:00.255364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.330740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (e9732b9e-1a35-4742-a17f-d3a15bd88ade), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.335975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e9732b9e-1a35-4742-a17f-d3a15bd88ade), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.366866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9732b9e-1a35-4742-a17f-d3a15bd88ade,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.371778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.373021 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cf343134-5fd1-4871-ab75-02007df3c753 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1423938 May 12 03:54:00.376359 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40400) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:00.381242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'e9732b9e-1a35-4742-a17f-d3a15bd88ade', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:00.409180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (e48f0303-6d00-4753-83a3-135fe74da394), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.464077 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (e48f0303-6d00-4753-83a3-135fe74da394), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.469598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (e48f0303-6d00-4753-83a3-135fe74da394), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.496573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.497778 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201391 May 12 03:54:00.500558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a059b-d6c2-439e-af2b-5005eddf65ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48f0303-6d00-4753-83a3-135fe74da394,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.500897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40402) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:00.505615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'e9732b9e-1a35-4742-a17f-d3a15bd88ade', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:00.532180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (5220455c-2105-4a33-86ff-11e9a062aee3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.589748 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (5220455c-2105-4a33-86ff-11e9a062aee3), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.593585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (5220455c-2105-4a33-86ff-11e9a062aee3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.614474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5220455c-2105-4a33-86ff-11e9a062aee3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.621289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.622535 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-97b5a5de-8b95-47e0-8173-d3b5ce341908 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205075 May 12 03:54:00.625284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40404) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:00.629789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'e9732b9e-1a35-4742-a17f-d3a15bd88ade', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:00.661711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (2ff68363-2e7c-49b4-88f9-2da17c2bd564), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.713746 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (2ff68363-2e7c-49b4-88f9-2da17c2bd564), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.717413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (2ff68363-2e7c-49b4-88f9-2da17c2bd564), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.735120 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff68363-2e7c-49b4-88f9-2da17c2bd564,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.743788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.744993 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f1244f47-0153-4d9c-9f21-ec15a5b2e991 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186466 May 12 03:54:00.747813 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40406) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:00.752342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'e9732b9e-1a35-4742-a17f-d3a15bd88ade', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:00.777699 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (93c0dd91-aa0a-463f-a244-8a693139cafd), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.834127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (93c0dd91-aa0a-463f-a244-8a693139cafd), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.838054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (93c0dd91-aa0a-463f-a244-8a693139cafd), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.857875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c0dd91-aa0a-463f-a244-8a693139cafd,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.863648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.867621 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-79338845-9d0d-4095-9372-c7e74d8d5271 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160619 May 12 03:54:00.868045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40408) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:00.872918 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'e9732b9e-1a35-4742-a17f-d3a15bd88ade', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:00.894909 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:54:00.901443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (ef419a82-aa22-46e4-bd0c-5addca0ed9d2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.966232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (ef419a82-aa22-46e4-bd0c-5addca0ed9d2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.969575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ef419a82-aa22-46e4-bd0c-5addca0ed9d2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.987717 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef419a82-aa22-46e4-bd0c-5addca0ed9d2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:00.995615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:00.996789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4b9397c2-9e7d-4072-933b-044f5ae6a9e8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277299 May 12 03:54:00.999466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40410) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:01.003667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'e9732b9e-1a35-4742-a17f-d3a15bd88ade', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:01.023291 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:54:01.029140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (ace13b8d-42a3-40d2-a54e-4e8865446a0d), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.087038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (ace13b8d-42a3-40d2-a54e-4e8865446a0d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.090334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (ace13b8d-42a3-40d2-a54e-4e8865446a0d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.107838 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace13b8d-42a3-40d2-a54e-4e8865446a0d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:01.115103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.116286 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-431670b8-3d42-4ee7-b33e-e0d52d98a14e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159148 May 12 03:54:01.119095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40412) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:01.123805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'network': {'name': 'tempest-network-smoke--1250062193', 'project_id': '34da570da06f436c805c7ff9085bb047', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:01.142245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:54:01.145483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.168956 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:54:01.178099 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (01e76658-2ddd-407a-87cd-3aaa5ab74d80), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.178502 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Added segment 01e76658-2ddd-407a-87cd-3aaa5ab74d80 of type vlan for network 8e257887-e4bd-40e9-b037-043cc983887f May 12 03:54:01.222825 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (8e257887-e4bd-40e9-b037-043cc983887f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.246816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (8e257887-e4bd-40e9-b037-043cc983887f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.251747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:01.252327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.286851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1667786 May 12 03:54:01.289485 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40414) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:01.295658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'admin_state_up': True, 'project_id': '34da570da06f436c805c7ff9085bb047', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:01.317186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:54:01.331518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee341f-1460-4048-a5c2-7b53c25c8dcc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Network': ['ID=8e257887-e4bd-40e9-b037-043cc983887f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:01.343427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 8e257887-e4bd-40e9-b037-043cc983887f details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:54:01.345187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:54:01.345575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 29c5ff28-e6a4-41be-aafa-f45c8c34c7c6 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:54:01.346696 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (dd367870-4e27-4177-a39b-6224f5be24a2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.347436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (dd367870-4e27-4177-a39b-6224f5be24a2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.403093 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (dd367870-4e27-4177-a39b-6224f5be24a2), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.541027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (dd367870-4e27-4177-a39b-6224f5be24a2), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.711076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (dd367870-4e27-4177-a39b-6224f5be24a2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.729043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.831405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.172 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/40a361de-e8ba-4dfc-a777-b6a1e7670c43) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:54:01.933051 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:01.965532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:02.015994 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:54:02.018966 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:02.021990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:54:02.049515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=40a361de-e8ba-4dfc-a777-b6a1e7670c43,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:02.274542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (dd367870-4e27-4177-a39b-6224f5be24a2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:02.784286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (dd367870-4e27-4177-a39b-6224f5be24a2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:02.910052 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router dd367870-4e27-4177-a39b-6224f5be24a2 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:54:03.015467 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:54:03.025646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Sync routers for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:54:03.035235 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.035822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:54:03.036391 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-173c3654-b2e1-4916-b666-b410d561cd81 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7459350 May 12 03:54:03.036590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:53:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:03.040162 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40416) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:03.073546 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d1ddce46-c1cc-4432-bb9c-87c3fd7e85a1 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=34da570da06f436c805c7ff9085bb047&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279877 May 12 03:54:03.073820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40418) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:03.153275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:54:03.157518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e5118-c680-43f0-9937-1f904235234b tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:03.159980 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a38e5118-c680-43f0-9937-1f904235234b tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853519 May 12 03:54:03.162880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40420) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:03.197363 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0806fe64-3c1c-4b01-ad6a-1a81564faed4 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301254 May 12 03:54:03.197585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40422) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:03.202220 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1719543196', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'project_id': '34da570da06f436c805c7ff9085bb047', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:03.243308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4cff28cb-0afe-4250-a689-93d225eef6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.286929 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:54:03.290511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.340009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:02Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:03.366831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Checking router: dd367870-4e27-4177-a39b-6224f5be24a2 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:54:03.367179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Updating router dd367870-4e27-4177-a39b-6224f5be24a2 port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:54:03.397264 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.486987 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (9af3215a-b723-46d7-bc8d-a3c9bc08b53d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.552511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Subnet': ['ID=9af3215a-b723-46d7-bc8d-a3c9bc08b53d,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:03.560507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Checking segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:54:03.560870 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network hostable DHCP agents. Network: 8e257887-e4bd-40e9-b037-043cc983887f, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:54:03.578706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8e257887-e4bd-40e9-b037-043cc983887f is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:54:03.587044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 8e257887-e4bd-40e9-b037-043cc983887f) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:03.591080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:03.591676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.608535 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-7c35f23f-0258-409a-8ce4-ae5c7ae19baa tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4098668 May 12 03:54:03.611382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40424) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:03.747606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8bcae-6399-4701-b4ad-28cdbde5ca26 None None] Network 8e257887-e4bd-40e9-b037-043cc983887f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:54:03.897944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-8e257887-e4bd-40e9-b037-043cc983887f', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:54:03.899401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.932000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Publish callbacks [] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:03.943364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.051981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.061565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Attempting to bind port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:54:04.062098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Attempting to bind port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:54:04.062334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Attempting to bind port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:54:04.081948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e5156-7d68-447c-bc9b-b73166cd062d None None] Pushing event updated for resources: {'Port': ['ID=40a361de-e8ba-4dfc-a777-b6a1e7670c43,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:04.091576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:54:04.091962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:54:04.092368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.092758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:54:04.093235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Bound port: 40a361de-e8ba-4dfc-a777-b6a1e7670c43, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:54:04.093621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.133375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Allocated IP 172.20.0.2 (8e257887-e4bd-40e9-b037-043cc983887f/9af3215a-b723-46d7-bc8d-a3c9bc08b53d/58501961-d3bd-4054-b425-4137a8f3783f) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:54:04.178816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] For port 40a361de-e8ba-4dfc-a777-b6a1e7670c43, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:54:04.201037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] For port 40a361de-e8ba-4dfc-a777-b6a1e7670c43, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=40a361de-e8ba-4dfc-a777-b6a1e7670c43,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:54:04.233849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.324966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e5156-7d68-447c-bc9b-b73166cd062d None None] Pushing event updated for resources: {'Port': ['ID=40a361de-e8ba-4dfc-a777-b6a1e7670c43,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:04.329719 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:54:04.330352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:53:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:04.411394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Publish callbacks [] for port (58501961-d3bd-4054-b425-4137a8f3783f), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.419134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (58501961-d3bd-4054-b425-4137a8f3783f), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.465786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.1 (8e257887-e4bd-40e9-b037-043cc983887f/9af3215a-b723-46d7-bc8d-a3c9bc08b53d/e41d0641-da01-4ca2-abc3-7bca63d23a11) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:54:04.496136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Network 8e257887-e4bd-40e9-b037-043cc983887f is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:54:04.505294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:04.513474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:54:04.516299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:54:04.518157 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Pushing event updated for resources: {'Port': ['ID=58501961-d3bd-4054-b425-4137a8f3783f,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:04.585159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.619592 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.658373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8e257887-e4bd-40e9-b037-043cc983887f is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:54:04.661595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:04.664124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:54:04.674759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Attempting to bind port 58501961-d3bd-4054-b425-4137a8f3783f on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:54:04.675134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Attempting to bind port 58501961-d3bd-4054-b425-4137a8f3783f by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:54:04.675503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Attempting to bind port 58501961-d3bd-4054-b425-4137a8f3783f on network 8e257887-e4bd-40e9-b037-043cc983887f {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:54:04.684797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:54:04.685173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Checking segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:54:04.685580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.685993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Bound using segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:54:04.686465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Bound port: 58501961-d3bd-4054-b425-4137a8f3783f, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:54:04.686848 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58501961-d3bd-4054-b425-4137a8f3783f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.696927 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=e41d0641-da01-4ca2-abc3-7bca63d23a11,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:04.717996 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (dd367870-4e27-4177-a39b-6224f5be24a2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.784389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:02Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:04.820772 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061484e0-3d2a-4e4f-b6bc-26e5ee93c2f1 None None] The sync data for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv is: [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:02Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:54:04.823491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] For port 58501961-d3bd-4054-b425-4137a8f3783f, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:54:04.834989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] For port 58501961-d3bd-4054-b425-4137a8f3783f, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58501961-d3bd-4054-b425-4137a8f3783f,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:54:04.841604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (58501961-d3bd-4054-b425-4137a8f3783f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.875412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:04.909432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3a852-227f-444c-a5e5-f3585af07b31 None None] Pushing event updated for resources: {'Port': ['ID=58501961-d3bd-4054-b425-4137a8f3783f,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:05.258923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.264762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.344103 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (dd367870-4e27-4177-a39b-6224f5be24a2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.346082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=e41d0641-da01-4ca2-abc3-7bca63d23a11,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:05.442287 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58501961-d3bd-4054-b425-4137a8f3783f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:54:05.458221 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8e257887-e4bd-40e9-b037-043cc983887f is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:54:05.459776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:05.493145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 58501961-d3bd-4054-b425-4137a8f3783f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:05.493551 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58501961-d3bd-4054-b425-4137a8f3783f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.579831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 58501961-d3bd-4054-b425-4137a8f3783f is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:05.580218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58501961-d3bd-4054-b425-4137a8f3783f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.588498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router dd367870-4e27-4177-a39b-6224f5be24a2 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:54:05.615491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 58501961-d3bd-4054-b425-4137a8f3783f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58501961-d3bd-4054-b425-4137a8f3783f,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:54:05.622091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (58501961-d3bd-4054-b425-4137a8f3783f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.623072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 40a361de-e8ba-4dfc-a777-b6a1e7670c43 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:54:05.732350 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b194f1e6-4f9b-44e2-a914-152465a2ab46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.738634 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=58501961-d3bd-4054-b425-4137a8f3783f,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:05.739202 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:54:05.744668 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-372dff9c-8246-40cf-ac8d-fcf3d5d6e4c8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/dd367870-4e27-4177-a39b-6224f5be24a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1322608 May 12 03:54:05.758897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:05.759387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.850172 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:05.850530 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.881400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 40a361de-e8ba-4dfc-a777-b6a1e7670c43, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=40a361de-e8ba-4dfc-a777-b6a1e7670c43,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:54:05.889121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:05.945161 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-845a8bb5-320b-4016-ad02-65c909004be5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206640256&fields=id&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 267 time: 0.0636742 May 12 03:54:05.951872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=40a361de-e8ba-4dfc-a777-b6a1e7670c43,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:06.033613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea489d06-6557-4a06-8ed5-d0fdb3b9505b None None] Network 8e257887-e4bd-40e9-b037-043cc983887f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:54:06.049394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-e3326a42-72b8-4442-8f40-531e457575b7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:06.050894 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-e3326a42-72b8-4442-8f40-531e457575b7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 797 time: 0.1035018 May 12 03:54:06.065843 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-403532b6-1e11-4a72-be36-ef806b1fb46f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/quotas/34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 375 time: 0.0089786 May 12 03:54:06.114460 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-28f97780-bf81-48be-9654-9616c427bad6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436203 May 12 03:54:06.149865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b4a6af7e-be02-40f2-be29-068bcdd8c098 None None] Provisioning complete for port 58501961-d3bd-4054-b425-4137a8f3783f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:06.149865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b4a6af7e-be02-40f2-be29-068bcdd8c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58501961-d3bd-4054-b425-4137a8f3783f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:06.199436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-da46e30f-fc9e-4686-886d-be781e96b540 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:54:06.200405 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-da46e30f-fc9e-4686-886d-be781e96b540 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0635173 May 12 03:54:06.236806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6af7e-be02-40f2-be29-068bcdd8c098 None None] Current status of the port 58501961-d3bd-4054-b425-4137a8f3783f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:06.299080 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-c5c4afd3-9514-4a00-aeb3-91e0064e8328 service neutron] 10.222.0.23 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920086 May 12 03:54:06.360544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d4907a1f-c4bb-4e61-b0e6-7d5a27f091bc None None] Provisioning complete for port 58501961-d3bd-4054-b425-4137a8f3783f triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:06.361069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d4907a1f-c4bb-4e61-b0e6-7d5a27f091bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58501961-d3bd-4054-b425-4137a8f3783f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:06.399714 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-0ddcdae1-0918-446f-b649-eb52dd56834d service neutron] 10.222.0.23 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948801 May 12 03:54:06.467774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d4907a1f-c4bb-4e61-b0e6-7d5a27f091bc None None] Current status of the port 58501961-d3bd-4054-b425-4137a8f3783f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:06.479890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d4907a1f-c4bb-4e61-b0e6-7d5a27f091bc None None] Provisioning complete for port e41d0641-da01-4ca2-abc3-7bca63d23a11 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:06.480539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d4907a1f-c4bb-4e61-b0e6-7d5a27f091bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:06.526203 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d4907a1f-c4bb-4e61-b0e6-7d5a27f091bc None None] Port e41d0641-da01-4ca2-abc3-7bca63d23a11 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:54:06.562918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:06.596547 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aa79509c-819a-4d65-95be-af3b3d73869d req-2a2855be-94d7-4876-977a-a12cbf3d13b2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 210 time: 0.0300636 May 12 03:54:06.645657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f8b3d9a4-8d41-446f-b357-1714a939d8d3 None None] Provisioning complete for port e41d0641-da01-4ca2-abc3-7bca63d23a11 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:06.646071 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d9a4-8d41-446f-b357-1714a939d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:06.691186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3d9a4-8d41-446f-b357-1714a939d8d3 None None] Port e41d0641-da01-4ca2-abc3-7bca63d23a11 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:54:06.787077 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Sync routers for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:54:06.798223 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:54:06.798831 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:54:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:06.909656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-99f3257d-0e96-4737-974b-7f0aa0e6988a None None] Provisioning complete for port e41d0641-da01-4ca2-abc3-7bca63d23a11 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:06.910167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-99f3257d-0e96-4737-974b-7f0aa0e6988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:06.921064 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:54:06.948214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-99f3257d-0e96-4737-974b-7f0aa0e6988a None None] Port e41d0641-da01-4ca2-abc3-7bca63d23a11 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:54:07.120463 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 2, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:07.147984 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Checking router: dd367870-4e27-4177-a39b-6224f5be24a2 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:54:07.148339 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Updating router dd367870-4e27-4177-a39b-6224f5be24a2 port e41d0641-da01-4ca2-abc3-7bca63d23a11 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:54:07.175423 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.381187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58501961-d3bd-4054-b425-4137a8f3783f up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:54:07.426198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 58501961-d3bd-4054-b425-4137a8f3783f triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:07.426570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (58501961-d3bd-4054-b425-4137a8f3783f), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.520597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 58501961-d3bd-4054-b425-4137a8f3783f is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:07.522521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 40a361de-e8ba-4dfc-a777-b6a1e7670c43 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:54:07.572819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:07.573227 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Publish callbacks [] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.573740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.581357 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.713853 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Attempting to bind port e41d0641-da01-4ca2-abc3-7bca63d23a11 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:54:07.714566 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Attempting to bind port e41d0641-da01-4ca2-abc3-7bca63d23a11 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:54:07.714944 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Attempting to bind port e41d0641-da01-4ca2-abc3-7bca63d23a11 on network 8e257887-e4bd-40e9-b037-043cc983887f {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:54:07.721432 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:54:07.721815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Checking segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:54:07.722266 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.722662 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Bound using segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:54:07.723156 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Bound port: e41d0641-da01-4ca2-abc3-7bca63d23a11, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:54:07.723691 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.766778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:07.775005 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-553b313d-cf05-4ceb-816e-42b30bd26153 req-f8bb0919-5752-4170-bbaf-c43b33ffc515 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 210 time: 0.0375779 May 12 03:54:07.800404 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Pushing event updated for resources: {'Port': ['ID=e41d0641-da01-4ca2-abc3-7bca63d23a11,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:07.812603 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] For port e41d0641-da01-4ca2-abc3-7bca63d23a11, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:54:07.817305 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] For port e41d0641-da01-4ca2-abc3-7bca63d23a11, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e41d0641-da01-4ca2-abc3-7bca63d23a11,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:54:07.824701 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.825069 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.825631 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.826219 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.826750 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.827278 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.827801 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.828342 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.828881 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.829383 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.829721 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.830094 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.830432 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.830762 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.831091 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:54:07.835810 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.885858 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:54:07.886530 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:54:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:07.943207 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7a6a-52d7-429e-8b77-2409f16e152f None None] Pushing event updated for resources: {'Port': ['ID=e41d0641-da01-4ca2-abc3-7bca63d23a11,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:07.972479 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] Provisioning complete for port e41d0641-da01-4ca2-abc3-7bca63d23a11 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:07.972963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:07.989116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-c94497a8-820e-44b2-aa12-a1190c727e00 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:07.991265 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-c94497a8-820e-44b2-aa12-a1190c727e00 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 797 time: 0.4849699 May 12 03:54:08.019169 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:54:08.062303 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-d0cfd0c6-ca2f-4066-86f8-b4e191cbf758 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 380 time: 0.0572712 May 12 03:54:08.075239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'port': {'device_id': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'admin_state_up': True, 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'security_groups': ['e9732b9e-1a35-4742-a17f-d3a15bd88ade']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:08.075505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] Current status of the port e41d0641-da01-4ca2-abc3-7bca63d23a11 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:08.076145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.124509 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] For port e41d0641-da01-4ca2-abc3-7bca63d23a11, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e41d0641-da01-4ca2-abc3-7bca63d23a11,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:54:08.147459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.182289 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.209777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3688-ed03-4614-94c7-884cebea9848 None None] Pushing event updated for resources: {'Port': ['ID=e41d0641-da01-4ca2-abc3-7bca63d23a11,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:08.228573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:54:08.232173 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.239271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:07Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:08.265609 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5c657-508d-4b38-9ced-96be0c94ebda None None] The sync data for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv is: [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:07Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:54:08.267044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-e85c57f5-cf88-4441-bdf8-320ac1a8e161 None None] Provisioning complete for port e41d0641-da01-4ca2-abc3-7bca63d23a11 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:08.267394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e85c57f5-cf88-4441-bdf8-320ac1a8e161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.368966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e85c57f5-cf88-4441-bdf8-320ac1a8e161 None None] Current status of the port e41d0641-da01-4ca2-abc3-7bca63d23a11 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:08.400573 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.7 (8e257887-e4bd-40e9-b037-043cc983887f/9af3215a-b723-46d7-bc8d-a3c9bc08b53d/e34a5050-218a-4a59-9df1-cf70076a0430) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:54:08.549727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (e34a5050-218a-4a59-9df1-cf70076a0430), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.585165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.628615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 8e257887-e4bd-40e9-b037-043cc983887f is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:54:08.631816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:08.638462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:54:08.663017 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:08.692892 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:08.693575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.714824 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-04fe194a-abbc-48a0-818b-10981ed9754c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447530 May 12 03:54:08.733024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Request body: {'port': {'device_id': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:08.751400 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:54:08.808342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.896007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-b8d7a27c-a4fe-47f5-92f7-e245598caebd None None] Provisioning complete for port e34a5050-218a-4a59-9df1-cf70076a0430 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:08.897531 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a27c-a4fe-47f5-92f7-e245598caebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:08.902194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577000d1-35af-492d-b547-c0972b92f8ae req-ea59966e-835e-4946-b71c-ea027fc50d76 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:08.903734 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-577000d1-35af-492d-b547-c0972b92f8ae req-ea59966e-835e-4946-b71c-ea027fc50d76 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 931 time: 0.0526090 May 12 03:54:08.941979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7a27c-a4fe-47f5-92f7-e245598caebd None None] Port e34a5050-218a-4a59-9df1-cf70076a0430 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:54:08.968984 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-577000d1-35af-492d-b547-c0972b92f8ae req-3c611daa-6e13-465b-9bd2-375e67f7fee0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594745 May 12 03:54:09.141055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34a5050-218a-4a59-9df1-cf70076a0430 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:54:09.149597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Publish callbacks [] for port (e34a5050-218a-4a59-9df1-cf70076a0430), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.163222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Transition to ACTIVE for port object e34a5050-218a-4a59-9df1-cf70076a0430 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:54:09.166952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.240710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:09.295941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Attempting to bind port e34a5050-218a-4a59-9df1-cf70076a0430 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:54:09.296450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Attempting to bind port e34a5050-218a-4a59-9df1-cf70076a0430 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:54:09.296781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Attempting to bind port e34a5050-218a-4a59-9df1-cf70076a0430 on network 8e257887-e4bd-40e9-b037-043cc983887f {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:54:09.301473 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Port e34a5050-218a-4a59-9df1-cf70076a0430 on network 8e257887-e4bd-40e9-b037-043cc983887f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:54:09.301795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Attempting to bind port e34a5050-218a-4a59-9df1-cf70076a0430 on network 8e257887-e4bd-40e9-b037-043cc983887f {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:54:09.307522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:54:09.307953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Checking segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:54:09.308492 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Bound using segment: {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:54:09.309330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Bound port: e34a5050-218a-4a59-9df1-cf70076a0430, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e76658-2ddd-407a-87cd-3aaa5ab74d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:54:09.309795 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.388285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:54:09.391865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:54:09.400424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.417093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e41d0641-da01-4ca2-abc3-7bca63d23a11 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:54:09.442867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:09.443533 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.445124 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] 10.222.0.57 "PUT /v2.0/ports/e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 1093 time: 0.7165692 May 12 03:54:09.445935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:54:09.448653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:54:09.497265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb626f37-6a72-4bba-80d8-e1329b2cc68e service neutron] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:09.501319 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b9c7ea-d143-4039-88d9-321e1403266b x-openstack-request-id: req-02b9c7ea-d143-4039-88d9-321e1403266b {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:54:09.501808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:54:09.504433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02b9c7ea-d143-4039-88d9-321e1403266b {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:54:09.506454 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b9c7ea-d143-4039-88d9-321e1403266b'] response: {'name': 'network-changed', 'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'status': 'completed', 'code': 200} May 12 03:54:09.513832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e41d0641-da01-4ca2-abc3-7bca63d23a11 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:09.514250 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.555386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-f5ec432b-5cd9-4bdf-b81c-935339025436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:09.556930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-f5ec432b-5cd9-4bdf-b81c-935339025436 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1127 time: 0.0462997 May 12 03:54:09.596606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e41d0641-da01-4ca2-abc3-7bca63d23a11 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:09.608438 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-7d30ccb5-d0ae-429c-baab-f8e6c016068c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 217 time: 0.0408742 May 12 03:54:09.659070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-caa6b93a-dfc1-4223-b499-2f487f102985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:09.660564 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-caa6b93a-dfc1-4223-b499-2f487f102985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0465112 May 12 03:54:09.679736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:09.709288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-0cc5c319-7182-4699-982a-7b46797f87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:09.710822 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-0cc5c319-7182-4699-982a-7b46797f87d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409923 May 12 03:54:09.812383 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-c054dfe7-0c17-435b-9ccb-1594ade5b54b service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869653 May 12 03:54:09.901731 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a05c080b-e468-4ae8-ba69-78267f116e2b req-6100b0de-fadf-471e-a91c-51b847c355d0 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802078 May 12 03:54:10.085484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19af8d-77cd-4c2f-a5ab-3231a5936f25 req-58cfab89-d6d5-45ad-85e8-d3edd047e59a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:10.086946 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff19af8d-77cd-4c2f-a5ab-3231a5936f25 req-58cfab89-d6d5-45ad-85e8-d3edd047e59a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 943 time: 0.0494969 May 12 03:54:10.134700 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ff19af8d-77cd-4c2f-a5ab-3231a5936f25 req-3bb824f9-ffad-4a14-9ad6-7e79d0ecaad2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 May 12 03:54:10.814929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e34a5050-218a-4a59-9df1-cf70076a0430 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:54:10.818928 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-71a277b2-6c4f-4d05-a003-4d4b19f5ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:10.820465 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-71a277b2-6c4f-4d05-a003-4d4b19f5ce91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1127 time: 0.0451605 May 12 03:54:10.909072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-1509f120-fd33-491d-8389-2be0529474d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:10.910567 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-1509f120-fd33-491d-8389-2be0529474d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0836728 May 12 03:54:10.910793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:54:10.922613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'port_id': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'mac_address': 'fa:16:3e:91:55:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:54:10.958571 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-3aa695c5-df63-4562-94fd-4fe52c5a1992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 217 time: 0.0386443 May 12 03:54:11.015144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-7716797c-e767-49a0-9af0-5514f4413726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:11.016667 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-7716797c-e767-49a0-9af0-5514f4413726 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0471826 May 12 03:54:11.066463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-2c803ffa-4ab2-458d-a9ba-61528b1bc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:11.067901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-2c803ffa-4ab2-458d-a9ba-61528b1bc0fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413134 May 12 03:54:11.107032 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port e34a5050-218a-4a59-9df1-cf70076a0430 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:11.107415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:11.120560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34a5050-218a-4a59-9df1-cf70076a0430 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:54:11.140731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:54:11.144758 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:11.167810 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-b1157a95-0d71-46d6-aa40-8768a127d4fe service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899529 May 12 03:54:11.198240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:11.251799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72e012-1e3b-4e81-88ad-66313a6f2df6 req-de50c21c-16f4-4891-91ce-018473deac92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:11.253281 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9b72e012-1e3b-4e81-88ad-66313a6f2df6 req-de50c21c-16f4-4891-91ce-018473deac92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 944 time: 0.0467887 May 12 03:54:11.262795 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e49fe7c8-31f5-42e2-8bc8-c75d76cb6c3d req-942feee9-5bb3-42f2-b638-7a4438d23fae service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 May 12 03:54:11.302228 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9b72e012-1e3b-4e81-88ad-66313a6f2df6 req-4103bff1-5473-445c-a693-066e6d29c783 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 May 12 03:54:11.421839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['e34a5050-218a-4a59-9df1-cf70076a0430'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:54:12.418836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171df9-a319-41a1-aec8-f0416e95e25d req-2960f0fd-0a87-45ea-8f0a-021c0f67f532 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:12.420336 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91171df9-a319-41a1-aec8-f0416e95e25d req-2960f0fd-0a87-45ea-8f0a-021c0f67f532 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 944 time: 0.0503411 May 12 03:54:12.468616 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91171df9-a319-41a1-aec8-f0416e95e25d req-5675239e-6647-4f9e-b005-6eb3dde0135f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 May 12 03:54:12.575241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:12.827552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e34a5050-218a-4a59-9df1-cf70076a0430 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:54:12.872642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port e34a5050-218a-4a59-9df1-cf70076a0430 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:54:12.878652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port e34a5050-218a-4a59-9df1-cf70076a0430 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:54:12.879042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:12.954616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port e34a5050-218a-4a59-9df1-cf70076a0430 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:54:12.955002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:12.977059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:54:12.979773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6062f67c-3567-4259-b443-198ceb5cf096" -d '{"events": [{"server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "name": "network-vif-plugged", "status": "completed", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:54:12.992826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:54:12.996697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:13.021323 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f831b-bcbe-4018-9d5f-863741827d77 x-openstack-request-id: req-6e3f831b-bcbe-4018-9d5f-863741827d77 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:54:13.021608 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "name": "network-vif-plugged", "status": "completed", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:54:13.021860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e3f831b-bcbe-4018-9d5f-863741827d77 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:54:13.022274 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3f831b-bcbe-4018-9d5f-863741827d77'] response: {'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'code': 200} May 12 03:54:13.046843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:13.195224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0bba-e024-4dd8-b3f4-31da272394aa req-d5219521-cf9a-4e85-bab3-5c9ab0e2ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:13.196968 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-771f0bba-e024-4dd8-b3f4-31da272394aa req-d5219521-cf9a-4e85-bab3-5c9ab0e2ab5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1129 time: 0.0430934 May 12 03:54:13.248120 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-771f0bba-e024-4dd8-b3f4-31da272394aa req-338274d1-8eae-4373-bd0b-f94ba42c81e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399458 May 12 03:54:13.579171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de25-f3f7-4a67-a870-35cdccbb94c2 req-f1c68fd3-cc86-4057-b8c9-2bc9ab483fb6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:13.580634 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ba22de25-f3f7-4a67-a870-35cdccbb94c2 req-f1c68fd3-cc86-4057-b8c9-2bc9ab483fb6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0462573 May 12 03:54:13.632887 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ba22de25-f3f7-4a67-a870-35cdccbb94c2 req-1edbca11-414f-45cd-bf47-bc4098f06b4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467794 May 12 03:54:14.751986 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a6ecf-4717-4211-a7db-0be11751d9b9 req-2b4edea4-452d-4376-9ddd-863e71cef7af tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:14.753444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-875a6ecf-4717-4211-a7db-0be11751d9b9 req-2b4edea4-452d-4376-9ddd-863e71cef7af tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0468028 May 12 03:54:14.826785 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-875a6ecf-4717-4211-a7db-0be11751d9b9 req-d6ebcf85-13ae-45a2-a27d-cb199c65a11b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676343 May 12 03:54:14.936484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0b287-701b-4df3-989a-b2e928fcfbac req-b6c3ba26-c5ec-413c-b9e3-a0ddfb1c8c4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:14.937954 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8a0b287-701b-4df3-989a-b2e928fcfbac req-b6c3ba26-c5ec-413c-b9e3-a0ddfb1c8c4c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0460358 May 12 03:54:14.986193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8a0b287-701b-4df3-989a-b2e928fcfbac req-1fb3d2a8-3dc9-4653-8306-3bbcf8b1441a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 May 12 03:54:15.007821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40478) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:15.044422 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e56c04f-7c6b-4d57-b96d-e67d48f18ca8 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:15.045911 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5e56c04f-7c6b-4d57-b96d-e67d48f18ca8 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1124 time: 0.0370975 May 12 03:54:15.048631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40480) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:15.052959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:54:15.073602 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:15.161656 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:15.261504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.182 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/8ba25045-b441-4a2b-9088-9494a23c34cd) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:54:15.365036 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:15.398805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:15.435800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:54:15.438681 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:54:15.442114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:54:15.467979 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=8ba25045-b441-4a2b-9088-9494a23c34cd,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:15.805818 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (d2f066bb-c21a-4044-9925-b818de5dea84), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:15.876054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:16.051887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:16.056779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:16.125038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=8ba25045-b441-4a2b-9088-9494a23c34cd,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:54:16.136960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (d2f066bb-c21a-4044-9925-b818de5dea84), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:16.241439 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP d2f066bb-c21a-4044-9925-b818de5dea84 associated. External IP: 172.26.2.182, port: e34a5050-218a-4a59-9df1-cf70076a0430. May 12 03:54:16.449814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router dd367870-4e27-4177-a39b-6224f5be24a2 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:54:16.556919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:54:16.566208 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] Sync routers for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:54:16.574570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:16.577096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:54:16.577962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:54:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:16.691306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:54:16.897720 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-33f23fa3-be21-433d-a89c-c4e980614a2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8479524 May 12 03:54:16.898999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:54:16.901385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e195a-5663-46b0-82e6-2f05bcf8bd70" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:54:16.929582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd2f066bb-c21a-4044-9925-b818de5dea84', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.182', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'port_id': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'mac_address': 'fa:16:3e:91:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:54:15Z', 'updated_at': '2022-05-12T03:54:15Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:08Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:16.936354 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba065545-5168-44e3-97df-4c3911300d1e x-openstack-request-id: req-ba065545-5168-44e3-97df-4c3911300d1e {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:54:16.936655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:54:16.936908 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba065545-5168-44e3-97df-4c3911300d1e {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:54:16.937318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba065545-5168-44e3-97df-4c3911300d1e'] response: {'name': 'network-changed', 'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'status': 'completed', 'code': 200} May 12 03:54:16.965791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] Checking router: dd367870-4e27-4177-a39b-6224f5be24a2 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:54:16.974240 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:54:16.974847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:54:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:16.998498 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7caf4c-a4ea-4855-9bf7-2f784b227b7e req-a2bec730-0231-410d-b0fa-f4eeeae5c522 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:16.999588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-ae0817dd-b2e0-4e7c-a24a-cbff39b9f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:17.000149 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df7caf4c-a4ea-4855-9bf7-2f784b227b7e req-a2bec730-0231-410d-b0fa-f4eeeae5c522 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0496776 May 12 03:54:17.001090 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-ae0817dd-b2e0-4e7c-a24a-cbff39b9f38b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1129 time: 0.0409889 May 12 03:54:17.051592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df7caf4c-a4ea-4855-9bf7-2f784b227b7e req-8d168971-4ddd-4de0-a965-d134613ccf0e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 May 12 03:54:17.074966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40486) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:17.085087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:54:17.105056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-59a712f3-5e95-4c97-928e-afbe575e636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:17.106540 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-59a712f3-5e95-4c97-928e-afbe575e636c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0989482 May 12 03:54:17.139433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-653f16e8-5fb4-42ec-97b5-ee2593f68b4d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d2f066bb-c21a-4044-9925-b818de5dea84 HTTP/1.1" status: 200 len: 991 time: 0.0633013 May 12 03:54:17.173903 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-ff4b1405-1d0d-4851-bc48-9e815636887d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 999 time: 0.0604455 May 12 03:54:17.221589 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-448b0055-2dff-4a18-b94c-eb4de82bc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:17.223071 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-448b0055-2dff-4a18-b94c-eb4de82bc380 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0435565 May 12 03:54:17.269263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-22a0bcf5-86c0-4c41-aabc-b118af2571b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:17.270791 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-22a0bcf5-86c0-4c41-aabc-b118af2571b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420501 May 12 03:54:17.299450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd2f066bb-c21a-4044-9925-b818de5dea84', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.182', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'port_id': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'mac_address': 'fa:16:3e:91:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:54:15Z', 'updated_at': '2022-05-12T03:54:15Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:08Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:54:17.330294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb96a2-80f0-4149-b720-b8bcd4a389f8 None None] The sync data for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv is: [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'd2f066bb-c21a-4044-9925-b818de5dea84', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.182', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'port_id': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'mac_address': 'fa:16:3e:91:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:54:15Z', 'updated_at': '2022-05-12T03:54:15Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:08Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:54:17.358902 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-94fb0a8b-dbe6-440a-9b9e-82583884d707 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815380 May 12 03:54:17.456724 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-950e195a-5663-46b0-82e6-2f05bcf8bd70 req-7c4456f3-57b5-42f1-bdec-a338a8d3e23e service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909369 May 12 03:54:17.537033 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2c8b1-4e64-493b-90ff-12e212954ef2 None None] New status for floating IP d2f066bb-c21a-4044-9925-b818de5dea84: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:54:18.143564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40488) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:18.203786 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-a46dd10d-5ece-4a62-ba50-9ba7945ef4d1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d2f066bb-c21a-4044-9925-b818de5dea84 HTTP/1.1" status: 200 len: 993 time: 0.0591247 May 12 03:54:33.181837 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1c95795d-fe21-4e01-86c6-1007ffa81df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:35.693771 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5485bc0a-9eeb-4bf8-9f2e-ae7e90c53307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:36.559524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:38.119137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:39.683181 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:42.575751 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:54:45.751800 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:54:51.426122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-a4247334-d161-4120-8a51-7ed05925b17f req-d1a8d02e-073a-4375-8086-0451e39a2cb2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:54:51.427116 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a4247334-d161-4120-8a51-7ed05925b17f req-d1a8d02e-073a-4375-8086-0451e39a2cb2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053935 May 12 03:54:51.605196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abed44a-7e10-4c46-9891-81fc6a0bd111 req-01feb685-a494-4b37-be8b-d44f3661a3e6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:51.606641 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0abed44a-7e10-4c46-9891-81fc6a0bd111 req-01feb685-a494-4b37-be8b-d44f3661a3e6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0481379 May 12 03:54:51.613192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40510) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:51.660170 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0abed44a-7e10-4c46-9891-81fc6a0bd111 req-088188d9-4656-4c32-a31c-f13d4f639522 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476408 May 12 03:54:51.696974 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-f0601261-8878-4716-8c11-aa62f9bacd86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826440 May 12 03:54:51.705643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-b8188774-f8d9-46d5-b13e-0b76440aa24c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:54:51.706649 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-b8188774-f8d9-46d5-b13e-0b76440aa24c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050204 May 12 03:54:52.771581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42bf0-eee1-499b-b678-62c569774b34 req-3e68569d-720a-44f0-b714-e984da3700af tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:52.773043 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-35f42bf0-eee1-499b-b678-62c569774b34 req-3e68569d-720a-44f0-b714-e984da3700af tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0452387 May 12 03:54:52.820862 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-35f42bf0-eee1-499b-b678-62c569774b34 req-55d67d28-4c5a-4261-bc30-f4d5ba423c77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 May 12 03:54:53.025810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40534) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:54:53.117184 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-651a026b-c129-4670-b68d-5acc34165539 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:53.118540 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-651a026b-c129-4670-b68d-5acc34165539 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports/e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 942 time: 0.0917263 May 12 03:54:53.935026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbae42-c479-48e8-a566-51863e2adcd6 req-ad00cb5b-db6f-4a48-a9c6-5b76977a3326 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:53.936460 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bfcbae42-c479-48e8-a566-51863e2adcd6 req-ad00cb5b-db6f-4a48-a9c6-5b76977a3326 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0491512 May 12 03:54:53.984341 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bfcbae42-c479-48e8-a566-51863e2adcd6 req-189e6488-4b53-4755-ac8f-b81f53466022 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 May 12 03:54:55.094548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d5552-09a7-425e-bde7-10c6c4fee08a req-9dceda5b-6d3f-4399-a699-3b37115a653a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:55.095980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-863d5552-09a7-425e-bde7-10c6c4fee08a req-9dceda5b-6d3f-4399-a699-3b37115a653a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0460486 May 12 03:54:55.142896 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-863d5552-09a7-425e-bde7-10c6c4fee08a req-888ebffb-4063-46b2-ae16-6c6151842bad tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 May 12 03:54:56.252550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7013-f911-49b4-9437-181289803ca3 req-edf12c9f-4565-4cd2-b317-f1f2800e7453 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:56.254211 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-590e7013-f911-49b4-9437-181289803ca3 req-edf12c9f-4565-4cd2-b317-f1f2800e7453 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0458660 May 12 03:54:56.304814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-590e7013-f911-49b4-9437-181289803ca3 req-9b75d938-f783-4750-837f-4e3f75a965ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 May 12 03:54:56.981300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-3c19ae1e-2424-4c45-bd93-af503e0930f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:56.982797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-3c19ae1e-2424-4c45-bd93-af503e0930f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1129 time: 0.0390966 May 12 03:54:57.071181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-19e6644f-c63f-4373-9c94-cf4d5c81a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:57.072593 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-19e6644f-c63f-4373-9c94-cf4d5c81a4d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0824959 May 12 03:54:57.143074 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-66c1765c-2047-4ee6-b038-ebcdd687191d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 1001 time: 0.0610206 May 12 03:54:57.191898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-931568eb-a89b-4388-8e24-5ebd85a6ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:57.193302 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-931568eb-a89b-4388-8e24-5ebd85a6ec14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0420415 May 12 03:54:57.241470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-1ea575ba-e3ed-4328-97c5-d2c0c9788447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:57.243355 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-1ea575ba-e3ed-4328-97c5-d2c0c9788447 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369861 May 12 03:54:57.337052 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-023debf4-be29-4886-8950-e8f3ba94c128 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 May 12 03:54:57.416760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb829675-7f7f-44c4-9797-e4252fb37231 req-aa5b9479-4eaf-400a-97f4-7e71523a3781 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:57.418361 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb829675-7f7f-44c4-9797-e4252fb37231 req-aa5b9479-4eaf-400a-97f4-7e71523a3781 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0456123 May 12 03:54:57.434910 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-7597a3a1-d8ab-421e-bd6c-1adb9579e388 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885026 May 12 03:54:57.467281 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb829675-7f7f-44c4-9797-e4252fb37231 req-3db9977c-a1fd-4e0d-9b0d-85d6e2553e0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 May 12 03:54:58.582480 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0428-1484-4645-84f6-6002069ba0aa req-ea80d33b-2a91-4246-bfd7-218b587c1946 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:58.584011 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e28e0428-1484-4645-84f6-6002069ba0aa req-ea80d33b-2a91-4246-bfd7-218b587c1946 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0475063 May 12 03:54:58.632065 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e28e0428-1484-4645-84f6-6002069ba0aa req-a1549d0c-637a-40cb-b91c-19fd31a9d2e9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 May 12 03:54:59.748386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37530d8-3d88-4f0e-95c2-30dc2183ff21 req-519ef3d1-4c49-4bab-be81-415424ffd48a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:54:59.749862 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f37530d8-3d88-4f0e-95c2-30dc2183ff21 req-519ef3d1-4c49-4bab-be81-415424ffd48a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0500002 May 12 03:54:59.797970 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f37530d8-3d88-4f0e-95c2-30dc2183ff21 req-47016b75-1696-4b84-b48b-f2ed0aef6d97 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 May 12 03:55:00.908916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b96b94-97d8-4e68-a6b4-340ecd891a73 req-7987bacf-2e1a-4db9-a0e6-9b52f0411bb2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:00.910391 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b96b94-97d8-4e68-a6b4-340ecd891a73 req-7987bacf-2e1a-4db9-a0e6-9b52f0411bb2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0460122 May 12 03:55:00.957999 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-51b96b94-97d8-4e68-a6b4-340ecd891a73 req-27604adb-b638-4ddb-91b9-f0f1f29327cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 May 12 03:55:02.074511 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89f92a-114d-4a08-a99d-c89f0099969f req-d1426f51-4420-402e-8350-243bb9bae616 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:02.075973 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5b89f92a-114d-4a08-a99d-c89f0099969f req-d1426f51-4420-402e-8350-243bb9bae616 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0501845 May 12 03:55:02.129496 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5b89f92a-114d-4a08-a99d-c89f0099969f req-94439d0e-521b-474b-b498-1fbc7ad992e7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480208 May 12 03:55:03.174134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3df34ecc-6c95-49d9-9242-e44ff57ac87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:03.243272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be95e0a-45e7-4b0b-a011-88ff48607e7c req-cfa7f738-8668-4e08-a8e1-134187298027 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:03.244739 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9be95e0a-45e7-4b0b-a011-88ff48607e7c req-cfa7f738-8668-4e08-a8e1-134187298027 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0458002 May 12 03:55:03.291966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9be95e0a-45e7-4b0b-a011-88ff48607e7c req-08e85444-39bd-42dc-927b-03671e64b89b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 May 12 03:55:04.406875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d15c1-080c-4cb4-a345-d353d9a62604 req-f3210902-068e-42cd-8d3c-0b1d8b3ddcb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:04.410273 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de5d15c1-080c-4cb4-a345-d353d9a62604 req-f3210902-068e-42cd-8d3c-0b1d8b3ddcb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0507464 May 12 03:55:04.466603 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-de5d15c1-080c-4cb4-a345-d353d9a62604 req-8206c73d-2c3a-4924-9f6b-d916de373ce9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525105 May 12 03:55:05.577355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63157d2-0a63-4901-85bd-681339dde893 req-a45c3a61-4c9e-40db-aa0b-d35be5e5fe64 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:05.578765 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d63157d2-0a63-4901-85bd-681339dde893 req-a45c3a61-4c9e-40db-aa0b-d35be5e5fe64 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0467491 May 12 03:55:05.627254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d63157d2-0a63-4901-85bd-681339dde893 req-2aeadddf-e5cc-4ae7-841e-365b0e087144 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 May 12 03:55:05.696099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-150d609c-9f85-42d6-98a5-28e212214c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:06.564219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:06.738407 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ec0a3-7e44-4559-b512-470259be01e9 req-4d8212ab-5a49-4ebc-a316-6cf6b08bb8db tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:06.739890 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a59ec0a3-7e44-4559-b512-470259be01e9 req-4d8212ab-5a49-4ebc-a316-6cf6b08bb8db tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0467043 May 12 03:55:06.787135 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a59ec0a3-7e44-4559-b512-470259be01e9 req-a9424f44-33d9-4056-bae7-c900400fa1d9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 May 12 03:55:07.902384 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983feeb3-8639-482e-9828-f9de2f3c475d req-bb2ac522-d39c-4429-9e0e-cd3b3751780f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:07.903837 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-983feeb3-8639-482e-9828-f9de2f3c475d req-bb2ac522-d39c-4429-9e0e-cd3b3751780f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0499115 May 12 03:55:07.950431 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-983feeb3-8639-482e-9828-f9de2f3c475d req-bcde8c87-335c-4697-98b3-7b6e2043cbab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 May 12 03:55:08.121051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:09.070701 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c32bf-ada3-4d5c-b39d-81248f1ce4b1 req-7f84535c-f22d-4752-b44a-a30f14797af4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:09.072185 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-794c32bf-ada3-4d5c-b39d-81248f1ce4b1 req-7f84535c-f22d-4752-b44a-a30f14797af4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0557153 May 12 03:55:09.119970 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-794c32bf-ada3-4d5c-b39d-81248f1ce4b1 req-bc22e47f-21f9-46f2-9325-c5f20e6df353 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 May 12 03:55:09.685865 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:10.234291 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954786f8-1849-469c-913d-49f8aef0a852 req-cd81adb6-d507-4239-b80a-dd3350569fc2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:10.235727 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-954786f8-1849-469c-913d-49f8aef0a852 req-cd81adb6-d507-4239-b80a-dd3350569fc2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0494199 May 12 03:55:10.281907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-954786f8-1849-469c-913d-49f8aef0a852 req-693b365a-39c1-4e04-8be8-422c79b923b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407028 May 12 03:55:11.395293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cebcf-588c-4df6-b9c9-5c6a3bbb9bd3 req-19ed9466-e43d-4979-996f-f8a8f73fd052 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:11.396765 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f4cebcf-588c-4df6-b9c9-5c6a3bbb9bd3 req-19ed9466-e43d-4979-996f-f8a8f73fd052 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0468895 May 12 03:55:11.443721 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f4cebcf-588c-4df6-b9c9-5c6a3bbb9bd3 req-d9a7b869-cb20-46f4-b9ce-41413eb3f73f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 May 12 03:55:12.555179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981a677-0be1-4095-84d3-42905890d1d6 req-f0f98e05-c088-4d2d-84f7-161ec650440f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:12.556613 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f981a677-0be1-4095-84d3-42905890d1d6 req-f0f98e05-c088-4d2d-84f7-161ec650440f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0449886 May 12 03:55:12.590633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:12.608298 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f981a677-0be1-4095-84d3-42905890d1d6 req-0331820a-6b2e-448b-b129-1813ecf69f1e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 May 12 03:55:13.720297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dda97-50a0-471b-8899-dfca3b2b0343 req-625f5f33-73ee-4e10-abab-74b6f98a6bb3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:13.721744 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc0dda97-50a0-471b-8899-dfca3b2b0343 req-625f5f33-73ee-4e10-abab-74b6f98a6bb3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0472574 May 12 03:55:13.770903 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc0dda97-50a0-471b-8899-dfca3b2b0343 req-06aede38-0985-4afa-8e5f-49106cd9733b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 May 12 03:55:14.268625 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-a4fdb835-20c8-41b7-9b7d-fb81a640b246 service neutron] 10.222.0.57 "GET /v2.0/ports/e34a5050-218a-4a59-9df1-cf70076a0430/bindings/hv-neutron-8413 HTTP/1.1" status: 200 len: 384 time: 0.0538065 May 12 03:55:14.477651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-ad0277dc-4e58-4214-b8ea-78b6e9e35a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:14.479160 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-ad0277dc-4e58-4214-b8ea-78b6e9e35a2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 1129 time: 0.0420785 May 12 03:55:14.545516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-28e26a4b-5345-416d-9883-9c17502c1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:14.547017 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-28e26a4b-5345-416d-9883-9c17502c1329 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1129 time: 0.0371885 May 12 03:55:14.654483 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-7d89d363-3d51-4c26-bc05-2204d66fc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:14.655935 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-7d89d363-3d51-4c26-bc05-2204d66fc26e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0878654 May 12 03:55:14.722365 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-4a34c036-b912-4ef2-a542-3201cfd62015 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 1001 time: 0.0570920 May 12 03:55:14.777817 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-28841623-e891-455f-8774-01057d1dc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:14.779269 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-28841623-e891-455f-8774-01057d1dc3e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0469410 May 12 03:55:14.826277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-cf1486d2-204e-401c-9ebd-05798f3136bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:14.827784 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-cf1486d2-204e-401c-9ebd-05798f3136bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392635 May 12 03:55:14.883046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97e69c-e9b9-4bf6-808b-af8a73f3eb65 req-ee1c60d3-2394-402c-955d-5cb913b14719 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:14.884521 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a97e69c-e9b9-4bf6-808b-af8a73f3eb65 req-ee1c60d3-2394-402c-955d-5cb913b14719 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0462456 May 12 03:55:14.919988 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-030ac1ce-b250-4371-bafd-91ed4384969f service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815701 May 12 03:55:14.932889 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6a97e69c-e9b9-4bf6-808b-af8a73f3eb65 req-748020bb-664c-4d2e-be62-a64486d476ad tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 May 12 03:55:15.015910 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f4784e7d-adbb-4207-ace6-b21462546cdb req-50670939-628a-4362-84da-1a22ff313b34 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869603 May 12 03:55:15.103620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-cc37bd37-a9a6-466c-9d7c-ebb4c72e30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:15.104997 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-cc37bd37-a9a6-466c-9d7c-ebb4c72e30e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1129 time: 0.0426178 May 12 03:55:15.199630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-52eab800-de4c-4443-b5ca-c18026c1d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:15.201043 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-52eab800-de4c-4443-b5ca-c18026c1d696 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0859320 May 12 03:55:15.267246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-25e5a278-4f76-4571-98da-e958c8757cc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 1001 time: 0.0565386 May 12 03:55:15.321244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-6690d8ae-daa4-49ef-a29a-5c4d7a88fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:15.322762 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-6690d8ae-daa4-49ef-a29a-5c4d7a88fdff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0467920 May 12 03:55:15.365381 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-682ffc7b-03b7-4e45-b041-fb77332a88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:15.366824 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-682ffc7b-03b7-4e45-b041-fb77332a88d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378692 May 12 03:55:15.457069 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-4005b2e7-878c-48c5-85a7-961720323bfb service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807986 May 12 03:55:15.550469 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ae1edaf5-756f-4e73-a7f3-1f0ac8cdfed5 req-2ec70580-a5c4-46f5-88f8-dd097715606a service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841072 May 12 03:55:16.051510 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2d4d-fbf1-403f-96ab-9bb429546ccc req-3d17d51a-e446-4a80-8854-856945631056 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:16.052972 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb4d2d4d-fbf1-403f-96ab-9bb429546ccc req-3d17d51a-e446-4a80-8854-856945631056 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0499129 May 12 03:55:16.104847 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cb4d2d4d-fbf1-403f-96ab-9bb429546ccc req-0cdbf652-3c1a-4877-bc9c-34736fc3fe8b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463536 May 12 03:55:17.056818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e34a5050-218a-4a59-9df1-cf70076a0430 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:55:17.154263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:17.165674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'port_id': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'mac_address': 'fa:16:3e:91:55:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:55:17.202907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port e34a5050-218a-4a59-9df1-cf70076a0430 is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:55:17.203297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:17.216562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e34a5050-218a-4a59-9df1-cf70076a0430 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:55:17.220002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f99d2-6b2e-4956-ae82-c582a788f776 req-fd84db21-727f-47cb-83ab-b5c8480a95b6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:17.221469 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-947f99d2-6b2e-4956-ae82-c582a788f776 req-fd84db21-727f-47cb-83ab-b5c8480a95b6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0473390 May 12 03:55:17.236434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:17.240977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:17.269547 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-947f99d2-6b2e-4956-ae82-c582a788f776 req-2785c8a1-c3d5-49e1-b969-472b9a25cc67 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 May 12 03:55:17.293688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:17.301076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.301424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.301766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.302129 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.302488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.302985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.303265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.303546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.303909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.304307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.304640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.305014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.305288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.305657 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.306037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:17.327036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['e34a5050-218a-4a59-9df1-cf70076a0430'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:55:18.381391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f28f1-3dfe-48e1-83c1-171bf5af00c7 req-ea1c0d2d-b8ad-4e1b-a330-04002b1d4e88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.383379 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d6f28f1-3dfe-48e1-83c1-171bf5af00c7 req-ea1c0d2d-b8ad-4e1b-a330-04002b1d4e88 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 944 time: 0.0457675 May 12 03:55:18.433222 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5d6f28f1-3dfe-48e1-83c1-171bf5af00c7 req-f45e4e6c-9f23-4065-8128-6788e5f0c4c9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443499 May 12 03:55:18.621390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba572f3-4d7c-4002-b28b-367eb3f42ad5 req-7a343a18-6798-49e2-a13d-f50737ad9d9d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.622897 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bba572f3-4d7c-4002-b28b-367eb3f42ad5 req-7a343a18-6798-49e2-a13d-f50737ad9d9d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 944 time: 0.0474257 May 12 03:55:18.638519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-983117c9-4b64-4c96-adfc-1ab08fb5725e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.639957 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-983117c9-4b64-4c96-adfc-1ab08fb5725e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e&tenant_id=34da570da06f436c805c7ff9085bb047&binding%3Ahost_id=hv-neutron-8413 HTTP/1.1" status: 200 len: 944 time: 0.0509861 May 12 03:55:18.671444 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bba572f3-4d7c-4002-b28b-367eb3f42ad5 req-978a98aa-9d0d-4e86-a35d-161f7182ef55 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 May 12 03:55:18.730576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-0741ebb5-a83e-4a38-97f6-0af1208ea95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.732073 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-0741ebb5-a83e-4a38-97f6-0af1208ea95a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1128 time: 0.0439236 May 12 03:55:18.790369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66162-a7bc-41d4-82ea-17763b995c84 req-5611130d-6995-404a-9329-1dc8776a2cd3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.791859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9df66162-a7bc-41d4-82ea-17763b995c84 req-5611130d-6995-404a-9329-1dc8776a2cd3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 944 time: 0.0508704 May 12 03:55:18.828027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-30195c3e-3ece-4f50-9d04-cae7002c1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.829527 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-30195c3e-3ece-4f50-9d04-cae7002c1af3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0908406 May 12 03:55:18.840624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9df66162-a7bc-41d4-82ea-17763b995c84 req-5c99ea9e-2cbe-4307-9731-f69fd225e8f2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430660 May 12 03:55:18.897731 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-5d1ff987-a5c1-4c61-86e1-fea705d2dd2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 1000 time: 0.0610085 May 12 03:55:18.945669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-7cca37ec-a34c-4bfd-90a5-19892276a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.947108 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-7cca37ec-a34c-4bfd-90a5-19892276a2d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0426741 May 12 03:55:18.992172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-e789d905-7e12-4109-b8cd-b54e3636cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:18.993612 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-e789d905-7e12-4109-b8cd-b54e3636cf27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383127 May 12 03:55:19.064916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e34a5050-218a-4a59-9df1-cf70076a0430 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:55:19.084619 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-63dac563-4bcd-4af4-b793-fac3c50d7b8a service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840337 May 12 03:55:19.120089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port e34a5050-218a-4a59-9df1-cf70076a0430 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:55:19.120484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:19.198401 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c6c4a518-2c06-4713-8703-60ee9dcfa743 req-2af3dbbc-0717-414a-9a0a-fcde9b95d018 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072147 May 12 03:55:19.211558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port e34a5050-218a-4a59-9df1-cf70076a0430 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:55:19.211944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:19.234872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:55:19.237145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb268d6a-9e7d-46d8-95e8-3d0d4eec4efd" -d '{"events": [{"server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "name": "network-vif-plugged", "status": "completed", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:55:19.250135 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:19.253850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:19.303468 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:19.342464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8614cd0-7612-4f2c-a65c-d3e400cf2b89 x-openstack-request-id: req-b8614cd0-7612-4f2c-a65c-d3e400cf2b89 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:55:19.342762 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "name": "network-vif-plugged", "status": "completed", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:55:19.343024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8614cd0-7612-4f2c-a65c-d3e400cf2b89 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:55:19.343433 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8614cd0-7612-4f2c-a65c-d3e400cf2b89'] response: {'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'code': 200} May 12 03:55:19.973402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452e221-74cc-458c-9db6-9b59ae9a52f7 req-a83264d4-e2ff-4bac-8ddf-5d0e940e67b0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:19.974904 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0452e221-74cc-458c-9db6-9b59ae9a52f7 req-a83264d4-e2ff-4bac-8ddf-5d0e940e67b0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0574191 May 12 03:55:20.022664 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0452e221-74cc-458c-9db6-9b59ae9a52f7 req-1e546feb-afc7-465c-b222-c6b64bcbb612 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 May 12 03:55:20.044958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40616) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:20.107509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-45ea1354-c8c2-4fb2-bcd2-9ea2187dbc38 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/d2f066bb-c21a-4044-9925-b818de5dea84 HTTP/1.1" status: 200 len: 993 time: 0.0613132 May 12 03:55:22.750659 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:55:33.175679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba847-3fd9-4974-bc45-46ca55571d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:35.697902 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-427f2064-26fb-4fe2-a563-86a2b82b4635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:36.562900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:38.123742 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:39.689965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:42.590120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:50.682973 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40626) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:50.830608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 8ba25045-b441-4a2b-9088-9494a23c34cd {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:55:50.830952 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:50.912880 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:50.913201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (8ba25045-b441-4a2b-9088-9494a23c34cd), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:50.927966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 8ba25045-b441-4a2b-9088-9494a23c34cd owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:55:51.076010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8ba25045-b441-4a2b-9088-9494a23c34cd), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:51.107151 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=8ba25045-b441-4a2b-9088-9494a23c34cd,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:51.131856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.132206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.132549 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.132887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.133227 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.133558 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.133967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.134229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.134554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.134878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.135201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.135522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.135841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.136160 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.136481 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:51.178267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (d2f066bb-c21a-4044-9925-b818de5dea84), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:51.178657 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP d2f066bb-c21a-4044-9925-b818de5dea84 disassociated (deleted). External IP: 172.26.2.182, port: e34a5050-218a-4a59-9df1-cf70076a0430. May 12 03:55:51.397650 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router dd367870-4e27-4177-a39b-6224f5be24a2 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:55:51.503334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:55:51.508819 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:51.513268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] Sync routers for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:55:51.522179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:55:51.522875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:51.537878 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-decb6902-bf99-4390-af39-646abc4fbe92 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/floatingips/d2f066bb-c21a-4044-9925-b818de5dea84 HTTP/1.1" status: 204 len: 168 time: 0.8539062 May 12 03:55:51.538522 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:55:51.540775 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a06c33-abe0-49af-b714-f374fcdf0825" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:55:51.636879 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850ee015-95d4-4ec9-8851-608a165f2c0a x-openstack-request-id: req-850ee015-95d4-4ec9-8851-608a165f2c0a {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:55:51.637179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:55:51.637440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-850ee015-95d4-4ec9-8851-608a165f2c0a {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:55:51.637856 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850ee015-95d4-4ec9-8851-608a165f2c0a'] response: {'name': 'network-changed', 'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'status': 'completed', 'code': 200} May 12 03:55:51.725460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-3c67ef6a-5397-4753-86cf-e554b0dce8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:51.727245 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-3c67ef6a-5397-4753-86cf-e554b0dce8af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 1129 time: 0.0535095 May 12 03:55:51.785258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595024-ef54-493c-b77b-dda278f022e7 req-1bd066aa-41ff-435a-ac50-74048ba9fe3d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:51.786799 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06595024-ef54-493c-b77b-dda278f022e7 req-1bd066aa-41ff-435a-ac50-74048ba9fe3d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0480762 May 12 03:55:51.789297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:55:51.836642 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-06595024-ef54-493c-b77b-dda278f022e7 req-4df2052d-e660-49fe-a206-c2c79b3adc04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 May 12 03:55:51.977338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:08Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:52.007010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] Checking router: dd367870-4e27-4177-a39b-6224f5be24a2 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:55:52.015438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:55:52.016078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:52.122999 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:55:52.334133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:08Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:52.364345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfc268-ebdb-49bc-b391-f6b485747022 None None] The sync data for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv is: [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:04Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e41d0641-da01-4ca2-abc3-7bca63d23a11', 'name': '', 'network_id': '8e257887-e4bd-40e9-b037-043cc983887f', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:d6:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:04Z', 'updated_at': '2022-05-12T03:54:08Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '9af3215a-b723-46d7-bc8d-a3c9bc08b53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:55:52.573545 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a745c9a-e62d-4035-9a76-268039008684 None None] New status for floating IP d2f066bb-c21a-4044-9925-b818de5dea84: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:55:52.953339 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca81b0-4c36-45d9-8d75-e76054594500 req-95e80db3-cb49-416b-b2b9-5239387f6692 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:52.954794 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77ca81b0-4c36-45d9-8d75-e76054594500 req-95e80db3-cb49-416b-b2b9-5239387f6692 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0484922 May 12 03:55:53.002564 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77ca81b0-4c36-45d9-8d75-e76054594500 req-91463e21-50a6-41fa-b893-7ded32ae813b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 May 12 03:55:53.366291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-8d647543-6afc-4bd1-aed1-aae8b34772c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:53.368218 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-8d647543-6afc-4bd1-aed1-aae8b34772c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 200 len: 898 time: 0.0858047 May 12 03:55:53.413450 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-1709ce56-6842-4a1d-a5d2-72460032fd42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 200 len: 217 time: 0.0378661 May 12 03:55:53.569021 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-994e8045-4110-4fed-a39d-ee87a3e6469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:53.570525 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-994e8045-4110-4fed-a39d-ee87a3e6469c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 200 len: 835 time: 0.0444717 May 12 03:55:53.614475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-3b33d5dc-e08f-47f1-bb1a-e8740e85dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:53.615899 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-3b33d5dc-e08f-47f1-bb1a-e8740e85dd5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e257887-e4bd-40e9-b037-043cc983887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379617 May 12 03:55:53.745049 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10870c-6ca5-43fe-902b-e2755091042f req-21e3d582-3f57-4bbd-b6ae-d2cb132dfb43 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:53.746507 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fa10870c-6ca5-43fe-902b-e2755091042f req-21e3d582-3f57-4bbd-b6ae-d2cb132dfb43 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0932360 May 12 03:55:53.803280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-ac6411ab-c162-41e5-9246-96e2e60de71e service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419847 May 12 03:55:53.871552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port e34a5050-218a-4a59-9df1-cf70076a0430 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:55:53.871812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:53.984656 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-83a06c33-abe0-49af-b714-f374fcdf0825 req-e52b1866-15c3-40c7-b307-a4b533829624 service neutron] 10.222.0.57 "GET /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566875 May 12 03:55:54.003374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port e34a5050-218a-4a59-9df1-cf70076a0430, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=e34a5050-218a-4a59-9df1-cf70076a0430,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:54.003743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:54.017217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for e34a5050-218a-4a59-9df1-cf70076a0430 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:55:54.114556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b2f6b-9c10-4141-81d1-06950d563447 req-451dc09d-dd51-45cb-9f04-9b8ac9804227 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:54.116053 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec9b2f6b-9c10-4141-81d1-06950d563447 req-451dc09d-dd51-45cb-9f04-9b8ac9804227 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0d89ba-0bbe-41ac-af8e-9e98b0da696e HTTP/1.1" status: 200 len: 945 time: 0.0468431 May 12 03:55:54.150343 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e34a5050-218a-4a59-9df1-cf70076a0430), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:54.168842 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec9b2f6b-9c10-4141-81d1-06950d563447 req-20950ca5-e500-4550-8259-6c1a5d7e8ed6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9732b9e-1a35-4742-a17f-d3a15bd88ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469246 May 12 03:55:54.181115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=e34a5050-218a-4a59-9df1-cf70076a0430,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:54.195567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.195567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.195567 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.195909 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.196265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.196606 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.196939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.197339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.197669 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.198033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.198364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.198694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.199022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.199346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.199670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:55:54.240407 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] No DVR routers for this DVR port e34a5050-218a-4a59-9df1-cf70076a0430 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:55:54.242879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:54.246082 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fa10870c-6ca5-43fe-902b-e2755091042f req-fc2c557a-dbff-44f4-b78e-ccdae77a652e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "DELETE /v2.0/ports/e34a5050-218a-4a59-9df1-cf70076a0430 HTTP/1.1" status: 204 len: 173 time: 0.4920785 May 12 03:55:54.246512 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'name': 'network-vif-deleted', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:55:54.248747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d94045-9473-4f45-ae59-e9c9f954e576" -d '{"events": [{"server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "name": "network-vif-deleted", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:55:54.284683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e441ded-ac4a-43b3-bb55-4c7438ab9e0b x-openstack-request-id: req-4e441ded-ac4a-43b3-bb55-4c7438ab9e0b {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:55:54.284997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d89ba-0bbe-41ac-af8e-9e98b0da696e", "name": "network-vif-deleted", "tag": "e34a5050-218a-4a59-9df1-cf70076a0430", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:55:54.285238 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e441ded-ac4a-43b3-bb55-4c7438ab9e0b {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:55:54.285649 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e441ded-ac4a-43b3-bb55-4c7438ab9e0b'] response: {'server_uuid': 'cb0d89ba-0bbe-41ac-af8e-9e98b0da696e', 'name': 'network-vif-deleted', 'tag': 'e34a5050-218a-4a59-9df1-cf70076a0430', 'status': 'completed', 'code': 200} May 12 03:55:55.228550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40644) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:55.849224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (dd367870-4e27-4177-a39b-6224f5be24a2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:56.081623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port e41d0641-da01-4ca2-abc3-7bca63d23a11 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:55:56.081994 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:56.171086 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port e41d0641-da01-4ca2-abc3-7bca63d23a11, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e41d0641-da01-4ca2-abc3-7bca63d23a11,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:56.171375 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:56.188654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for e41d0641-da01-4ca2-abc3-7bca63d23a11 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:55:56.370211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e41d0641-da01-4ca2-abc3-7bca63d23a11), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:56.397418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=e41d0641-da01-4ca2-abc3-7bca63d23a11,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:56.569091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (dd367870-4e27-4177-a39b-6224f5be24a2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:56.785420 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router dd367870-4e27-4177-a39b-6224f5be24a2 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:55:56.890610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:55:56.895538 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d5977076-3f1e-4574-8017-020817c766c1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/dd367870-4e27-4177-a39b-6224f5be24a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659734 May 12 03:55:56.898266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40646) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:56.900869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] Sync routers for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:55:56.910773 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:55:56.911458 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:56.948305 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting subnet 9af3215a-b723-46d7-bc8d-a3c9bc08b53d {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:55:56.951428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (9af3215a-b723-46d7-bc8d-a3c9bc08b53d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:56.995657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (9af3215a-b723-46d7-bc8d-a3c9bc08b53d), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.017385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:55:57.075188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (9af3215a-b723-46d7-bc8d-a3c9bc08b53d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.131397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (9af3215a-b723-46d7-bc8d-a3c9bc08b53d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.161927 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Subnet': ['ID=9af3215a-b723-46d7-bc8d-a3c9bc08b53d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:57.166597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.173054 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e4e2a743-5c83-4e84-b4e2-f3ed32e85d4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/subnets/9af3215a-b723-46d7-bc8d-a3c9bc08b53d HTTP/1.1" status: 204 len: 168 time: 0.2704556 May 12 03:55:57.173054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40648) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:57.176139 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f95c5-1c54-4de6-9a64-a41e599f712a None None] Network 8e257887-e4bd-40e9-b037-043cc983887f requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:55:57.213332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:55:56Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:57.264956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] Checking router: dd367870-4e27-4177-a39b-6224f5be24a2 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:55:57.280047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (dd367870-4e27-4177-a39b-6224f5be24a2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.296114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] Routers {'dd367870-4e27-4177-a39b-6224f5be24a2'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:55:57.296738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['dd367870-4e27-4177-a39b-6224f5be24a2'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:57.391514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] DHCP port deletion for 8e257887-e4bd-40e9-b037-043cc983887f request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:55:57.394781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (dd367870-4e27-4177-a39b-6224f5be24a2), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.446672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 40a361de-e8ba-4dfc-a777-b6a1e7670c43 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:55:57.446967 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.449094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] Set router dd367870-4e27-4177-a39b-6224f5be24a2 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:55:57.476677 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] Deleting port 58501961-d3bd-4054-b425-4137a8f3783f {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:55:57.477046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (58501961-d3bd-4054-b425-4137a8f3783f), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.506103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 58501961-d3bd-4054-b425-4137a8f3783f no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:55:57.525784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 40a361de-e8ba-4dfc-a777-b6a1e7670c43, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=40a361de-e8ba-4dfc-a777-b6a1e7670c43,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:57.526174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.538842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 40a361de-e8ba-4dfc-a777-b6a1e7670c43 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:55:57.654067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] For port 58501961-d3bd-4054-b425-4137a8f3783f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58501961-d3bd-4054-b425-4137a8f3783f,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:57.654353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (58501961-d3bd-4054-b425-4137a8f3783f), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.675603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] Calling delete_port for 58501961-d3bd-4054-b425-4137a8f3783f owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:55:57.712119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (40a361de-e8ba-4dfc-a777-b6a1e7670c43), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.745669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=40a361de-e8ba-4dfc-a777-b6a1e7670c43,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:57.805342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (dd367870-4e27-4177-a39b-6224f5be24a2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.904383 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (dd367870-4e27-4177-a39b-6224f5be24a2), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.906470 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (dd367870-4e27-4177-a39b-6224f5be24a2), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.940094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 58501961-d3bd-4054-b425-4137a8f3783f is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:55:57.940711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (58501961-d3bd-4054-b425-4137a8f3783f), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.954251 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (dd367870-4e27-4177-a39b-6224f5be24a2), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.954907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Fanout notify agent at l3_agent the message router_deleted on router dd367870-4e27-4177-a39b-6224f5be24a2 {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:55:57.958482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:55:56Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:57.962169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:57.963289 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5cd968c0-42a7-4cde-996b-ce47ca0430a2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/routers/dd367870-4e27-4177-a39b-6224f5be24a2 HTTP/1.1" status: 204 len: 168 time: 0.7900472 May 12 03:55:57.966334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40650) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:57.994315 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a555913-c89c-4e11-869d-39c78fc55774 None None] The sync data for ids ['dd367870-4e27-4177-a39b-6224f5be24a2'] in dv-neutron-841363-5-hyperv is: [{'id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303469606', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:55:56Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '40a361de-e8ba-4dfc-a777-b6a1e7670c43', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:40:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367870-4e27-4177-a39b-6224f5be24a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:54:01Z', 'updated_at': '2022-05-12T03:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:55:58.023828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 58501961-d3bd-4054-b425-4137a8f3783f, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=58501961-d3bd-4054-b425-4137a8f3783f,segment=NetworkSegment(01e76658-2ddd-407a-87cd-3aaa5ab74d80),segment_id=01e76658-2ddd-407a-87cd-3aaa5ab74d80)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:55:58.034836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (58501961-d3bd-4054-b425-4137a8f3783f), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.052960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (8e257887-e4bd-40e9-b037-043cc983887f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.058012 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (58501961-d3bd-4054-b425-4137a8f3783f), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.063418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event deleted for resources: {'Port': ['ID=58501961-d3bd-4054-b425-4137a8f3783f,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.089734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] No DVR routers for this DVR port 58501961-d3bd-4054-b425-4137a8f3783f on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:55:58.095666 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b26d5f-e93f-4890-b833-91d566733472 None None] Pushing event deleted for resources: {'Port': ['ID=58501961-d3bd-4054-b425-4137a8f3783f,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.144172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (8e257887-e4bd-40e9-b037-043cc983887f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.164190 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e257887-e4bd-40e9-b037-043cc983887f']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:58.173059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e76658-2ddd-407a-87cd-3aaa5ab74d80') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:58.173355 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e76658-2ddd-407a-87cd-3aaa5ab74d80') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:55:58.182508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (01e76658-2ddd-407a-87cd-3aaa5ab74d80), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.196083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (01e76658-2ddd-407a-87cd-3aaa5ab74d80), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.202508 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:55:58.202891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (01e76658-2ddd-407a-87cd-3aaa5ab74d80), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:55:58.205846 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:55:58.265179 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (8e257887-e4bd-40e9-b037-043cc983887f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.270119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.274144 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/networks/8e257887-e4bd-40e9-b037-043cc983887f HTTP/1.1" status: 204 len: 168 time: 0.3064141 May 12 03:55:58.276957 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40652) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:58.287859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627cd2-7b58-4cda-9276-adc629d88dfb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Network': ['ID=8e257887-e4bd-40e9-b037-043cc983887f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.333809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c877f-003d-42eb-98d8-05301710388e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (e9732b9e-1a35-4742-a17f-d3a15bd88ade), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.361201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c877f-003d-42eb-98d8-05301710388e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (e9732b9e-1a35-4742-a17f-d3a15bd88ade), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.427143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c877f-003d-42eb-98d8-05301710388e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e9732b9e-1a35-4742-a17f-d3a15bd88ade), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.430419 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c877f-003d-42eb-98d8-05301710388e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.431599 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0d0c877f-003d-42eb-98d8-05301710388e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/security-groups/e9732b9e-1a35-4742-a17f-d3a15bd88ade HTTP/1.1" status: 204 len: 168 time: 0.1536615 May 12 03:55:58.440951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c877f-003d-42eb-98d8-05301710388e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9732b9e-1a35-4742-a17f-d3a15bd88ade,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.553625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40658) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:58.558372 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874539871', 'description': 'tempest-secgroup-smoke-874539871 description', 'project_id': '34da570da06f436c805c7ff9085bb047'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:58.582275 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.654262 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (480bfe97-3595-4bda-9d1a-5de289f1ff99), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.661976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (480bfe97-3595-4bda-9d1a-5de289f1ff99), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.694620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.698525 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412289 May 12 03:55:58.698962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40660) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:58.703054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab90cec-e198-42b5-8c0c-ca7bf012a2ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480bfe97-3595-4bda-9d1a-5de289f1ff99,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.703731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '480bfe97-3595-4bda-9d1a-5de289f1ff99', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:58.740371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (7fa5a39d-22a8-4990-843a-eb2bf62039c2), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.786243 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (7fa5a39d-22a8-4990-843a-eb2bf62039c2), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.790814 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7fa5a39d-22a8-4990-843a-eb2bf62039c2), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.809330 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa5a39d-22a8-4990-843a-eb2bf62039c2,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.817569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.818848 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e23211dc-75c2-43d1-9302-23b75297501a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188824 May 12 03:55:58.822218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40662) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:58.826465 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '480bfe97-3595-4bda-9d1a-5de289f1ff99', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:58.851960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (b417dc68-e71c-4112-acbe-b7a4dd7b5d17), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.909701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (b417dc68-e71c-4112-acbe-b7a4dd7b5d17), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.913617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (b417dc68-e71c-4112-acbe-b7a4dd7b5d17), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.931462 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b417dc68-e71c-4112-acbe-b7a4dd7b5d17,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:58.938408 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:58.942521 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2e1d3f45-03be-4f82-854f-60f7052d40cf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164382 May 12 03:55:58.942675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40664) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:58.946852 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '480bfe97-3595-4bda-9d1a-5de289f1ff99', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:58.972725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (669fca9f-e7cf-46bf-982e-cec1a5738859), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.028502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (669fca9f-e7cf-46bf-982e-cec1a5738859), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.032044 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (669fca9f-e7cf-46bf-982e-cec1a5738859), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.053403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669fca9f-e7cf-46bf-982e-cec1a5738859,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:59.065601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.069631 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ae297581-0c7c-44e9-883a-7d3e1b18fbb0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233008 May 12 03:55:59.070155 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40666) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:59.075088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '480bfe97-3595-4bda-9d1a-5de289f1ff99', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:59.107188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (16a0cd15-62a2-4b7c-a4d7-34b67583b8f5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.155731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (16a0cd15-62a2-4b7c-a4d7-34b67583b8f5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.159174 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (16a0cd15-62a2-4b7c-a4d7-34b67583b8f5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.177659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a0cd15-62a2-4b7c-a4d7-34b67583b8f5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:59.183206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e34a5050-218a-4a59-9df1-cf70076a0430 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:55:59.185512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.189525 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a6f66e1e-7dcb-4f73-b249-2605ae2609ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158028 May 12 03:55:59.189525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40668) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:59.194105 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '480bfe97-3595-4bda-9d1a-5de289f1ff99', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:59.210887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: e34a5050-218a-4a59-9df1-cf70076a0430 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:55:59.211491 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device e34a5050-218a-4a59-9df1-cf70076a0430 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:55:59.215479 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:55:59.220949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (42b369ce-3d15-4d8b-8b97-8befb71c0b26), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.285115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (42b369ce-3d15-4d8b-8b97-8befb71c0b26), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.289418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (42b369ce-3d15-4d8b-8b97-8befb71c0b26), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.309345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b369ce-3d15-4d8b-8b97-8befb71c0b26,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:59.315279 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.316468 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c9056f2e-ec42-4330-af32-e1b1e36b8370 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260073 May 12 03:55:59.319451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40670) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:59.324303 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': '480bfe97-3595-4bda-9d1a-5de289f1ff99', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:59.346269 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:55:59.352199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (1a34eabf-d589-4fa1-a1c2-7108de51e013), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.416278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (1a34eabf-d589-4fa1-a1c2-7108de51e013), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.420157 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1a34eabf-d589-4fa1-a1c2-7108de51e013), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.435620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e41d0641-da01-4ca2-abc3-7bca63d23a11 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:55:59.440036 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a34eabf-d589-4fa1-a1c2-7108de51e013,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:59.448190 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.452515 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c4be3dc7-310b-4b18-beaa-8eb91c761bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318371 May 12 03:55:59.452920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40672) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:59.456511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e41d0641-da01-4ca2-abc3-7bca63d23a11 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:55:59.456866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e41d0641-da01-4ca2-abc3-7bca63d23a11 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:55:59.457284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 40a361de-e8ba-4dfc-a777-b6a1e7670c43 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:55:59.458750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'network': {'name': 'tempest-network-smoke--1093579547', 'project_id': '34da570da06f436c805c7ff9085bb047', 'port_security_enabled': True}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:59.480293 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 40a361de-e8ba-4dfc-a777-b6a1e7670c43 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:55:59.480665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 40a361de-e8ba-4dfc-a777-b6a1e7670c43 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:55:59.483468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:55:59.487443 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.510959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:55:59.520809 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (607a05b1-d214-4ab8-8044-37f0a8cefa57), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.521219 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Added segment 607a05b1-d214-4ab8-8044-37f0a8cefa57 of type vlan for network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 May 12 03:55:59.563975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (15f79a7d-a9c6-46ad-a13a-c5d28ca87754), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.589840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (15f79a7d-a9c6-46ad-a13a-c5d28ca87754), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.594876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:55:59.595450 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.635269 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1811318 May 12 03:55:59.638232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40674) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:55:59.643848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'admin_state_up': True, 'project_id': '34da570da06f436c805c7ff9085bb047', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:55:59.669214 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (6aa1453a-9e21-417a-8ced-a3ecb62edb64), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.670413 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (6aa1453a-9e21-417a-8ced-a3ecb62edb64), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.670915 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188ab83-1f2c-47ed-8568-f831124e22f7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Network': ['ID=15f79a7d-a9c6-46ad-a13a-c5d28ca87754,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:55:59.686147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:55:59.728965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (6aa1453a-9e21-417a-8ced-a3ecb62edb64), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:55:59.750442 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:55:59.872922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (6aa1453a-9e21-417a-8ced-a3ecb62edb64), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:00.046964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (6aa1453a-9e21-417a-8ced-a3ecb62edb64), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:00.065297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:00.171452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.9 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/a61b1569-4f80-4129-aca7-af90f62e86e9) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:56:00.270782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:00.305550 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:00.343610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:56:00.346508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:00.350047 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:56:00.382366 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=a61b1569-4f80-4129-aca7-af90f62e86e9,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:00.904784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (6aa1453a-9e21-417a-8ced-a3ecb62edb64), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.103141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (6aa1453a-9e21-417a-8ced-a3ecb62edb64), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.230173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:56:01.336547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:56:01.345659 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Sync routers for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:56:01.354703 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:56:01.355305 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:01.355971 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.357360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-7ffdd0fd-f00a-4410-b78f-1a17673f1631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7177832 May 12 03:56:01.360512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40676) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:01.392607 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9d796316-ff79-438d-92a5-207a8bc63ab5 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=34da570da06f436c805c7ff9085bb047&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286477 May 12 03:56:01.392848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40678) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:01.488044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373bf20-ab66-4938-99c0-0baa46b74424 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:01.489470 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2373bf20-ab66-4938-99c0-0baa46b74424 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957155 May 12 03:56:01.492936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40680) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:01.520709 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4f862dd5-fbf8-4775-837f-0eaeff9b24a7 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266428 May 12 03:56:01.523133 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40682) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:01.527756 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121475267', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'project_id': '34da570da06f436c805c7ff9085bb047', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:56:01.551556 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:56:01.611653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:56:01.615289 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.719835 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:00Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:01.746746 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Checking router: 6aa1453a-9e21-417a-8ced-a3ecb62edb64 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:56:01.746980 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Updating router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 port a61b1569-4f80-4129-aca7-af90f62e86e9 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:56:01.773630 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.794761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (fb7da107-033f-4d41-a35f-434fdc1c0618), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.860991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Subnet': ['ID=fb7da107-033f-4d41-a35f-434fdc1c0618,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:01.870164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Checking segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:56:01.870531 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network hostable DHCP agents. Network: 15f79a7d-a9c6-46ad-a13a-c5d28ca87754, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:56:01.892402 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:56:01.901452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 15f79a7d-a9c6-46ad-a13a-c5d28ca87754) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:01.907376 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:01.907849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:01.911421 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0d819-f1b2-4b34-a5cc-4533271f7930 None None] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:56:01.925342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9ffc8689-d11f-4323-ada8-ed6193c4f9c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012022 May 12 03:56:01.928141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40684) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:02.038863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:56:02.040683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.070163 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Publish callbacks [] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.075955 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.136053 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Attempting to bind port a61b1569-4f80-4129-aca7-af90f62e86e9 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:56:02.136434 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Attempting to bind port a61b1569-4f80-4129-aca7-af90f62e86e9 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:56:02.136796 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Attempting to bind port a61b1569-4f80-4129-aca7-af90f62e86e9 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:56:02.141570 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Pushing event updated for resources: {'Port': ['ID=a61b1569-4f80-4129-aca7-af90f62e86e9,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:02.145116 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:56:02.145337 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:56:02.145722 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.146142 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:56:02.146611 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Bound port: a61b1569-4f80-4129-aca7-af90f62e86e9, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:56:02.146986 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.153513 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.153866 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.154232 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.154571 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.154909 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.155239 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.155585 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.155899 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.156230 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.156548 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.156871 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.157197 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.157518 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.157959 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.158219 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:56:02.216786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Allocated IP 172.20.0.2 (15f79a7d-a9c6-46ad-a13a-c5d28ca87754/fb7da107-033f-4d41-a35f-434fdc1c0618/95713f5c-4e81-48e8-afa9-d1b9655c4f40) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:56:02.223359 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] For port a61b1569-4f80-4129-aca7-af90f62e86e9, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:56:02.227355 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] For port a61b1569-4f80-4129-aca7-af90f62e86e9, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a61b1569-4f80-4129-aca7-af90f62e86e9,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:56:02.234588 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.296321 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:56:02.297145 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:02.301686 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ce030-aa2d-4848-871a-ae85bdc4455e None None] Pushing event updated for resources: {'Port': ['ID=a61b1569-4f80-4129-aca7-af90f62e86e9,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:02.383382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Publish callbacks [] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.390810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.437417 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:56:02.440535 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:56:02.441340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.444913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:02.447962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:56:02.454711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Pushing event updated for resources: {'Port': ['ID=95713f5c-4e81-48e8-afa9-d1b9655c4f40,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:02.513161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Attempting to bind port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:56:02.513931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Attempting to bind port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:56:02.514525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Attempting to bind port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 on network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:56:02.520562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:56:02.521309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Checking segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:56:02.521950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.523056 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Bound using segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:56:02.523770 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Bound port: 95713f5c-4e81-48e8-afa9-d1b9655c4f40, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:56:02.524160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.592190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] For port 95713f5c-4e81-48e8-afa9-d1b9655c4f40, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:56:02.597306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] For port 95713f5c-4e81-48e8-afa9-d1b9655c4f40, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=95713f5c-4e81-48e8-afa9-d1b9655c4f40,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:56:02.603795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.646349 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:00Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:02.668515 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486f521-4964-4854-be83-c286820cf0b2 None None] Pushing event updated for resources: {'Port': ['ID=95713f5c-4e81-48e8-afa9-d1b9655c4f40,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:02.678961 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0e42a-6e99-43e4-9a80-5977cf8fdada None None] The sync data for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv is: [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:00Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:56:02.769807 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.1 (15f79a7d-a9c6-46ad-a13a-c5d28ca87754/fb7da107-033f-4d41-a35f-434fdc1c0618/51fdd2e9-4192-4e11-94b6-f1f10c7767f9) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:56:02.910933 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:02.964503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.014614 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:56:03.027186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:03.034397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:56:03.042009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:03.085195 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (6aa1453a-9e21-417a-8ced-a3ecb62edb64), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.181152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d5fd289b-fc3f-47c8-87bb-917984845ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.229484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.524710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a61b1569-4f80-4129-aca7-af90f62e86e9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:56:03.588495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port a61b1569-4f80-4129-aca7-af90f62e86e9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:03.588895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.602740 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.609518 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.692189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a61b1569-4f80-4129-aca7-af90f62e86e9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:03.692438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.705932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (6aa1453a-9e21-417a-8ced-a3ecb62edb64), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.708707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:03.726991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port a61b1569-4f80-4129-aca7-af90f62e86e9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a61b1569-4f80-4129-aca7-af90f62e86e9,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:56:03.732378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.733305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 95713f5c-4e81-48e8-afa9-d1b9655c4f40 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:56:03.809014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=a61b1569-4f80-4129-aca7-af90f62e86e9,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:03.817631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:56:03.818958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:03.821332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:03.821708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:03.851831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16522760-e487-42f1-862d-20d51458df82 None None] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:56:03.938148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:56:03.958373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-69fcd84c-9882-4ea8-b0f6-8bb2b0bcaaa3 None None] Provisioning complete for port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:03.958747 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-69fcd84c-9882-4ea8-b0f6-8bb2b0bcaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.003824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:04.004210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.060277 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:56:04.065317 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8eef744b-99f4-482c-9c7a-45611ce28bd6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/6aa1453a-9e21-417a-8ced-a3ecb62edb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352684 May 12 03:56:04.084085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 95713f5c-4e81-48e8-afa9-d1b9655c4f40, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=95713f5c-4e81-48e8-afa9-d1b9655c4f40,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:56:04.110025 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.155347 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-69fcd84c-9882-4ea8-b0f6-8bb2b0bcaaa3 None None] Current status of the port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:04.176541 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=95713f5c-4e81-48e8-afa9-d1b9655c4f40,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:04.281059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-ed2f8810-0842-4507-9f69-41e41a078e21 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874539871&fields=id&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 267 time: 0.0482104 May 12 03:56:04.386560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9eac8b3c-227f-426b-8804-3786ae4f92a1 None None] Provisioning complete for port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:04.387176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9eac8b3c-227f-426b-8804-3786ae4f92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.400371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-b733c74f-4803-4e92-a5dd-f17adecb9fce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:04.401975 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-b733c74f-4803-4e92-a5dd-f17adecb9fce tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 797 time: 0.1142361 May 12 03:56:04.424043 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-24ac9d0d-e8b3-4a60-9719-f68fe2ff03fc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/quotas/34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 375 time: 0.0151048 May 12 03:56:04.429407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9eac8b3c-227f-426b-8804-3786ae4f92a1 None None] Port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:56:04.440089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-9eac8b3c-227f-426b-8804-3786ae4f92a1 None None] Provisioning complete for port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:04.440450 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9eac8b3c-227f-426b-8804-3786ae4f92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.464646 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Sync routers for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:56:04.477066 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-ab5c5531-25a9-40c8-bf94-72c2b7819745 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468695 May 12 03:56:04.488457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:56:04.489089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:04.612306 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-9eac8b3c-227f-426b-8804-3786ae4f92a1 None None] Current status of the port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:04.639633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:56:04.749962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f6a8f1bd-dcc0-4fbc-8e6b-c3cbe687a22a None None] Provisioning complete for port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:04.750363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f1bd-dcc0-4fbc-8e6b-c3cbe687a22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.829613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8f1bd-dcc0-4fbc-8e6b-c3cbe687a22a None None] Port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:56:04.889423 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-c7aa6218-ce72-4afa-ae95-41f8a6638008 service neutron] 10.222.0.23 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989651 May 12 03:56:04.890921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 2, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:04.921730 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Checking router: 6aa1453a-9e21-417a-8ced-a3ecb62edb64 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:56:04.922100 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Updating router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:56:04.957182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.965969 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6677b504-13e6-42d3-a191-2cf050d83092 None None] Provisioning complete for port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:04.966365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6677b504-13e6-42d3-a191-2cf050d83092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:04.978239 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-32742174-95cf-448d-8c74-cc8a27fa78b8 service neutron] 10.222.0.23 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831370 May 12 03:56:05.046101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6677b504-13e6-42d3-a191-2cf050d83092 None None] Port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:56:05.149294 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0728e818-1af0-4288-9d7c-fb38944b0aa0 req-f3a62f56-f47f-41ed-84c9-c3dd5a034daf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 210 time: 0.0290489 May 12 03:56:05.335695 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Publish callbacks [] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.341303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.432117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cdcb6-97d1-4b7f-8623-767dff02e68c None None] Pushing event updated for resources: {'Port': ['ID=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:05.471956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Attempting to bind port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:56:05.472328 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Attempting to bind port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:56:05.472703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Attempting to bind port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 on network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:56:05.479672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:56:05.480088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Checking segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:56:05.480495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.480884 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Bound using segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:56:05.481358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Bound port: 51fdd2e9-4192-4e11-94b6-f1f10c7767f9, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:56:05.481746 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.485521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a61b1569-4f80-4129-aca7-af90f62e86e9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:56:05.596263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] For port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:56:05.607660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port a61b1569-4f80-4129-aca7-af90f62e86e9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:05.608126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.610992 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] For port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:56:05.631941 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.859113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] Provisioning complete for port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:05.859482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.873944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0f92d0b2-1595-4a22-b512-6847d2ef5536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:05.908367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:56:05.909014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:55:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:05.913030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cdcb6-97d1-4b7f-8623-767dff02e68c None None] Pushing event updated for resources: {'Port': ['ID=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:06.010641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port a61b1569-4f80-4129-aca7-af90f62e86e9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:06.011734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 95713f5c-4e81-48e8-afa9-d1b9655c4f40 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:56:06.132484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] Current status of the port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:06.132789 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:06.151567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:56:06.200547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:06.200930 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:06.262888 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6656f8c0-7b09-4fb6-89b7-5b64286386f6 req-63a2ad07-0eb2-477a-9c3a-f34d1467ac20 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 210 time: 0.0359392 May 12 03:56:06.266987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] For port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:56:06.285122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:06.340435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-9f7ca602-e630-45a8-a730-14e5b1e035bc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:06.342725 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-9f7ca602-e630-45a8-a730-14e5b1e035bc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 797 time: 0.1252239 May 12 03:56:06.418078 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-0f0fdb64-48b4-4628-87fb-cc99d29c39bd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 379 time: 0.0638363 May 12 03:56:06.430644 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'port': {'device_id': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'admin_state_up': True, 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'security_groups': ['480bfe97-3595-4bda-9d1a-5de289f1ff99']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:56:06.442386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba7336-8f6a-4a73-a232-b4a94be743e0 None None] Pushing event updated for resources: {'Port': ['ID=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:06.453036 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-383dfe66-9e25-4060-9158-5751f495fe06 None None] Provisioning complete for port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:06.453416 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-383dfe66-9e25-4060-9158-5751f495fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:06.514407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:06.538049 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:05Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:06.539783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:56:06.543534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:06.573210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c5212-af7d-4072-bc77-473ac0be77df None None] The sync data for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv is: [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:05Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:56:06.605041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:06.620514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-383dfe66-9e25-4060-9158-5751f495fe06 None None] Current status of the port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:06.979478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.7 (15f79a7d-a9c6-46ad-a13a-c5d28ca87754/fb7da107-033f-4d41-a35f-434fdc1c0618/24fd4221-b814-46b7-9fe3-21572a898ec4) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:56:07.124581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.158848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.201773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:56:07.205058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:07.211373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:56:07.237495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=24fd4221-b814-46b7-9fe3-21572a898ec4,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:07.270642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:07.271341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.292187 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-56f5ca56-e9f5-4225-a2fa-d9f33a2152d8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8660989 May 12 03:56:07.307775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Request body: {'port': {'device_id': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:56:07.380750 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.448801 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfa161-ac86-473b-9251-c30adaac6b40 req-1385b016-2685-4d09-a0e9-2636a166039e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:07.461326 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cbfa161-ac86-473b-9251-c30adaac6b40 req-1385b016-2685-4d09-a0e9-2636a166039e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 931 time: 0.1070764 May 12 03:56:07.509488 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:56:07.514667 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5cbfa161-ac86-473b-9251-c30adaac6b40 req-1fd20453-fa63-4816-bf4e-aea6b6b1b9ab tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522296 May 12 03:56:07.573547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a5e05693-fefa-453b-96c6-90c4f5543fb3 None None] Provisioning complete for port 24fd4221-b814-46b7-9fe3-21572a898ec4 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:07.574027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a5e05693-fefa-453b-96c6-90c4f5543fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.616363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a5e05693-fefa-453b-96c6-90c4f5543fb3 None None] Port 24fd4221-b814-46b7-9fe3-21572a898ec4 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:56:07.619873 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:07.620299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.707628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:07.760282 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fd4221-b814-46b7-9fe3-21572a898ec4 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:56:07.769534 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Publish callbacks [] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.783338 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Transition to ACTIVE for port object 24fd4221-b814-46b7-9fe3-21572a898ec4 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:56:07.786872 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.856180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Pushing event updated for resources: {'Port': ['ID=24fd4221-b814-46b7-9fe3-21572a898ec4,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:07.909171 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Attempting to bind port 24fd4221-b814-46b7-9fe3-21572a898ec4 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:56:07.909511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Attempting to bind port 24fd4221-b814-46b7-9fe3-21572a898ec4 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:56:07.909839 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Attempting to bind port 24fd4221-b814-46b7-9fe3-21572a898ec4 on network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:56:07.914968 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Port 24fd4221-b814-46b7-9fe3-21572a898ec4 on network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:56:07.915291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Attempting to bind port 24fd4221-b814-46b7-9fe3-21572a898ec4 on network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:56:07.920448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:56:07.920781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Checking segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:56:07.921165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Bound using segment: {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:56:07.921590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Bound port: 24fd4221-b814-46b7-9fe3-21572a898ec4, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607a05b1-d214-4ab8-8044-37f0a8cefa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:56:07.921970 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:07.991926 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] For port 24fd4221-b814-46b7-9fe3-21572a898ec4, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:56:07.995335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] For port 24fd4221-b814-46b7-9fe3-21572a898ec4, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=24fd4221-b814-46b7-9fe3-21572a898ec4,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:56:08.001390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:08.034960 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:08.035516 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:08.036888 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] 10.222.0.57 "PUT /v2.0/ports/24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 1093 time: 0.7336655 May 12 03:56:08.037337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:56:08.040166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:56:08.070265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e306b1-be29-42ba-85c0-2bc8610ba12c service neutron] Pushing event updated for resources: {'Port': ['ID=24fd4221-b814-46b7-9fe3-21572a898ec4,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:08.083904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f692aa65-a2cb-49e9-82ed-962db9d86218 x-openstack-request-id: req-f692aa65-a2cb-49e9-82ed-962db9d86218 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:56:08.084208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:56:08.084513 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f692aa65-a2cb-49e9-82ed-962db9d86218 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:56:08.084931 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f692aa65-a2cb-49e9-82ed-962db9d86218'] response: {'name': 'network-changed', 'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'status': 'completed', 'code': 200} May 12 03:56:08.129735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:08.140484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-2dc6a27f-a82a-4ed0-bd12-35c957e761f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:08.141556 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-2dc6a27f-a82a-4ed0-bd12-35c957e761f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1127 time: 0.0455625 May 12 03:56:08.192059 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-032dc1e0-42f0-450e-a224-4468e1cd7176 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 217 time: 0.0401034 May 12 03:56:08.248493 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e6c62dfd-514a-445a-95d9-690ccd9bafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:08.250016 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-e6c62dfd-514a-445a-95d9-690ccd9bafa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 200 len: 835 time: 0.0486505 May 12 03:56:08.298629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-c12cbb1f-43a7-42fa-b34f-ffe53b7141ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:08.300001 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-c12cbb1f-43a7-42fa-b34f-ffe53b7141ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383272 May 12 03:56:08.396039 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-b0fd7933-1ed5-4a9b-9f01-12a29fe0bae7 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860078 May 12 03:56:08.486008 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-45e30d46-9be8-4110-88f0-4096e70fcc75 req-7c34b993-263a-4628-aed8-10e4e52b6306 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805006 May 12 03:56:08.636989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be226af4-5506-47ed-87da-e5ce5bb3ae9e req-ee1409d9-1440-4d35-aea5-4632ce4a7e98 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:08.638637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-be226af4-5506-47ed-87da-e5ce5bb3ae9e req-ee1409d9-1440-4d35-aea5-4632ce4a7e98 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 943 time: 0.0474131 May 12 03:56:08.741151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-be226af4-5506-47ed-87da-e5ce5bb3ae9e req-6e0df69d-a255-49a4-b25d-e0dad7fa4042 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962746 May 12 03:56:09.349560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-f77967bb-2a09-47b9-9836-4f6c34aff02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:09.351158 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-f77967bb-2a09-47b9-9836-4f6c34aff02d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1127 time: 0.0402629 May 12 03:56:09.445358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-1b00c4a7-b1d1-470d-8033-7a0b5efb273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:09.446828 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-1b00c4a7-b1d1-470d-8033-7a0b5efb273b service neutron] 10.222.0.57 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 898 time: 0.0868657 May 12 03:56:09.491184 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-53b41b41-aebd-44a1-8359-cee5a70fe88e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 217 time: 0.0340786 May 12 03:56:09.545502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-cf120992-9edf-4b1e-a1bf-e80d3977bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:09.546944 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-cf120992-9edf-4b1e-a1bf-e80d3977bfca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 200 len: 835 time: 0.0472734 May 12 03:56:09.593053 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-81245e28-72e9-4da6-be88-44b9f2fe060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:09.594514 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-81245e28-72e9-4da6-be88-44b9f2fe060e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384865 May 12 03:56:09.688378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-50c1be85-675e-4a4c-9472-e29a28e7eac6 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 May 12 03:56:09.691988 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:09.779485 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ddd3d1a0-8d36-4e1f-bff6-f40ef2e57ff6 req-7b6ed4d0-85df-40d4-b224-a9d3ce39ddaa service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811901 May 12 03:56:09.852387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791d47b-ec0b-441d-bc85-d6679aa5a0fd req-8067a69d-975c-49f7-a520-600dec822b42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:09.853842 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4791d47b-ec0b-441d-bc85-d6679aa5a0fd req-8067a69d-975c-49f7-a520-600dec822b42 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 943 time: 0.0455456 May 12 03:56:09.901046 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4791d47b-ec0b-441d-bc85-d6679aa5a0fd req-c7f4e42d-20da-43e2-9f00-62be1dfcf20b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 May 12 03:56:11.011345 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3adb6a-e02d-463a-b190-881225cd099f req-a17cf954-7a8f-43a2-9482-9226f3c00c1b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:11.012805 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9a3adb6a-e02d-463a-b190-881225cd099f req-a17cf954-7a8f-43a2-9482-9226f3c00c1b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 943 time: 0.0455894 May 12 03:56:11.059995 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9a3adb6a-e02d-463a-b190-881225cd099f req-b3b6e61d-c6e6-4fb7-be0e-30343a1415f1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 May 12 03:56:11.190142 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 24fd4221-b814-46b7-9fe3-21572a898ec4 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:56:11.286053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 24fd4221-b814-46b7-9fe3-21572a898ec4, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=24fd4221-b814-46b7-9fe3-21572a898ec4,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:56:11.296660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'port_id': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'mac_address': 'fa:16:3e:ac:30:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:56:11.335740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 24fd4221-b814-46b7-9fe3-21572a898ec4 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:11.336130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:11.350883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fd4221-b814-46b7-9fe3-21572a898ec4 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:56:11.370035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 24fd4221-b814-46b7-9fe3-21572a898ec4, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=24fd4221-b814-46b7-9fe3-21572a898ec4,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:56:11.375722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:11.421057 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=24fd4221-b814-46b7-9fe3-21572a898ec4,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:11.657320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['24fd4221-b814-46b7-9fe3-21572a898ec4'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:56:12.175062 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63816e89-b8c7-489a-929d-f63efa86544d req-e07b637a-be32-489c-9af0-72d83a145eec tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:12.176558 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-63816e89-b8c7-489a-929d-f63efa86544d req-e07b637a-be32-489c-9af0-72d83a145eec tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 944 time: 0.0507920 May 12 03:56:12.226592 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-63816e89-b8c7-489a-929d-f63efa86544d req-4cfcc3fd-aa4c-4528-b6c2-10162eef58b7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 May 12 03:56:12.580903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:13.197206 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 24fd4221-b814-46b7-9fe3-21572a898ec4 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:56:13.240191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 24fd4221-b814-46b7-9fe3-21572a898ec4 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:56:13.246308 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 24fd4221-b814-46b7-9fe3-21572a898ec4 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:56:13.246683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:13.331718 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 24fd4221-b814-46b7-9fe3-21572a898ec4 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:56:13.332186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:13.338611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1bb42-3934-4565-acfe-c65bdbdb5fa2 req-1dd2c2c2-798d-4ef7-ae14-5be6babe933c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:13.340097 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3f1bb42-3934-4565-acfe-c65bdbdb5fa2 req-1dd2c2c2-798d-4ef7-ae14-5be6babe933c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 944 time: 0.0474353 May 12 03:56:13.358215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:56:13.360448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd148434-0d2b-4294-b6da-1a6a52bfaefe" -d '{"events": [{"server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "name": "network-vif-plugged", "status": "completed", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:56:13.383685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 24fd4221-b814-46b7-9fe3-21572a898ec4, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=24fd4221-b814-46b7-9fe3-21572a898ec4,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:56:13.388141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:13.390312 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3f1bb42-3934-4565-acfe-c65bdbdb5fa2 req-30cf9614-ebc3-41a5-a9f1-8b0dc2ff0672 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445666 May 12 03:56:13.404307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed423e96-9448-4b2a-8529-49de70824229 x-openstack-request-id: req-ed423e96-9448-4b2a-8529-49de70824229 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:56:13.404596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "name": "network-vif-plugged", "status": "completed", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:56:13.404851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed423e96-9448-4b2a-8529-49de70824229 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:56:13.405239 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed423e96-9448-4b2a-8529-49de70824229'] response: {'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'code': 200} May 12 03:56:13.452301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=24fd4221-b814-46b7-9fe3-21572a898ec4,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:13.575767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11417708-216d-4af2-bce9-79d317e59eec req-97c15eee-4b21-463e-99f9-b11187c91e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:13.577254 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-11417708-216d-4af2-bce9-79d317e59eec req-97c15eee-4b21-463e-99f9-b11187c91e00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1129 time: 0.0379844 May 12 03:56:13.627114 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-11417708-216d-4af2-bce9-79d317e59eec req-b6a54a0a-8fc7-4391-8723-38f5e0e795b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 May 12 03:56:14.511883 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f705c8-bd45-4970-82f2-2ff54c7aeb0d req-400ad393-57d9-47fd-946f-f4dd75225081 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:14.513322 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68f705c8-bd45-4970-82f2-2ff54c7aeb0d req-400ad393-57d9-47fd-946f-f4dd75225081 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0492759 May 12 03:56:14.560861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68f705c8-bd45-4970-82f2-2ff54c7aeb0d req-34c3e35d-6133-4ba9-b626-5ca1cc422f17 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 May 12 03:56:15.672760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e3e3-5e5f-4842-99e7-06701b6756f8 req-ad176a4d-60f8-4c3b-afcd-fbd00f3d6a46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:15.674252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3431e3e3-5e5f-4842-99e7-06701b6756f8 req-ad176a4d-60f8-4c3b-afcd-fbd00f3d6a46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0476029 May 12 03:56:15.722346 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3431e3e3-5e5f-4842-99e7-06701b6756f8 req-36d27684-0b44-4a71-b342-dc8834f92d8f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 May 12 03:56:15.834220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13e193-b6c4-4df1-a5a6-356007e020b1 req-80ca1b63-a2ea-44aa-b466-1170428e8ac6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:15.835655 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e13e193-b6c4-4df1-a5a6-356007e020b1 req-80ca1b63-a2ea-44aa-b466-1170428e8ac6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0467217 May 12 03:56:15.887751 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2e13e193-b6c4-4df1-a5a6-356007e020b1 req-8ee75741-1eaa-467f-a779-bc0f0f21e9d5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465755 May 12 03:56:15.908445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40740) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:15.985752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43108c20-8836-4b63-b513-5fc202d814cd tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:15.987290 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-43108c20-8836-4b63-b513-5fc202d814cd tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1124 time: 0.0778837 May 12 03:56:15.990608 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40744) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:15.994781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:56:16.014196 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.089663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.192452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.53 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/1dac8839-6c04-4bf0-af64-52392dfca30d) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:56:16.298606 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.331316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.367487 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:56:16.370377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:56:16.377811 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:56:16.399079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=1dac8839-6c04-4bf0-af64-52392dfca30d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:16.738069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (401f100d-f778-4d31-8c60-64da058f3d0a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.803447 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.980282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:16.984416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:17.053857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=1dac8839-6c04-4bf0-af64-52392dfca30d,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:56:17.063367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (401f100d-f778-4d31-8c60-64da058f3d0a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:17.163390 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP 401f100d-f778-4d31-8c60-64da058f3d0a associated. External IP: 172.26.2.53, port: 24fd4221-b814-46b7-9fe3-21572a898ec4. May 12 03:56:17.369859 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:56:17.478143 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:56:17.487989 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] Sync routers for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:56:17.495617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:17.499624 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:56:17.500233 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:56:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:17.524960 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-504bc8ac-9c37-405f-841c-47bdddb4a138 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5333259 May 12 03:56:17.525571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:56:17.527867 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5961d-d65f-4eea-aa47-4196741ab278" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:56:17.564731 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdcb6db-d472-4fcc-b12a-644e6118852a x-openstack-request-id: req-dbdcb6db-d472-4fcc-b12a-644e6118852a {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:56:17.564938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:56:17.565392 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbdcb6db-d472-4fcc-b12a-644e6118852a {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:56:17.565914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdcb6db-d472-4fcc-b12a-644e6118852a'] response: {'name': 'network-changed', 'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'status': 'completed', 'code': 200} May 12 03:56:17.612217 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:56:17.624987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a230be-f7d5-4026-8f6e-b277bf1d602e req-3fda1977-d3b3-4be1-9d0e-19cae2adaaf6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:17.626653 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a8a230be-f7d5-4026-8f6e-b277bf1d602e req-3fda1977-d3b3-4be1-9d0e-19cae2adaaf6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0492306 May 12 03:56:17.629380 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-00a917fd-8fa7-462c-9462-52e902b11ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:17.631070 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-00a917fd-8fa7-462c-9462-52e902b11ccc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1129 time: 0.0437906 May 12 03:56:17.686012 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a8a230be-f7d5-4026-8f6e-b277bf1d602e req-4545d737-e754-481b-bc67-686eceaa1e0c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525935 May 12 03:56:17.709306 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40750) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:17.726725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-c7b594b5-0ba1-426f-87a9-67ec90e3d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:17.728259 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-c7b594b5-0ba1-426f-87a9-67ec90e3d654 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 898 time: 0.0912037 May 12 03:56:17.773279 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-90f82580-2a45-48d7-962d-048b86dd91e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/401f100d-f778-4d31-8c60-64da058f3d0a HTTP/1.1" status: 200 len: 990 time: 0.0625811 May 12 03:56:17.799255 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-8a0befef-0e31-4659-94ed-3f831fa411ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 998 time: 0.0641627 May 12 03:56:17.837142 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '401f100d-f778-4d31-8c60-64da058f3d0a', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'port_id': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'mac_address': 'fa:16:3e:ac:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:56:16Z', 'updated_at': '2022-05-12T03:56:16Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:06Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:17.846401 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-6e49b886-4d91-4aab-a7a4-e028fb6fbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:17.847904 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-6e49b886-4d91-4aab-a7a4-e028fb6fbbd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 200 len: 835 time: 0.0426865 May 12 03:56:17.893129 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-599eea5b-cb20-4c4a-b740-276359fe4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:17.894547 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-599eea5b-cb20-4c4a-b740-276359fe4fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409658 May 12 03:56:17.950744 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] Checking router: 6aa1453a-9e21-417a-8ced-a3ecb62edb64 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:56:17.958932 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:56:17.959533 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:56:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:17.989797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-13f09ddf-ee65-4da1-aebd-fd2810f09a24 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886838 May 12 03:56:18.066060 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:56:18.081202 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4dd5961d-d65f-4eea-aa47-4196741ab278 req-2cc4e3fe-a36e-410f-ac6d-d1f48fbf5fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855782 May 12 03:56:18.282324 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '401f100d-f778-4d31-8c60-64da058f3d0a', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'port_id': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'mac_address': 'fa:16:3e:ac:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:56:16Z', 'updated_at': '2022-05-12T03:56:16Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:06Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:56:18.308777 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf9233-144c-4998-ab28-51a4a2686d4b None None] The sync data for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv is: [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '401f100d-f778-4d31-8c60-64da058f3d0a', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'port_id': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'mac_address': 'fa:16:3e:ac:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:56:16Z', 'updated_at': '2022-05-12T03:56:16Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:06Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:56:18.503451 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7eafac-7e81-4c97-9347-675c44181621 None None] New status for floating IP 401f100d-f778-4d31-8c60-64da058f3d0a: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:56:18.776932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40752) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:56:18.835908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-640793bd-3153-40c1-bb7b-a7d748cb6086 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/401f100d-f778-4d31-8c60-64da058f3d0a HTTP/1.1" status: 200 len: 992 time: 0.0577917 May 12 03:56:33.173525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-72f6a15d-1d88-4c6b-af04-5b9428a83fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:35.705089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d862baf7-dfec-4727-9a62-35d72b132c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:36.568897 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:36.749032 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:56:38.129431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:39.694962 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:42.613593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:56:52.144939 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8376b-244d-4bf6-8b9e-99a435fdbe75 req-3f502fd3-4d5e-4dd2-89d0-54954c56c3d6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:52.147200 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-82d8376b-244d-4bf6-8b9e-99a435fdbe75 req-3f502fd3-4d5e-4dd2-89d0-54954c56c3d6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0516760 May 12 03:56:52.197728 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-82d8376b-244d-4bf6-8b9e-99a435fdbe75 req-f555c18e-470e-4bc4-b63f-c1f62ab7c6e9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447729 May 12 03:56:53.309545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4771fc-1e54-47b6-8257-fc25cda23d9b req-cb1cc53a-1684-4695-ada2-ea71873bd551 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:53.310998 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f4771fc-1e54-47b6-8257-fc25cda23d9b req-cb1cc53a-1684-4695-ada2-ea71873bd551 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0448689 May 12 03:56:53.358376 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f4771fc-1e54-47b6-8257-fc25cda23d9b req-dab02d91-2984-47db-8fac-9a91666f1546 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 May 12 03:56:54.472068 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dcd5e-2342-457a-948e-99713c2c6cf1 req-8abee8cb-9b0a-40fb-84e9-df3252de6cdf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:54.477069 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d64dcd5e-2342-457a-948e-99713c2c6cf1 req-8abee8cb-9b0a-40fb-84e9-df3252de6cdf tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0503254 May 12 03:56:54.529329 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d64dcd5e-2342-457a-948e-99713c2c6cf1 req-0c73362c-8757-49ab-8675-c36dbc5ed7db tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 May 12 03:56:55.639193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63bde-4ce2-404b-9a73-2bc20f8a0795 req-212b5cef-b7d2-43d0-8331-03fe0905c420 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:55.640769 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44b63bde-4ce2-404b-9a73-2bc20f8a0795 req-212b5cef-b7d2-43d0-8331-03fe0905c420 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0454557 May 12 03:56:55.688415 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-44b63bde-4ce2-404b-9a73-2bc20f8a0795 req-f8636f27-5781-46ac-b813-ee5b650f44c6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421491 May 12 03:56:56.798759 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107aaed-f497-4866-97fc-813d51493582 req-f0870832-4b22-4c43-b98a-8313f951a5ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:56.800189 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8107aaed-f497-4866-97fc-813d51493582 req-f0870832-4b22-4c43-b98a-8313f951a5ae tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0454454 May 12 03:56:56.846896 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8107aaed-f497-4866-97fc-813d51493582 req-a63a66de-3036-4a74-9c11-03dc1b29eb4f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 May 12 03:56:57.962371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0f5cd-b079-4904-85bb-3af75445d114 req-f9391fa9-d63f-4201-84e3-c5ad14d74544 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:57.963827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90b0f5cd-b079-4904-85bb-3af75445d114 req-f9391fa9-d63f-4201-84e3-c5ad14d74544 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0504570 May 12 03:56:58.012669 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90b0f5cd-b079-4904-85bb-3af75445d114 req-bca19fd2-645a-436d-81ae-123ca14b7321 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 May 12 03:56:59.131109 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cf7f-62d4-4cfd-b5d5-74da50937077 req-8a7d5254-3711-4b87-bc50-98116c74fbe3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:56:59.133468 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7a9cf7f-62d4-4cfd-b5d5-74da50937077 req-8a7d5254-3711-4b87-bc50-98116c74fbe3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0485191 May 12 03:56:59.183677 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c7a9cf7f-62d4-4cfd-b5d5-74da50937077 req-b18b8101-a393-42b8-9d05-9af2aaf2384e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441244 May 12 03:57:00.299092 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d8a69-ce30-40f4-91ff-303343ff43a1 req-6b78a879-a154-4583-8a37-aeeca4e49c6d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:00.300542 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-053d8a69-ce30-40f4-91ff-303343ff43a1 req-6b78a879-a154-4583-8a37-aeeca4e49c6d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0496948 May 12 03:57:00.351084 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-053d8a69-ce30-40f4-91ff-303343ff43a1 req-4c5e6bca-be8b-4594-9bef-7378ae6d54cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443225 May 12 03:57:01.459585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f524e-10bc-485e-8b27-5d47c22cd5c6 req-fe40fd82-4b53-47b9-8930-75bd11cf3e7e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:01.461026 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-207f524e-10bc-485e-8b27-5d47c22cd5c6 req-fe40fd82-4b53-47b9-8930-75bd11cf3e7e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0448105 May 12 03:57:01.507839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-207f524e-10bc-485e-8b27-5d47c22cd5c6 req-cc367eba-e505-4225-9c89-82e87c6ed17d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 May 12 03:57:02.616984 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b062ed-c715-4320-bd94-41e4ea8d169a req-03d75071-e2d6-465a-bf1b-5031ce89f7d6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:02.618372 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0b062ed-c715-4320-bd94-41e4ea8d169a req-03d75071-e2d6-465a-bf1b-5031ce89f7d6 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0451603 May 12 03:57:02.669643 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e0b062ed-c715-4320-bd94-41e4ea8d169a req-34f55ec2-cd87-44af-bd90-918618f20c2a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457480 May 12 03:57:02.691241 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40786) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:02.749318 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f208d29a-a806-44f5-b69a-a4b605987f8b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/401f100d-f778-4d31-8c60-64da058f3d0a HTTP/1.1" status: 200 len: 992 time: 0.0569839 May 12 03:57:03.174818 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-736fc416-45a3-45d3-8466-f89af64b13bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:04.035466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e78df-fda9-4522-896f-509335df3d18 req-90858be1-cd30-4980-bd5a-8c2def9d5fa8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:04.036867 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-469e78df-fda9-4522-896f-509335df3d18 req-90858be1-cd30-4980-bd5a-8c2def9d5fa8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0470316 May 12 03:57:04.068781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-52a6d285-24ce-401d-8451-ce7ff468b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:04.070305 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-52a6d285-24ce-401d-8451-ce7ff468b78d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1129 time: 0.0404060 May 12 03:57:04.085532 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-469e78df-fda9-4522-896f-509335df3d18 req-308cf152-73f7-4f22-8d8d-3ba4b6bd5768 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 May 12 03:57:04.163248 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-83cb9fa9-1540-403f-89e0-ae3c36fb6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:04.164684 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-83cb9fa9-1540-403f-89e0-ae3c36fb6cc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 898 time: 0.0840783 May 12 03:57:04.234406 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-4792a3fc-dc1f-46fd-b1df-c0eef18c2efe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 1000 time: 0.0618951 May 12 03:57:04.284791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-c0d7e842-412b-43fe-9c18-6c9ba4c08147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:04.286429 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-c0d7e842-412b-43fe-9c18-6c9ba4c08147 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 200 len: 835 time: 0.0431869 May 12 03:57:04.329460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-2b8df836-20f2-4188-8f4e-a20b4949186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:04.330967 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-2b8df836-20f2-4188-8f4e-a20b4949186b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378876 May 12 03:57:04.425866 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-836632c3-7648-4bfb-8855-bd51c1483086 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 May 12 03:57:04.519952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-911c71cd-8ac0-4dd2-afde-e1687a6a59cd req-2d997abe-4355-4ea4-91d0-82181fcf2d45 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 May 12 03:57:05.201638 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd175b-64b2-49a6-b48f-66d34fa8970e req-2c63f3c4-2dc4-45b3-9818-7e6c99c2c111 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:05.203115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-10cd175b-64b2-49a6-b48f-66d34fa8970e req-2c63f3c4-2dc4-45b3-9818-7e6c99c2c111 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0488477 May 12 03:57:05.250360 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-10cd175b-64b2-49a6-b48f-66d34fa8970e req-47b50b02-2347-45a7-aa2d-ae639ca8fb50 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 May 12 03:57:05.706850 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23768d92-12de-4eaa-9ec3-1d8d31ac4048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:06.362344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b5f2c-66df-4087-a0e9-eee372e74464 req-3137753c-200d-4e00-8e51-7b18fd9325ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:06.363814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f06b5f2c-66df-4087-a0e9-eee372e74464 req-3137753c-200d-4e00-8e51-7b18fd9325ca tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0469475 May 12 03:57:06.412948 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f06b5f2c-66df-4087-a0e9-eee372e74464 req-da6b47fb-a70b-4955-904b-2b40dcdf3320 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 May 12 03:57:06.442108 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40798) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:06.505568 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d11b74c8-25ac-49f6-8e57-0a9541bec99a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/401f100d-f778-4d31-8c60-64da058f3d0a HTTP/1.1" status: 200 len: 992 time: 0.0622473 May 12 03:57:06.572094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:08.133338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:09.690734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:12.636861 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:13.747973 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:57:16.468727 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-0a75a08e-584c-4160-b123-93cf0d0ecc96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375905 May 12 03:57:16.549146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951489-76f9-4283-8f31-d0a033085aac req-e3fe508b-d103-4ed4-a050-e736913878c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:16.550650 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-e3fe508b-d103-4ed4-a050-e736913878c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1129 time: 0.0376151 May 12 03:57:16.655413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951489-76f9-4283-8f31-d0a033085aac req-cccb7233-9c97-4da9-be37-2018a8adc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:16.656764 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-cccb7233-9c97-4da9-be37-2018a8adc82f service neutron] 10.222.0.57 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 898 time: 0.0878427 May 12 03:57:16.721789 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-c8471ae3-ae43-4a8d-9e61-bab769874921 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 1000 time: 0.0567582 May 12 03:57:16.769281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951489-76f9-4283-8f31-d0a033085aac req-53035c7d-32ba-44ae-b25c-5baf62761158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:16.770778 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-53035c7d-32ba-44ae-b25c-5baf62761158 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 200 len: 835 time: 0.0427339 May 12 03:57:16.818125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951489-76f9-4283-8f31-d0a033085aac req-7f7ff998-dda1-46b2-8828-a7e7c23396a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:16.819582 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-7f7ff998-dda1-46b2-8828-a7e7c23396a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421281 May 12 03:57:16.911883 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-47aca174-a5da-4ea3-ad68-da5a907db99f service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797908 May 12 03:57:17.004048 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f1951489-76f9-4283-8f31-d0a033085aac req-aaea7c31-647f-4d3c-b65d-26161699f4cc service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851505 May 12 03:57:33.176440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5a7147ba-c40e-4615-80fd-fb069d8308cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:35.708348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a5a99ece-665a-4ecd-87e5-1ca1b2bf4751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:36.575497 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:37.060922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40810) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:37.491342 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 1dac8839-6c04-4bf0-af64-52392dfca30d {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:57:37.491690 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:37.573754 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:37.574104 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (1dac8839-6c04-4bf0-af64-52392dfca30d), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:37.585448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 1dac8839-6c04-4bf0-af64-52392dfca30d owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:57:37.728523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1dac8839-6c04-4bf0-af64-52392dfca30d), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:37.752443 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=1dac8839-6c04-4bf0-af64-52392dfca30d,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:37.764425 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.764786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.765131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.765474 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.765814 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.766186 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.766502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.766835 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.767163 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.767490 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.767817 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.768144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.768475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.768798 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.769128 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:37.827098 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (401f100d-f778-4d31-8c60-64da058f3d0a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:37.827438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP 401f100d-f778-4d31-8c60-64da058f3d0a disassociated (deleted). External IP: 172.26.2.53, port: 24fd4221-b814-46b7-9fe3-21572a898ec4. May 12 03:57:38.035448 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:57:38.144694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:57:38.147076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:38.149853 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:38.155016 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] Sync routers for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:57:38.169370 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:38.170406 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:38.181315 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-40db8b8a-f884-4cb4-a00a-c08c17d00503 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/floatingips/401f100d-f778-4d31-8c60-64da058f3d0a HTTP/1.1" status: 204 len: 168 time: 1.1192276 May 12 03:57:38.181949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:57:38.184276 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acf6ec3-b5ea-4834-845b-5f61c194ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:57:38.225580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bb7218-4c21-46c9-86fa-63f12a122fef x-openstack-request-id: req-22bb7218-4c21-46c9-86fa-63f12a122fef {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:57:38.226243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:57:38.226564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22bb7218-4c21-46c9-86fa-63f12a122fef {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:57:38.227034 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bb7218-4c21-46c9-86fa-63f12a122fef'] response: {'name': 'network-changed', 'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'status': 'completed', 'code': 200} May 12 03:57:38.290003 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:38.290223 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-e96e5e26-3c4d-4b38-8494-8e1454b1e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:38.291697 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-e96e5e26-3c4d-4b38-8494-8e1454b1e62e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 1129 time: 0.0418105 May 12 03:57:38.408702 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-00ad78ff-6206-4ecb-aafd-93418b2fdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:38.410994 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-00ad78ff-6206-4ecb-aafd-93418b2fdc91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 200 len: 898 time: 0.1048207 May 12 03:57:38.427338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20597ce8-6fcc-40c1-805f-dd56837a8633 req-04241d57-3dc1-422a-a0ee-e9ccbc75a589 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:38.428824 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-20597ce8-6fcc-40c1-805f-dd56837a8633 req-04241d57-3dc1-422a-a0ee-e9ccbc75a589 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0518196 May 12 03:57:38.480712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-20597ce8-6fcc-40c1-805f-dd56837a8633 req-8c8b727d-f73b-4a30-b1dd-5970a8901821 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 May 12 03:57:38.486134 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:06Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:38.512720 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] Checking router: 6aa1453a-9e21-417a-8ced-a3ecb62edb64 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:57:38.520710 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:38.521296 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:38.626405 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:38.812166 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:06Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:38.915687 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e2acc-4c28-4d0b-a66f-3985d923cc8c None None] The sync data for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv is: [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '51fdd2e9-4192-4e11-94b6-f1f10c7767f9', 'name': '', 'network_id': '15f79a7d-a9c6-46ad-a13a-c5d28ca87754', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:3f:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:02Z', 'updated_at': '2022-05-12T03:56:06Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': 'fb7da107-033f-4d41-a35f-434fdc1c0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:57:39.133205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4571d9-2c99-4de6-88a1-af67cb700d90 None None] New status for floating IP 401f100d-f778-4d31-8c60-64da058f3d0a: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:57:39.666492 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad783a5d-6b56-4d4e-ab99-72c3eb984d7c req-974dde38-113c-453a-b08c-85912fadbe1f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:39.667935 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad783a5d-6b56-4d4e-ab99-72c3eb984d7c req-974dde38-113c-453a-b08c-85912fadbe1f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.1043861 May 12 03:57:39.694405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:39.717220 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad783a5d-6b56-4d4e-ab99-72c3eb984d7c req-4284e4b9-34cc-4cb9-bc1f-dc5938c3a0cb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=480bfe97-3595-4bda-9d1a-5de289f1ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438187 May 12 03:57:39.808973 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-a95c1def-6a6b-4d85-b680-efdd969c4fe1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 200 len: 217 time: 0.0341108 May 12 03:57:39.859270 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-c943866b-4fc0-40c5-89c3-edbaf20954b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:39.860627 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-c943866b-4fc0-40c5-89c3-edbaf20954b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 200 len: 835 time: 0.0432220 May 12 03:57:39.971087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-519e04a2-33d2-4370-860d-bfd0f6dc8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:39.972781 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-519e04a2-33d2-4370-860d-bfd0f6dc8921 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15f79a7d-a9c6-46ad-a13a-c5d28ca87754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412903 May 12 03:57:40.059592 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-5c73a492-3b4d-48c3-9a33-c5beb38e5d08 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795019 May 12 03:57:40.168835 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-2700db03-d560-4861-925b-fd4c3c5235e2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:40.170184 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-2700db03-d560-4861-925b-fd4c3c5235e2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 945 time: 0.0931809 May 12 03:57:40.246558 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-2acf6ec3-b5ea-4834-845b-5f61c194ec02 req-ca2c1533-9385-4d2c-b508-05bedfabdac8 service neutron] 10.222.0.57 "GET /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705351 May 12 03:57:40.297633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 24fd4221-b814-46b7-9fe3-21572a898ec4 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:57:40.297633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:40.395855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 24fd4221-b814-46b7-9fe3-21572a898ec4, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=24fd4221-b814-46b7-9fe3-21572a898ec4,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:40.396219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:40.412641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 24fd4221-b814-46b7-9fe3-21572a898ec4 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:57:40.561164 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (24fd4221-b814-46b7-9fe3-21572a898ec4), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:40.596334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=24fd4221-b814-46b7-9fe3-21572a898ec4,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:40.612389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.612742 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.613088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.613433 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.613773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.614138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.614470 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.614803 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.615133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.615468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.615797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.616124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.616453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.616815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.617139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:40.666146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] No DVR routers for this DVR port 24fd4221-b814-46b7-9fe3-21572a898ec4 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:57:40.668657 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:40.671895 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-98f57e21-e9b6-40b4-9cd6-ce270f899179 req-d19542e3-1e0b-464b-ab06-7f163ce57235 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "DELETE /v2.0/ports/24fd4221-b814-46b7-9fe3-21572a898ec4 HTTP/1.1" status: 204 len: 173 time: 0.4949212 May 12 03:57:40.672356 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'name': 'network-vif-deleted', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:57:40.674613 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad45a120-8b54-42af-823c-af3749e01e44" -d '{"events": [{"server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "name": "network-vif-deleted", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:57:40.712055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea611a74-122c-4ac4-80d3-6a9c3a2cca50 x-openstack-request-id: req-ea611a74-122c-4ac4-80d3-6a9c3a2cca50 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:57:40.712352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f137b-a3e7-4e1b-aa66-42279bb3b26e", "name": "network-vif-deleted", "tag": "24fd4221-b814-46b7-9fe3-21572a898ec4", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:57:40.712610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea611a74-122c-4ac4-80d3-6a9c3a2cca50 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:57:40.713049 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea611a74-122c-4ac4-80d3-6a9c3a2cca50'] response: {'server_uuid': 'b21f137b-a3e7-4e1b-aa66-42279bb3b26e', 'name': 'network-vif-deleted', 'tag': '24fd4221-b814-46b7-9fe3-21572a898ec4', 'status': 'completed', 'code': 200} May 12 03:57:40.826282 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29497580-b864-4251-ae50-c48e09a74b2e req-ab298112-9a5b-4b99-aea4-f5a37822b9cb tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21f137b-a3e7-4e1b-aa66-42279bb3b26e HTTP/1.1" status: 200 len: 210 time: 0.0300808 May 12 03:57:41.885246 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40832) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:42.223009 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (6aa1453a-9e21-417a-8ced-a3ecb62edb64), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:42.627697 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:42.748373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:57:42.748711 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:42.842132 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 51fdd2e9-4192-4e11-94b6-f1f10c7767f9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:42.842498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:42.854945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:57:43.035277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (51fdd2e9-4192-4e11-94b6-f1f10c7767f9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.061239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=51fdd2e9-4192-4e11-94b6-f1f10c7767f9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:43.236733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (6aa1453a-9e21-417a-8ced-a3ecb62edb64), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.452882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:57:43.561157 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:57:43.566356 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d20ece5a-5f7d-4f7b-8333-a3257f63b93e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/6aa1453a-9e21-417a-8ced-a3ecb62edb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806009 May 12 03:57:43.569193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40834) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:43.574792 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] Sync routers for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:57:43.584553 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:43.585085 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:43.622695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting subnet fb7da107-033f-4d41-a35f-434fdc1c0618 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:57:43.625758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (fb7da107-033f-4d41-a35f-434fdc1c0618), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.665631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (fb7da107-033f-4d41-a35f-434fdc1c0618), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.691880 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:43.708108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 24fd4221-b814-46b7-9fe3-21572a898ec4 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:57:43.732617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 24fd4221-b814-46b7-9fe3-21572a898ec4 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:57:43.732961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 24fd4221-b814-46b7-9fe3-21572a898ec4 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:57:43.751599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (fb7da107-033f-4d41-a35f-434fdc1c0618), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.815728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (fb7da107-033f-4d41-a35f-434fdc1c0618), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.844642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7da107-033f-4d41-a35f-434fdc1c0618,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:43.846559 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:43.849651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-79b81041-968f-44e7-a99b-434d36685994 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/subnets/fb7da107-033f-4d41-a35f-434fdc1c0618 HTTP/1.1" status: 204 len: 168 time: 0.2794626 May 12 03:57:43.852789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40836) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:43.853580 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820a921-58f3-433b-ba58-956ddcbc6114 None None] Network 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:57:43.871135 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:57:42Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:43.899413 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] Checking router: 6aa1453a-9e21-417a-8ced-a3ecb62edb64 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:57:43.908591 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] Routers {'6aa1453a-9e21-417a-8ced-a3ecb62edb64'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:43.909191 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:43.967788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (6aa1453a-9e21-417a-8ced-a3ecb62edb64), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.012455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] DHCP port deletion for 15f79a7d-a9c6-46ad-a13a-c5d28ca87754 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:57:44.018089 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] Set router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:44.055161 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Deleting port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:57:44.055529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.085525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (6aa1453a-9e21-417a-8ced-a3ecb62edb64), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.121714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] For port 95713f5c-4e81-48e8-afa9-d1b9655c4f40, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=95713f5c-4e81-48e8-afa9-d1b9655c4f40,segment=NetworkSegment(607a05b1-d214-4ab8-8044-37f0a8cefa57),segment_id=607a05b1-d214-4ab8-8044-37f0a8cefa57)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:44.122072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.129646 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port a61b1569-4f80-4129-aca7-af90f62e86e9 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:57:44.130022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.137215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Calling delete_port for 95713f5c-4e81-48e8-afa9-d1b9655c4f40 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:57:44.191490 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:57:42Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:44.211292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port a61b1569-4f80-4129-aca7-af90f62e86e9, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=a61b1569-4f80-4129-aca7-af90f62e86e9,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:44.211655 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.225053 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838daa3-1923-400a-93ce-048ed1ba4a04 None None] The sync data for ids ['6aa1453a-9e21-417a-8ced-a3ecb62edb64'] in dv-neutron-841363-5-hyperv is: [{'id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961783822', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:55:59Z', 'updated_at': '2022-05-12T03:57:42Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': 'a61b1569-4f80-4129-aca7-af90f62e86e9', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa1453a-9e21-417a-8ced-a3ecb62edb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:56:00Z', 'updated_at': '2022-05-12T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:57:44.225324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for a61b1569-4f80-4129-aca7-af90f62e86e9 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:57:44.225428 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (95713f5c-4e81-48e8-afa9-d1b9655c4f40), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.249631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Pushing event deleted for resources: {'Port': ['ID=95713f5c-4e81-48e8-afa9-d1b9655c4f40,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:44.260037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.260386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.260725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.261058 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.261389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.261729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.262337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.262460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.264994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:44.267318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27060b9-1a15-4dcb-864a-37b24feff52e None None] No DVR routers for this DVR port 95713f5c-4e81-48e8-afa9-d1b9655c4f40 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:57:44.400138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a61b1569-4f80-4129-aca7-af90f62e86e9), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.429109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=a61b1569-4f80-4129-aca7-af90f62e86e9,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:44.485904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (6aa1453a-9e21-417a-8ced-a3ecb62edb64), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.579212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (6aa1453a-9e21-417a-8ced-a3ecb62edb64), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.581563 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (6aa1453a-9e21-417a-8ced-a3ecb62edb64), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.631318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (6aa1453a-9e21-417a-8ced-a3ecb62edb64), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.631935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa1453a-9e21-417a-8ced-a3ecb62edb64 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:57:44.638501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.639619 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d5409694-cd7c-490a-af8c-346d3fa4e26c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/routers/6aa1453a-9e21-417a-8ced-a3ecb62edb64 HTTP/1.1" status: 204 len: 168 time: 0.7858539 May 12 03:57:44.642262 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40838) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:44.720327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (15f79a7d-a9c6-46ad-a13a-c5d28ca87754), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.809058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (15f79a7d-a9c6-46ad-a13a-c5d28ca87754), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.829794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f79a7d-a9c6-46ad-a13a-c5d28ca87754']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:44.840315 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607a05b1-d214-4ab8-8044-37f0a8cefa57') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:44.840620 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607a05b1-d214-4ab8-8044-37f0a8cefa57') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:44.851595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (607a05b1-d214-4ab8-8044-37f0a8cefa57), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.864951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (607a05b1-d214-4ab8-8044-37f0a8cefa57), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.871212 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:57:44.871596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (607a05b1-d214-4ab8-8044-37f0a8cefa57), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:57:44.874770 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:57:44.935523 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (15f79a7d-a9c6-46ad-a13a-c5d28ca87754), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.942358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:44.947495 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/networks/15f79a7d-a9c6-46ad-a13a-c5d28ca87754 HTTP/1.1" status: 204 len: 168 time: 0.3027964 May 12 03:57:44.948899 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40840) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:44.956755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b726a43-c43f-48fc-8476-fa301af9ea4a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Network': ['ID=15f79a7d-a9c6-46ad-a13a-c5d28ca87754,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.005667 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c35333f-970f-46d8-ac31-ea173ff0f33d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (480bfe97-3595-4bda-9d1a-5de289f1ff99), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.030615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c35333f-970f-46d8-ac31-ea173ff0f33d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (480bfe97-3595-4bda-9d1a-5de289f1ff99), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.089258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c35333f-970f-46d8-ac31-ea173ff0f33d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (480bfe97-3595-4bda-9d1a-5de289f1ff99), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.091831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-2c35333f-970f-46d8-ac31-ea173ff0f33d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.092980 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-2c35333f-970f-46d8-ac31-ea173ff0f33d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/security-groups/480bfe97-3595-4bda-9d1a-5de289f1ff99 HTTP/1.1" status: 204 len: 168 time: 0.1430130 May 12 03:57:45.101976 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35333f-970f-46d8-ac31-ea173ff0f33d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bfe97-3595-4bda-9d1a-5de289f1ff99,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.198416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40846) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.203058 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999117306', 'description': 'tempest-secgroup-smoke-999117306 description', 'project_id': '34da570da06f436c805c7ff9085bb047'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.224094 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.295185 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (ff0e5dec-a4f7-4c64-8733-7f01dc060e07), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.298878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ff0e5dec-a4f7-4c64-8733-7f01dc060e07), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.326860 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.328078 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1286440 May 12 03:57:45.331078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40848) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.332032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58440-9cfb-4c10-9656-50fb09d4f870 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e5dec-a4f7-4c64-8733-7f01dc060e07,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.335833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'ff0e5dec-a4f7-4c64-8733-7f01dc060e07', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.361904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (d7549700-2462-49a6-b9dc-22b0807d6191), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.420741 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (d7549700-2462-49a6-b9dc-22b0807d6191), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.425654 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d7549700-2462-49a6-b9dc-22b0807d6191), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.444493 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7549700-2462-49a6-b9dc-22b0807d6191,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.461244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.465066 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-187de740-8295-4b3d-b2b5-03da60d9a3cd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303456 May 12 03:57:45.465389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40850) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.470287 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'ff0e5dec-a4f7-4c64-8733-7f01dc060e07', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.481001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a61b1569-4f80-4129-aca7-af90f62e86e9 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:57:45.498452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (6879bc96-7d10-40b1-862e-d04955932812), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.502767 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: a61b1569-4f80-4129-aca7-af90f62e86e9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:57:45.503123 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device a61b1569-4f80-4129-aca7-af90f62e86e9 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:57:45.503539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:57:45.523437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:57:45.523785 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 51fdd2e9-4192-4e11-94b6-f1f10c7767f9 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:57:45.524200 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 95713f5c-4e81-48e8-afa9-d1b9655c4f40 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:57:45.546702 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 95713f5c-4e81-48e8-afa9-d1b9655c4f40 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:57:45.546977 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 95713f5c-4e81-48e8-afa9-d1b9655c4f40 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:57:45.555697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (6879bc96-7d10-40b1-862e-d04955932812), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.559454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (6879bc96-7d10-40b1-862e-d04955932812), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.580245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6879bc96-7d10-40b1-862e-d04955932812,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.586156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.589873 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a3720e53-8f05-4ccb-b32a-6a9a630604f4 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210046 May 12 03:57:45.590107 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40852) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.594286 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'ff0e5dec-a4f7-4c64-8733-7f01dc060e07', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.619915 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (e63e89d5-e12d-4f1e-a6df-e68cc6f249f5), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.674225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (e63e89d5-e12d-4f1e-a6df-e68cc6f249f5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.677460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (e63e89d5-e12d-4f1e-a6df-e68cc6f249f5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.694787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63e89d5-e12d-4f1e-a6df-e68cc6f249f5,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.701243 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.702441 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6d01c3a1-efd0-4f9b-ab36-e70f4ada0314 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114290 May 12 03:57:45.705130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40854) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.709564 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'ff0e5dec-a4f7-4c64-8733-7f01dc060e07', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.735067 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (d95a3902-7c0a-4272-8564-03664b1c7253), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.792159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (d95a3902-7c0a-4272-8564-03664b1c7253), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.795408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d95a3902-7c0a-4272-8564-03664b1c7253), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.812270 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95a3902-7c0a-4272-8564-03664b1c7253,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.819461 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.820680 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4149c20c-a339-4a4b-b164-9c28871ec25f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146131 May 12 03:57:45.823381 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40856) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.827554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'ff0e5dec-a4f7-4c64-8733-7f01dc060e07', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.847437 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:57:45.853245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (69bb0b3a-17b0-49b0-8091-bc0f1315405f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.909596 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (69bb0b3a-17b0-49b0-8091-bc0f1315405f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.912903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (69bb0b3a-17b0-49b0-8091-bc0f1315405f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.929369 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bb0b3a-17b0-49b0-8091-bc0f1315405f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:45.937233 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:45.938718 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0dd02f51-7c84-4e3d-ad30-d3b942c6e629 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144233 May 12 03:57:45.941459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40858) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:45.946371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'security_group_rule': {'security_group_id': 'ff0e5dec-a4f7-4c64-8733-7f01dc060e07', 'project_id': '34da570da06f436c805c7ff9085bb047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:45.966629 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Project 34da570da06f436c805c7ff9085bb047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:57:45.971923 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (dcc1f1fe-fa5a-4647-b99a-3a709ad6e4c0), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.029836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (dcc1f1fe-fa5a-4647-b99a-3a709ad6e4c0), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.033257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (dcc1f1fe-fa5a-4647-b99a-3a709ad6e4c0), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.049795 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc1f1fe-fa5a-4647-b99a-3a709ad6e4c0,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:46.057849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.059089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3bf2d152-4364-4ad5-b609-ddc176af7f04 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166940 May 12 03:57:46.062054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40860) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:46.067107 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'network': {'name': 'tempest-network-smoke--782400494', 'project_id': '34da570da06f436c805c7ff9085bb047', 'port_security_enabled': True}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:46.086281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:57:46.089491 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.111476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:57:46.120008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (214df725-bbc9-409f-ad4c-a9aee8ef70d5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.120497 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Added segment 214df725-bbc9-409f-ad4c-a9aee8ef70d5 of type vlan for network ec0efbca-1993-40ba-8db7-9963e4d6cf8d May 12 03:57:46.164247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (ec0efbca-1993-40ba-8db7-9963e4d6cf8d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.187824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (ec0efbca-1993-40ba-8db7-9963e4d6cf8d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.192836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:46.193422 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.228716 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1652946 May 12 03:57:46.231360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40862) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:46.237597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'admin_state_up': True, 'project_id': '34da570da06f436c805c7ff9085bb047', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:46.274054 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9e6c2-a771-42cc-9013-434c85123fa7 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Network': ['ID=ec0efbca-1993-40ba-8db7-9963e4d6cf8d,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:46.284984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:57:46.286551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (518267d6-5158-4c66-96ff-11e5b6965a66), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.287568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (518267d6-5158-4c66-96ff-11e5b6965a66), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.345211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (518267d6-5158-4c66-96ff-11e5b6965a66), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.481818 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (518267d6-5158-4c66-96ff-11e5b6965a66), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.654728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (518267d6-5158-4c66-96ff-11e5b6965a66), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.673249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.774747 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.119 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/13348fc1-5fee-43ce-89a4-1d85b7ba9ef6) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:57:46.873435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.905703 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:46.940159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:57:46.943038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:57:46.946031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:57:46.984129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:47.207858 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (518267d6-5158-4c66-96ff-11e5b6965a66), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:47.404577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (518267d6-5158-4c66-96ff-11e5b6965a66), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:47.532250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 518267d6-5158-4c66-96ff-11e5b6965a66 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:57:47.639706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:57:47.650080 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Sync routers for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:57:47.661088 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:47.662467 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-369e60f3-96d0-4dda-aff6-c2bf59475d46 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4301872 May 12 03:57:47.662622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:47.663817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:47.665985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40864) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:47.776430 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:47.952910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:47Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:47.980951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Checking router: 518267d6-5158-4c66-96ff-11e5b6965a66 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:57:47.981305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Updating router 518267d6-5158-4c66-96ff-11e5b6965a66 port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:57:47.984893 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-27a8c01e-3334-44a9-8d05-b96619809daf tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=34da570da06f436c805c7ff9085bb047&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3171582 May 12 03:57:47.986781 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40866) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:48.014360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.070827 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81977a97-fbb6-4088-90c2-a2a81808dd8c tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:48.072423 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-81977a97-fbb6-4088-90c2-a2a81808dd8c tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846844 May 12 03:57:48.075378 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40868) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:48.106485 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-923b3a71-4d9a-44fd-a170-bb9317952492 tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=b0f0b39d-87d3-4a48-bf85-f81ae27df1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276725 May 12 03:57:48.106905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40870) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:48.112031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249843994', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'project_id': '34da570da06f436c805c7ff9085bb047', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:48.199330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:57:48.203003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.297623 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Publish callbacks [] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.303238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.355863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Attempting to bind port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:57:48.356234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Attempting to bind port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:57:48.356599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Attempting to bind port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:57:48.358524 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a37692-7aa4-48fa-9761-99987f46ba4a None None] Pushing event updated for resources: {'Port': ['ID=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:48.363836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:57:48.364216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:57:48.364624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.365009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:57:48.365514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Bound port: 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:57:48.365845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.387063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (134b856c-5bf0-494f-8f21-f587e1b083a3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.417357 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] For port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:57:48.420447 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] For port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:57:48.426029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.446842 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Subnet': ['ID=134b856c-5bf0-494f-8f21-f587e1b083a3,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:48.456120 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Checking segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:57:48.456478 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network hostable DHCP agents. Network: ec0efbca-1993-40ba-8db7-9963e4d6cf8d, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:57:48.474551 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:57:48.483758 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, ec0efbca-1993-40ba-8db7-9963e4d6cf8d) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:57:48.485301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:48.485439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:48.487916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:48.488743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.505288 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-49d4d4db-91e8-4b0b-9070-85d6ad8f0f77 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3971615 May 12 03:57:48.508129 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40872) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:57:48.524571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a37692-7aa4-48fa-9761-99987f46ba4a None None] Pushing event updated for resources: {'Port': ['ID=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:48.527189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c88251-4402-4ffd-b1b5-dd63d96b6a29 None None] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:57:48.660947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:48.734011 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:57:48.734949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.943666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:48.962389 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Allocated IP 172.20.0.2 (ec0efbca-1993-40ba-8db7-9963e4d6cf8d/134b856c-5bf0-494f-8f21-f587e1b083a3/79713bff-9bef-4b43-a1f3-7c9dea21ae96) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:57:48.964665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:47Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:48.996505 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3859166-a70e-4cc2-b120-6285290fa3e0 None None] The sync data for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv is: [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:47Z', 'revision_number': 3, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:57:49.141137 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Publish callbacks [] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.147412 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.183582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:57:49.188446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:57:49.194159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:57:49.201744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Pushing event updated for resources: {'Port': ['ID=79713bff-9bef-4b43-a1f3-7c9dea21ae96,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:49.258121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.1 (ec0efbca-1993-40ba-8db7-9963e4d6cf8d/134b856c-5bf0-494f-8f21-f587e1b083a3/0ab06fbe-725f-4739-83c0-c137daad3ea5) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:57:49.276184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Attempting to bind port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:57:49.276561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Attempting to bind port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:57:49.276991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Attempting to bind port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 on network ec0efbca-1993-40ba-8db7-9963e4d6cf8d {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:57:49.282545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:57:49.282916 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Checking segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:57:49.283355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.283778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Bound using segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:57:49.284186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Bound port: 79713bff-9bef-4b43-a1f3-7c9dea21ae96, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:57:49.284562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.361756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] For port 79713bff-9bef-4b43-a1f3-7c9dea21ae96, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:57:49.367107 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] For port 79713bff-9bef-4b43-a1f3-7c9dea21ae96, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=79713bff-9bef-4b43-a1f3-7c9dea21ae96,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:57:49.376446 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.410831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.433892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a619-3d97-426c-99dc-01c959e9b2ae None None] Pushing event updated for resources: {'Port': ['ID=79713bff-9bef-4b43-a1f3-7c9dea21ae96,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:49.476401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.503554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:57:49.507742 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:57:49.509866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:57:49.530111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:57:49.587908 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:49.588313 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.599580 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (518267d6-5158-4c66-96ff-11e5b6965a66), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.650182 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=0ab06fbe-725f-4739-83c0-c137daad3ea5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:49.787329 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.881688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:49.882374 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.905734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:49.910128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:49.964170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:50.131191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:50.135523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:50.209432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (518267d6-5158-4c66-96ff-11e5b6965a66), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:50.211938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=0ab06fbe-725f-4739-83c0-c137daad3ea5,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:50.304631 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:57:50.306079 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:57:50.425918 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 518267d6-5158-4c66-96ff-11e5b6965a66 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:57:50.539204 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:57:50.541565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245969f3-e318-479a-b5b8-43dc13f00cde None None] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:57:50.543983 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-35deef2a-d1bc-45e9-b8ba-c1d812b7a8e3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/518267d6-5158-4c66-96ff-11e5b6965a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347917 May 12 03:57:50.613238 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] Provisioning complete for port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:50.613444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:50.704372 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-325feb7e-8ab0-46aa-8754-c43a524f8e2f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999117306&fields=id&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 267 time: 0.0543752 May 12 03:57:50.731035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] Current status of the port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:50.732018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:50.746608 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:57:50.780234 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] For port 79713bff-9bef-4b43-a1f3-7c9dea21ae96, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=79713bff-9bef-4b43-a1f3-7c9dea21ae96,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:50.785196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:50.826258 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-e95b01bb-bcff-4dbf-a407-de53a9063508 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:50.828020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-e95b01bb-bcff-4dbf-a407-de53a9063508 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 796 time: 0.1227708 May 12 03:57:50.847215 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-17c534a5-e7e8-405a-9390-5ee79ddc5d2a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/quotas/34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 375 time: 0.0112584 May 12 03:57:50.855732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a476f4-f504-4918-8811-49e87a6372f4 None None] Pushing event updated for resources: {'Port': ['ID=79713bff-9bef-4b43-a1f3-7c9dea21ae96,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:50.902865 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-22a910fd-92a6-4a90-9ef9-4efd302f51da tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502975 May 12 03:57:50.964765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-db41c2fc-a04f-4ec0-acda-bf1488c75205 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 03:57:50.965780 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-db41c2fc-a04f-4ec0-acda-bf1488c75205 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0470254 May 12 03:57:51.004832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-eaf5d240-7e6b-4883-8e53-ff44a09385c4 None None] Provisioning complete for port 0ab06fbe-725f-4739-83c0-c137daad3ea5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:51.005593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d240-7e6b-4883-8e53-ff44a09385c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.042909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5d240-7e6b-4883-8e53-ff44a09385c4 None None] Port 0ab06fbe-725f-4739-83c0-c137daad3ea5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:57:51.056471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-eaf5d240-7e6b-4883-8e53-ff44a09385c4 None None] Provisioning complete for port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:51.056859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d240-7e6b-4883-8e53-ff44a09385c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.075873 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-6870e35c-c547-44b8-a9ea-664b029db097 service neutron] 10.222.0.23 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034493 May 12 03:57:51.104384 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Sync routers for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:57:51.118962 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:51.119840 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:51.152408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5d240-7e6b-4883-8e53-ff44a09385c4 None None] Current status of the port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:51.180847 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-a37ef76c-0815-40df-b8ea-ba98b356ad78 service neutron] 10.222.0.23 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991590 May 12 03:57:51.243151 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:51.274338 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-dd6e8088-f494-413b-a46a-f9841006146f None None] Provisioning complete for port 0ab06fbe-725f-4739-83c0-c137daad3ea5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:51.274654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8088-f494-413b-a46a-f9841006146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.339611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e8088-f494-413b-a46a-f9841006146f None None] Port 0ab06fbe-725f-4739-83c0-c137daad3ea5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:57:51.401020 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-339cb044-d8ef-4cab-9392-51505140fd90 req-28d24813-7b65-476a-99ab-7fde810e8b6e tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 210 time: 0.0388014 May 12 03:57:51.464168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ac7033e0-d35a-4dd8-9df7-9b249c19e488 None None] Provisioning complete for port 0ab06fbe-725f-4739-83c0-c137daad3ea5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:51.464570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ac7033e0-d35a-4dd8-9df7-9b249c19e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.484801 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:50Z', 'revision_number': 2, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:51.508042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ac7033e0-d35a-4dd8-9df7-9b249c19e488 None None] Port 0ab06fbe-725f-4739-83c0-c137daad3ea5 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:57:51.516942 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Checking router: 518267d6-5158-4c66-96ff-11e5b6965a66 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:57:51.517297 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Updating router 518267d6-5158-4c66-96ff-11e5b6965a66 port 0ab06fbe-725f-4739-83c0-c137daad3ea5 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:57:51.550090 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.613710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79713bff-9bef-4b43-a1f3-7c9dea21ae96 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:57:51.661442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:51.661821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.742456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:51.743527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:57:51.793127 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:51.793553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.873801 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:51.879912 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Publish callbacks [] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:51.887693 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.031191 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Pushing event updated for resources: {'Port': ['ID=0ab06fbe-725f-4739-83c0-c137daad3ea5,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:52.052937 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.053286 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.054470 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.055061 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.055617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.055957 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.056293 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.056624 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.056956 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.057287 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.057617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.057976 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.058303 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.058629 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.058956 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:57:52.095331 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Attempting to bind port 0ab06fbe-725f-4739-83c0-c137daad3ea5 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:57:52.095723 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Attempting to bind port 0ab06fbe-725f-4739-83c0-c137daad3ea5 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:57:52.096065 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Attempting to bind port 0ab06fbe-725f-4739-83c0-c137daad3ea5 on network ec0efbca-1993-40ba-8db7-9963e4d6cf8d {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:57:52.102139 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:57:52.102524 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Checking segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:57:52.102934 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.103358 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Bound using segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:57:52.103832 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Bound port: 0ab06fbe-725f-4739-83c0-c137daad3ea5, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:57:52.104216 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.170931 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] For port 0ab06fbe-725f-4739-83c0-c137daad3ea5, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:57:52.174297 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] For port 0ab06fbe-725f-4739-83c0-c137daad3ea5, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0ab06fbe-725f-4739-83c0-c137daad3ea5,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:57:52.180960 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.239461 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] Provisioning complete for port 0ab06fbe-725f-4739-83c0-c137daad3ea5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:52.240002 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.248620 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:57:52.249239 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:52.251967 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158bd4-7d42-40cd-887b-af07f57f747e None None] Pushing event updated for resources: {'Port': ['ID=0ab06fbe-725f-4739-83c0-c137daad3ea5,revision_number=4']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:52.361210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] Current status of the port 0ab06fbe-725f-4739-83c0-c137daad3ea5 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:52.361632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.373258 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:57:52.411606 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] For port 0ab06fbe-725f-4739-83c0-c137daad3ea5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0ab06fbe-725f-4739-83c0-c137daad3ea5,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:52.422006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.499014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940ae1-6bd0-4a0e-9e1e-4c1d442a13f8 None None] Pushing event updated for resources: {'Port': ['ID=0ab06fbe-725f-4739-83c0-c137daad3ea5,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:52.565459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-cab4373f-b69d-40ad-a8df-18f67a1e591c None None] Provisioning complete for port 0ab06fbe-725f-4739-83c0-c137daad3ea5 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:52.565972 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cab4373f-b69d-40ad-a8df-18f67a1e591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:52.569912 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-be681d11-c20c-4be8-96a3-3d3ac10e7433 req-9cf374c7-b52a-46f0-b14f-62eefac6000f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 210 time: 0.0423629 May 12 03:57:52.592305 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:57:52.602797 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-4f591ad0-6fd4-4766-ab81-7d9834157f61 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:52.604322 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-4f591ad0-6fd4-4766-ab81-7d9834157f61 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 796 time: 0.1857133 May 12 03:57:52.634280 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8c98-2357-4f59-9ef4-d80a241b08f9 None None] The sync data for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv is: [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:57:52.692369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cab4373f-b69d-40ad-a8df-18f67a1e591c None None] Current status of the port 0ab06fbe-725f-4739-83c0-c137daad3ea5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:52.707807 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-79df63ed-a2e9-4370-a94a-e0a20ed56e3b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34da570da06f436c805c7ff9085bb047 HTTP/1.1" status: 200 len: 379 time: 0.0824735 May 12 03:57:52.784629 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'port': {'device_id': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'admin_state_up': True, 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'security_groups': ['ff0e5dec-a4f7-4c64-8733-7f01dc060e07']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:53.199874 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Made reservation on behalf of 34da570da06f436c805c7ff9085bb047 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:57:53.203460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.330507 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.20.0.7 (ec0efbca-1993-40ba-8db7-9963e4d6cf8d/134b856c-5bf0-494f-8f21-f587e1b083a3/75e63425-d160-4bc3-b38d-9c1fa9a2799c) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:57:53.503478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.525149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 0ab06fbe-725f-4739-83c0-c137daad3ea5 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:57:53.540955 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.582441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 0ab06fbe-725f-4739-83c0-c137daad3ea5 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:53.583282 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.584621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:57:53.590430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:57:53.593242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:57:53.633712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=75e63425-d160-4bc3-b38d-9c1fa9a2799c,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:53.671072 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:53.671745 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.697291 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-7aee4bba-17e5-42d0-8695-2ace437a1832 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9164917 May 12 03:57:53.715341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Request body: {'port': {'device_id': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:57:53.735426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6414b3c-e7cb-40c0-92e9-a10ab4b17d84 req-7db10033-babc-4c1f-90db-785fb6592973 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:53.742366 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 0ab06fbe-725f-4739-83c0-c137daad3ea5 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:53.748334 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6414b3c-e7cb-40c0-92e9-a10ab4b17d84 req-7db10033-babc-4c1f-90db-785fb6592973 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 931 time: 0.0782485 May 12 03:57:53.799166 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.810029 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6414b3c-e7cb-40c0-92e9-a10ab4b17d84 req-0a357959-3c55-4066-9a05-368e4da384de tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605583 May 12 03:57:53.929196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-3248bcae-f169-445b-a587-9ec1adffc280 None None] Provisioning complete for port 75e63425-d160-4bc3-b38d-9c1fa9a2799c triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:53.929822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3248bcae-f169-445b-a587-9ec1adffc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:53.963868 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-3248bcae-f169-445b-a587-9ec1adffc280 None None] Port 75e63425-d160-4bc3-b38d-9c1fa9a2799c cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:57:54.112666 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e63425-d160-4bc3-b38d-9c1fa9a2799c {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:57:54.120131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Publish callbacks [] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:54.133453 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Transition to ACTIVE for port object 75e63425-d160-4bc3-b38d-9c1fa9a2799c will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:57:54.137335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:54.190210 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=75e63425-d160-4bc3-b38d-9c1fa9a2799c,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:54.266736 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Attempting to bind port 75e63425-d160-4bc3-b38d-9c1fa9a2799c on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:57:54.267218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Attempting to bind port 75e63425-d160-4bc3-b38d-9c1fa9a2799c by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:57:54.267554 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Attempting to bind port 75e63425-d160-4bc3-b38d-9c1fa9a2799c on network ec0efbca-1993-40ba-8db7-9963e4d6cf8d {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:57:54.272131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Port 75e63425-d160-4bc3-b38d-9c1fa9a2799c on network ec0efbca-1993-40ba-8db7-9963e4d6cf8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:57:54.272491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Attempting to bind port 75e63425-d160-4bc3-b38d-9c1fa9a2799c on network ec0efbca-1993-40ba-8db7-9963e4d6cf8d {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:57:54.277599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:57:54.277961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Checking segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:57:54.278351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Bound using segment: {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:57:54.278781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Bound port: 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214df725-bbc9-409f-ad4c-a9aee8ef70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:57:54.279147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:54.344766 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] For port 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:57:54.349082 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] For port 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:57:54.355850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:54.391250 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:54.391988 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:54.393424 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] 10.222.0.57 "PUT /v2.0/ports/75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 1093 time: 0.6847997 May 12 03:57:54.395763 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:57:54.398209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c7a45-8d4c-42f4-979f-16940c7f163c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:57:54.432195 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f72b35-6c01-4e82-af7e-963783b07ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=75e63425-d160-4bc3-b38d-9c1fa9a2799c,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:54.465080 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987e88d7-5998-405b-80fb-830350c59467 x-openstack-request-id: req-987e88d7-5998-405b-80fb-830350c59467 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:57:54.465370 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:57:54.465626 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-987e88d7-5998-405b-80fb-830350c59467 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:57:54.466053 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987e88d7-5998-405b-80fb-830350c59467'] response: {'name': 'network-changed', 'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'status': 'completed', 'code': 200} May 12 03:57:54.479060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-300555a7-faa5-4437-bb97-a227f9565476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:54.480653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-300555a7-faa5-4437-bb97-a227f9565476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1127 time: 0.0451901 May 12 03:57:54.529317 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-308e6cf4-2c3b-4f83-8fd7-3c750486e1a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 217 time: 0.0391002 May 12 03:57:54.579640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-9b4c333a-41c2-41f9-ae3e-9cb387893509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:54.581110 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-9b4c333a-41c2-41f9-ae3e-9cb387893509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 200 len: 834 time: 0.0462968 May 12 03:57:54.631013 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-f01a951f-1aca-4d5f-8808-717fc3539f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:54.632529 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-f01a951f-1aca-4d5f-8808-717fc3539f0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411398 May 12 03:57:54.729933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-5c3a44af-f559-4326-a0a1-a27938ea650d service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873511 May 12 03:57:54.818959 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-f3e8eabb-bdf9-46d0-a8d3-40c2c511ef09 req-2f43f99f-6abb-40cc-aca2-4d6de035c2a0 service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798380 May 12 03:57:54.925043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9810a-43f5-467b-a6c9-2e2e8c90ff77 req-3b31e0ef-0396-4a10-bc7e-706bc6c34766 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:54.926511 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-56c9810a-43f5-467b-a6c9-2e2e8c90ff77 req-3b31e0ef-0396-4a10-bc7e-706bc6c34766 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 943 time: 0.0454340 May 12 03:57:54.976533 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-56c9810a-43f5-467b-a6c9-2e2e8c90ff77 req-8a16dd88-b3da-45ed-aed2-ef3c06fc899c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 May 12 03:57:55.713772 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-ede153c0-9721-4974-b576-719e3c566ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:55.715317 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-ede153c0-9721-4974-b576-719e3c566ed0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1127 time: 0.0438464 May 12 03:57:55.804813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-d6523e4d-2e37-4405-ac2b-3d2440f014a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:55.806276 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-d6523e4d-2e37-4405-ac2b-3d2440f014a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 897 time: 0.0842535 May 12 03:57:55.856194 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-68f84a94-bb4e-4ede-b42c-abe364239d16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 217 time: 0.0381160 May 12 03:57:55.906747 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-11c88fd6-7b45-4ebe-8ee8-eb9ea6ec7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:55.908129 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-11c88fd6-7b45-4ebe-8ee8-eb9ea6ec7608 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 200 len: 834 time: 0.0433826 May 12 03:57:55.953631 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-b00ef731-cab5-4f5c-9644-97f120c76dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:55.955091 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-b00ef731-cab5-4f5c-9644-97f120c76dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379379 May 12 03:57:56.049569 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-4eec1c53-0440-4da9-8247-67df41b5c719 service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852287 May 12 03:57:56.089124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357645b-51d0-417a-ac27-3df782830abc req-1a6123d0-0e91-4b6b-a6e6-2921e43fb16b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:56.090614 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4357645b-51d0-417a-ac27-3df782830abc req-1a6123d0-0e91-4b6b-a6e6-2921e43fb16b tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 943 time: 0.0463817 May 12 03:57:56.139653 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4357645b-51d0-417a-ac27-3df782830abc req-6be93e22-5ae9-4726-86ed-0fd02a629cc9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 May 12 03:57:56.141361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ad5c7a45-8d4c-42f4-979f-16940c7f163c req-1f0ecba1-aa93-4159-875c-038a47bb3f40 service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825922 May 12 03:57:57.252117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8184b2c-d797-4409-bbc1-12d8c5842e7c req-4bcb3c33-cd0a-4bda-ad9f-ae398297a2ba tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:57.253550 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8184b2c-d797-4409-bbc1-12d8c5842e7c req-4bcb3c33-cd0a-4bda-ad9f-ae398297a2ba tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 943 time: 0.0461967 May 12 03:57:57.300237 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8184b2c-d797-4409-bbc1-12d8c5842e7c req-485fba2e-aa03-4fb8-bc76-6b139fe6d9ef tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 May 12 03:57:57.738934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 75e63425-d160-4bc3-b38d-9c1fa9a2799c details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:57:57.835217 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:57.846474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'port_id': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'mac_address': 'fa:16:3e:df:67:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:57:57.882690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 75e63425-d160-4bc3-b38d-9c1fa9a2799c is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:57.883075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:57.895373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e63425-d160-4bc3-b38d-9c1fa9a2799c {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:57:57.915047 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:57.918539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:57.967859 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=75e63425-d160-4bc3-b38d-9c1fa9a2799c,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:57:58.179766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['75e63425-d160-4bc3-b38d-9c1fa9a2799c'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:57:58.417452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e828c2-0e3f-4fe8-ba9f-d4f264a3d1a1 req-706b7a7a-0cf9-40f6-9798-f9cc5b400c68 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:58.418932 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-48e828c2-0e3f-4fe8-ba9f-d4f264a3d1a1 req-706b7a7a-0cf9-40f6-9798-f9cc5b400c68 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 944 time: 0.0496874 May 12 03:57:58.466886 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-48e828c2-0e3f-4fe8-ba9f-d4f264a3d1a1 req-7a4d4d68-db18-40a1-8199-d68b3e1c657a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 May 12 03:57:59.579964 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0795-1d86-4687-9dfe-dff44f0104fa req-b3d5dc6c-adb7-4e56-8caf-8f5e11c6a2ec tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:57:59.581579 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bd2f0795-1d86-4687-9dfe-dff44f0104fa req-b3d5dc6c-adb7-4e56-8caf-8f5e11c6a2ec tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 944 time: 0.0478332 May 12 03:57:59.633822 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-bd2f0795-1d86-4687-9dfe-dff44f0104fa req-c0420864-c0f6-47e2-8caf-dbf8575ddba8 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464351 May 12 03:57:59.754062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 75e63425-d160-4bc3-b38d-9c1fa9a2799c up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:57:59.798660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 75e63425-d160-4bc3-b38d-9c1fa9a2799c completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:57:59.804790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 75e63425-d160-4bc3-b38d-9c1fa9a2799c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:57:59.805386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:59.882018 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 75e63425-d160-4bc3-b38d-9c1fa9a2799c is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:57:59.882407 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:59.908521 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:57:59.910699 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952d521e-8506-4665-9b58-3751e5e27ef3" -d '{"events": [{"server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "name": "network-vif-plugged", "status": "completed", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:57:59.923795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:57:59.927725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:57:59.953226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe8139f-d046-42dd-ac52-13de73f5551c x-openstack-request-id: req-dbe8139f-d046-42dd-ac52-13de73f5551c {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:57:59.953523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "name": "network-vif-plugged", "status": "completed", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:57:59.953776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbe8139f-d046-42dd-ac52-13de73f5551c {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:57:59.954200 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe8139f-d046-42dd-ac52-13de73f5551c'] response: {'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'code': 200} May 12 03:57:59.983811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=75e63425-d160-4bc3-b38d-9c1fa9a2799c,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:00.130667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabad41-382e-4c67-bff4-01dc18de4e44 req-3fb7a4fe-c21a-4c47-9b1f-21939399e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:00.132592 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dabad41-382e-4c67-bff4-01dc18de4e44 req-3fb7a4fe-c21a-4c47-9b1f-21939399e2a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1129 time: 0.0437224 May 12 03:58:00.181283 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8dabad41-382e-4c67-bff4-01dc18de4e44 req-53caaa6c-e78f-4fb1-9f66-ce2e4b3a49f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 May 12 03:58:00.758592 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555be5-ad41-4767-95d3-e14df49c83ec req-4d934162-3265-4c0f-9a06-d32825c81788 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:00.760068 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d555be5-ad41-4767-95d3-e14df49c83ec req-4d934162-3265-4c0f-9a06-d32825c81788 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0551918 May 12 03:58:00.807540 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d555be5-ad41-4767-95d3-e14df49c83ec req-4565e5a8-e9b1-41bb-8369-5b1aafdcad3a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 May 12 03:58:01.921497 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eff66c-d44c-4ec1-8cd9-cb5424bf7bbd req-52e68946-806e-46e8-bc12-d49797669c08 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:01.922972 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24eff66c-d44c-4ec1-8cd9-cb5424bf7bbd req-52e68946-806e-46e8-bc12-d49797669c08 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0455353 May 12 03:58:01.971047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24eff66c-d44c-4ec1-8cd9-cb5424bf7bbd req-f6baba8c-1c81-4d10-a772-674967d459e2 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 May 12 03:58:02.080331 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c92c2-60fe-41b8-b476-60a9c0046602 req-8bc98718-e0e7-47c5-a024-de5ad3c11bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:02.081762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-342c92c2-60fe-41b8-b476-60a9c0046602 req-8bc98718-e0e7-47c5-a024-de5ad3c11bfd tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0453162 May 12 03:58:02.135219 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-342c92c2-60fe-41b8-b476-60a9c0046602 req-cd315552-ca49-4bda-a507-7f375396fe48 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473466 May 12 03:58:02.156340 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40934) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:02.193655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18610e2-b30b-4c3a-9630-e2547f526a0f tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:02.195489 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c18610e2-b30b-4c3a-9630-e2547f526a0f tempest-TestNetworkAdvancedServerOps-1760882146 tempest-TestNetworkAdvancedServerOps-1760882146-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1124 time: 0.0380507 May 12 03:58:02.198221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40936) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:02.202393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:02.222669 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:02.299138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:02.404387 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Allocated IP 172.26.2.33 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/729dda01-d629-42a2-9dd8-85d5d87db230) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:58:02.504546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (729dda01-d629-42a2-9dd8-85d5d87db230), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:02.535547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (729dda01-d629-42a2-9dd8-85d5d87db230), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:02.572332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:58:02.575111 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:02.580543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:58:02.585993 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=729dda01-d629-42a2-9dd8-85d5d87db230,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:03.178336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e49e2f5e-5112-4874-b5c3-fa9d063eb0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:03.238630 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (5054bdd2-4317-428f-bc30-d99211283e3a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:03.304418 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (729dda01-d629-42a2-9dd8-85d5d87db230), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:03.482308 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for port (729dda01-d629-42a2-9dd8-85d5d87db230), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:03.486272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (729dda01-d629-42a2-9dd8-85d5d87db230), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:03.555974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event updated for resources: {'Port': ['ID=729dda01-d629-42a2-9dd8-85d5d87db230,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:03.565776 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (5054bdd2-4317-428f-bc30-d99211283e3a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:03.669581 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP 5054bdd2-4317-428f-bc30-d99211283e3a associated. External IP: 172.26.2.33, port: 75e63425-d160-4bc3-b38d-9c1fa9a2799c. May 12 03:58:03.928134 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 518267d6-5158-4c66-96ff-11e5b6965a66 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:58:04.037051 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:58:04.047013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] Sync routers for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:58:04.054494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:04.057449 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:04.058171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:04.084132 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f9dd449-bfba-4623-b4cd-ee0b278ef4f9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8849103 May 12 03:58:04.084791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:58:04.090540 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:58:04.129459 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be4c316-53c7-4fa9-adb2-3889e37824b0 x-openstack-request-id: req-5be4c316-53c7-4fa9-adb2-3889e37824b0 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:58:04.130197 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:58:04.130786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5be4c316-53c7-4fa9-adb2-3889e37824b0 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:58:04.131426 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be4c316-53c7-4fa9-adb2-3889e37824b0'] response: {'name': 'network-changed', 'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'status': 'completed', 'code': 200} May 12 03:58:04.173637 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:04.197558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-28565380-b00a-4762-808a-2ef9bac852de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:04.199179 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-28565380-b00a-4762-808a-2ef9bac852de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1129 time: 0.0436554 May 12 03:58:04.301388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-25fe4a40-8463-4802-9ba1-53a2cc18b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:04.302901 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-25fe4a40-8463-4802-9ba1-53a2cc18b02b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 897 time: 0.0971208 May 12 03:58:04.379257 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28352-94ed-4c75-9fd6-3fc98c0dd6e3 req-a95d1412-7e1b-497e-acc1-38000aea9d17 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:04.380858 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68b28352-94ed-4c75-9fd6-3fc98c0dd6e3 req-a95d1412-7e1b-497e-acc1-38000aea9d17 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0528007 May 12 03:58:04.393819 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-4a365a48-92d5-4660-833c-4a25d5b19851 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 998 time: 0.0832362 May 12 03:58:04.411152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5054bdd2-4317-428f-bc30-d99211283e3a', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.33', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'port_id': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'mac_address': 'fa:16:3e:df:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:58:02Z', 'updated_at': '2022-05-12T03:58:02Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:04.438152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] Checking router: 518267d6-5158-4c66-96ff-11e5b6965a66 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:58:04.438523 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-68b28352-94ed-4c75-9fd6-3fc98c0dd6e3 req-fbb3459e-3542-454d-8922-96376abf6846 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512018 May 12 03:58:04.442605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-df36e489-8a94-410b-a8f4-9546bda7408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:04.444107 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-df36e489-8a94-410b-a8f4-9546bda7408c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 200 len: 834 time: 0.0446584 May 12 03:58:04.448440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:04.449170 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:57:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:04.461181 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40942) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:04.533015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-8198246a-3322-4906-ae6d-e72c0bd1d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:04.534553 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-8198246a-3322-4906-ae6d-e72c0bd1d5c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0846000 May 12 03:58:04.557000 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:04.564437 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9208d360-11fb-461b-a69d-7b001bdfcd79 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/5054bdd2-4317-428f-bc30-d99211283e3a HTTP/1.1" status: 200 len: 990 time: 0.1021383 May 12 03:58:04.634243 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-4db689dd-81d7-4331-89f0-14a1621486ac service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926890 May 12 03:58:04.725767 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c778f8b2-cb86-4ea6-9fba-79b22530ab3a req-2d2550b8-135c-4acf-9538-352a9a23aebe service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 May 12 03:58:04.778402 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5054bdd2-4317-428f-bc30-d99211283e3a', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.33', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'port_id': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'mac_address': 'fa:16:3e:df:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:58:02Z', 'updated_at': '2022-05-12T03:58:02Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:04.803866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618971c-7f9f-4269-8f51-09704170ba60 None None] The sync data for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv is: [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '5054bdd2-4317-428f-bc30-d99211283e3a', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'floating_ip_address': '172.26.2.33', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'port_id': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'mac_address': 'fa:16:3e:df:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:58:02Z', 'updated_at': '2022-05-12T03:58:02Z', 'revision_number': 0, 'project_id': '34da570da06f436c805c7ff9085bb047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:58:04.992491 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e96c3-7890-4cbf-bae1-fc1bada7bd2c None None] New status for floating IP 5054bdd2-4317-428f-bc30-d99211283e3a: ACTIVE {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:58:05.567724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 40944) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:05.633094 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-71027d73-13a5-4092-bee4-6cf6165668a0 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/5054bdd2-4317-428f-bc30-d99211283e3a HTTP/1.1" status: 200 len: 992 time: 0.0635078 May 12 03:58:05.711805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-73b6f542-2582-475b-b7d7-4edffca0f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:06.577907 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:08.139800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:09.700406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:12.626225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:18.505559 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-d6fa7970-52aa-43ae-b51d-7d4160ca15c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793371 May 12 03:58:18.588147 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109688d4-4105-462c-a0ea-8d745374ea36 req-948d27d3-b787-466b-b34b-6f0ef6430f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:18.589568 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-948d27d3-b787-466b-b34b-6f0ef6430f66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1129 time: 0.0383930 May 12 03:58:18.691882 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109688d4-4105-462c-a0ea-8d745374ea36 req-69f78e52-6345-4b23-a4e8-84831a16b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:18.693296 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-69f78e52-6345-4b23-a4e8-84831a16b353 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 897 time: 0.0814257 May 12 03:58:18.762360 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-48c5959c-3548-4244-8e4f-b480dc3b0b1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 1000 time: 0.0610232 May 12 03:58:18.813484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109688d4-4105-462c-a0ea-8d745374ea36 req-b53345dd-4529-4069-897d-2cdd5d383b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:18.814908 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-b53345dd-4529-4069-897d-2cdd5d383b78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 200 len: 834 time: 0.0461655 May 12 03:58:18.856724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109688d4-4105-462c-a0ea-8d745374ea36 req-38c0e628-4373-4474-bbd9-4a660deb122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:18.858077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-38c0e628-4373-4474-bbd9-4a660deb122e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373895 May 12 03:58:18.947268 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-b5e80ae1-d201-44e2-acaf-1d08d77be69b service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 May 12 03:58:19.039877 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-109688d4-4105-462c-a0ea-8d745374ea36 req-ae1fcfa6-29d2-4b82-94c3-53f721b042b4 service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845070 May 12 03:58:27.747149 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:58:33.178997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7f97d677-cdc5-4f57-b8c5-8734e3ec0620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:35.713007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3997864e-0f58-455d-a52e-eef39a833554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:36.581257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:38.141077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:39.058048 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936528dd-68e4-4375-818f-e6d461563f32 req-455c5e8a-5c1d-4bf9-937a-01a932190ad1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:39.059591 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-936528dd-68e4-4375-818f-e6d461563f32 req-455c5e8a-5c1d-4bf9-937a-01a932190ad1 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0900886 May 12 03:58:39.113407 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-936528dd-68e4-4375-818f-e6d461563f32 req-e419311d-ee8e-4765-8f1b-f29e11115631 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478623 May 12 03:58:39.702480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:40.231533 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510281a-a158-480b-8219-d3ca323ab677 req-a7d2d917-ff44-477e-bc3b-31424a60cf6a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:40.233103 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c510281a-a158-480b-8219-d3ca323ab677 req-a7d2d917-ff44-477e-bc3b-31424a60cf6a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0508137 May 12 03:58:40.282530 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c510281a-a158-480b-8219-d3ca323ab677 req-9dcf3cdc-f5e6-488c-a5d6-0b95d3f57fbc tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 May 12 03:58:40.304903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40970) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:40.365451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-fcc0f8f1-b478-44b0-be9c-d0225371898a tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/5054bdd2-4317-428f-bc30-d99211283e3a HTTP/1.1" status: 200 len: 992 time: 0.0593679 May 12 03:58:41.653311 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881110b-658f-41c4-b98b-fd73aa639afe req-9c206de4-7c5c-4f03-a80e-5a0e4beb2b36 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:41.654764 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5881110b-658f-41c4-b98b-fd73aa639afe req-9c206de4-7c5c-4f03-a80e-5a0e4beb2b36 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0475562 May 12 03:58:41.683431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-4910650b-086d-4d0b-b465-0065724e6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:41.686117 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-4910650b-086d-4d0b-b465-0065724e6cd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1129 time: 0.0409238 May 12 03:58:41.703963 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5881110b-658f-41c4-b98b-fd73aa639afe req-1e46d543-e53e-4008-bbed-6c322c62d719 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436535 May 12 03:58:41.779494 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-3d4790ac-a7cf-4d35-b6f3-553ddfd842da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:41.780930 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-3d4790ac-a7cf-4d35-b6f3-553ddfd842da service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 897 time: 0.0865917 May 12 03:58:41.846275 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-30701d46-8063-45de-9c0f-5121583d159e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 1000 time: 0.0558074 May 12 03:58:41.899423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-5e1ceff0-aef7-4b9f-a815-3513f6918d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:41.900861 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-5e1ceff0-aef7-4b9f-a815-3513f6918d58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 200 len: 834 time: 0.0460379 May 12 03:58:41.947729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-060d5fbd-e86d-459b-aa94-5e24b310be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:41.949124 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-060d5fbd-e86d-459b-aa94-5e24b310be33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370386 May 12 03:58:42.042952 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-175a5007-3340-4032-b4ea-51db4efc22ce service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840604 May 12 03:58:42.138762 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5fd8881a-af1f-45ad-9725-debb15cfbba3 req-0fca96bc-ff55-45f7-a2b2-1e81c82a3397 service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810261 May 12 03:58:42.645915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:42.822720 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fbac-44be-431a-b599-752d45f97f6d req-6ec1e776-a83d-4716-902a-9b13da38f805 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:42.824177 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8687fbac-44be-431a-b599-752d45f97f6d req-6ec1e776-a83d-4716-902a-9b13da38f805 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0466244 May 12 03:58:42.879319 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8687fbac-44be-431a-b599-752d45f97f6d req-e4a68e63-35bf-4745-b9ed-b546c059db36 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494468 May 12 03:58:43.992483 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5a852-c9da-418d-a388-15081b8a2708 req-51d2e637-bc04-4c06-87ee-19778c8a768f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:43.993960 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69e5a852-c9da-418d-a388-15081b8a2708 req-51d2e637-bc04-4c06-87ee-19778c8a768f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0471549 May 12 03:58:44.041379 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-69e5a852-c9da-418d-a388-15081b8a2708 req-fc22285a-ceb7-4b00-8e30-9e0d7f754053 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 May 12 03:58:44.066256 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40982) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:44.128070 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ac1a6a53-15ef-4ed6-9a96-7ba985c3a440 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/floatingips/5054bdd2-4317-428f-bc30-d99211283e3a HTTP/1.1" status: 200 len: 992 time: 0.0606771 May 12 03:58:44.415476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 40988) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:44.559531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 729dda01-d629-42a2-9dd8-85d5d87db230 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:58:44.559862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (729dda01-d629-42a2-9dd8-85d5d87db230), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:44.631633 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (729dda01-d629-42a2-9dd8-85d5d87db230), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:44.631954 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (729dda01-d629-42a2-9dd8-85d5d87db230), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:44.643504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 729dda01-d629-42a2-9dd8-85d5d87db230 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:58:44.813084 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (729dda01-d629-42a2-9dd8-85d5d87db230), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:44.841344 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=729dda01-d629-42a2-9dd8-85d5d87db230,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:44.867641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.867997 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.868342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.868685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.869024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.869360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.869690 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.870048 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.870379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.870706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.871034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.871362 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.871686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.872011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.872336 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:44.911990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for floatingip (5054bdd2-4317-428f-bc30-d99211283e3a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:44.912907 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Floating IP 5054bdd2-4317-428f-bc30-d99211283e3a disassociated (deleted). External IP: 172.26.2.33, port: 75e63425-d160-4bc3-b38d-9c1fa9a2799c. May 12 03:58:45.119352 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 518267d6-5158-4c66-96ff-11e5b6965a66 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:58:45.229597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:58:45.234643 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:45.265326 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-04eea5f6-18e1-464f-8b07-e582e7f483b9 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/floatingips/5054bdd2-4317-428f-bc30-d99211283e3a HTTP/1.1" status: 204 len: 168 time: 0.8488209 May 12 03:58:45.265953 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:58:45.268281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e075d32e-17f3-4a19-aec1-8007a5a04c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:58:45.313197 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710adeec-0f5d-4851-ab6e-01b6d0a971ed x-openstack-request-id: req-710adeec-0f5d-4851-ab6e-01b6d0a971ed {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:58:45.313498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:58:45.313754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-710adeec-0f5d-4851-ab6e-01b6d0a971ed {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:58:45.314345 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710adeec-0f5d-4851-ab6e-01b6d0a971ed'] response: {'name': 'network-changed', 'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'status': 'completed', 'code': 200} May 12 03:58:45.336352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] Sync routers for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:58:45.346054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:45.346680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:45.381403 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-3c9590dd-4cb3-48f4-b074-6bd1d6d4b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:45.383259 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-3c9590dd-4cb3-48f4-b074-6bd1d6d4b3a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34da570da06f436c805c7ff9085bb047&device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 1129 time: 0.0470712 May 12 03:58:45.457624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:45.528293 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4073568-23b4-412c-9a8f-d3c887a05859 req-0fe75de5-2a08-4132-9459-b2210ecc9af3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:45.530925 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4073568-23b4-412c-9a8f-d3c887a05859 req-0fe75de5-2a08-4132-9459-b2210ecc9af3 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0544364 May 12 03:58:45.586126 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d4073568-23b4-412c-9a8f-d3c887a05859 req-4fa494ab-2183-449d-9904-a99c1769d9da tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490167 May 12 03:58:45.666668 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:45.698189 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] Checking router: 518267d6-5158-4c66-96ff-11e5b6965a66 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:58:45.706546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:45.707159 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:45.782115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-6d22efe8-08dc-4b92-a6ff-f8f5a29282a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:45.783592 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-6d22efe8-08dc-4b92-a6ff-f8f5a29282a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 200 len: 897 time: 0.3838472 May 12 03:58:45.817745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:46.002575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:46.032863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1c66-fa93-46fd-8146-15c1d48b6939 None None] The sync data for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv is: [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '0ab06fbe-725f-4739-83c0-c137daad3ea5', 'name': '', 'network_id': 'ec0efbca-1993-40ba-8db7-9963e4d6cf8d', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'mac_address': 'fa:16:3e:34:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:49Z', 'updated_at': '2022-05-12T03:57:52Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'subnets': [{'id': '134b856c-5bf0-494f-8f21-f587e1b083a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:58:46.255354 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee231bd8-86fc-4daa-8c66-a368434081f2 None None] New status for floating IP 5054bdd2-4317-428f-bc30-d99211283e3a: DOWN {{(pid=104167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:58:46.706556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac9028-9de8-4f70-9785-25202d7fd0c8 req-eb019ce4-395f-4341-a49a-cb46961af75c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:46.707997 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3fac9028-9de8-4f70-9785-25202d7fd0c8 req-eb019ce4-395f-4341-a49a-cb46961af75c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0494823 May 12 03:58:46.754875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3fac9028-9de8-4f70-9785-25202d7fd0c8 req-b2f74e10-61aa-4a61-a383-d7fc466b69ed tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff0e5dec-a4f7-4c64-8733-7f01dc060e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407608 May 12 03:58:46.915241 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-39fde0ce-c5f8-4f94-9293-75913b998803 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 200 len: 217 time: 0.0346785 May 12 03:58:46.967821 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-908ec7b8-efcc-4528-987b-3a5666bc717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:46.969241 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-908ec7b8-efcc-4528-987b-3a5666bc717e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 200 len: 834 time: 0.0461848 May 12 03:58:47.102189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-bedb9525-cc75-4807-9a1d-72fac605afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:47.103720 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-bedb9525-cc75-4807-9a1d-72fac605afe3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec0efbca-1993-40ba-8db7-9963e4d6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381618 May 12 03:58:47.191389 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-35a0ca89-714f-47c1-a9e3-72c58c1d39ea service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798738 May 12 03:58:47.260097 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-baa4791a-55c7-4ece-9ce8-dffe6a8f6025 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:47.261514 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-baa4791a-55c7-4ece-9ce8-dffe6a8f6025 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 945 time: 0.0692744 May 12 03:58:47.370839 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e075d32e-17f3-4a19-aec1-8007a5a04c5f req-5f4d180c-d89e-468f-9904-438de9fe406a service neutron] 10.222.0.57 "GET /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702635 May 12 03:58:47.384574 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 75e63425-d160-4bc3-b38d-9c1fa9a2799c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:58:47.384911 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:47.471789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 75e63425-d160-4bc3-b38d-9c1fa9a2799c, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=75e63425-d160-4bc3-b38d-9c1fa9a2799c,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:58:47.472152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:47.485138 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 75e63425-d160-4bc3-b38d-9c1fa9a2799c owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:58:47.612455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (75e63425-d160-4bc3-b38d-9c1fa9a2799c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:47.640227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=75e63425-d160-4bc3-b38d-9c1fa9a2799c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:47.691827 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] No DVR routers for this DVR port 75e63425-d160-4bc3-b38d-9c1fa9a2799c on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:58:47.694339 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:47.697516 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-214bc8f8-f7ea-40eb-bbdd-795ef70fde1f req-dca17940-5e71-4e71-b6ab-97695f3fc917 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.57 "DELETE /v2.0/ports/75e63425-d160-4bc3-b38d-9c1fa9a2799c HTTP/1.1" status: 204 len: 173 time: 0.4112561 May 12 03:58:47.697983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'name': 'network-vif-deleted', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:58:47.700274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c5e725-6dfa-493f-93c8-9be667d79d69" -d '{"events": [{"server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "name": "network-vif-deleted", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:58:47.736595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d298ad2a-be1c-4d36-9c85-96fd27ca0a9e x-openstack-request-id: req-d298ad2a-be1c-4d36-9c85-96fd27ca0a9e {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:58:47.736897 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a11f205-d1dd-453e-bdad-e964b9df9757", "name": "network-vif-deleted", "tag": "75e63425-d160-4bc3-b38d-9c1fa9a2799c", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:58:47.737152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d298ad2a-be1c-4d36-9c85-96fd27ca0a9e {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:58:47.737565 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d298ad2a-be1c-4d36-9c85-96fd27ca0a9e'] response: {'server_uuid': '1a11f205-d1dd-453e-bdad-e964b9df9757', 'name': 'network-vif-deleted', 'tag': '75e63425-d160-4bc3-b38d-9c1fa9a2799c', 'status': 'completed', 'code': 200} May 12 03:58:47.862972 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0c5f38a4-a85a-448c-a6c7-ad0780a40fc0 req-86676808-e39d-4eb7-9dc1-41c2fc15cc2d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a11f205-d1dd-453e-bdad-e964b9df9757 HTTP/1.1" status: 200 len: 210 time: 0.0274820 May 12 03:58:48.921311 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41004) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:49.255298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (518267d6-5158-4c66-96ff-11e5b6965a66), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:49.496108 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 0ab06fbe-725f-4739-83c0-c137daad3ea5 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:58:49.496446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:49.586348 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 0ab06fbe-725f-4739-83c0-c137daad3ea5, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=0ab06fbe-725f-4739-83c0-c137daad3ea5,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:58:49.586630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:49.599517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 0ab06fbe-725f-4739-83c0-c137daad3ea5 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:58:49.781671 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (0ab06fbe-725f-4739-83c0-c137daad3ea5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:49.807888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=0ab06fbe-725f-4739-83c0-c137daad3ea5,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:49.986251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (518267d6-5158-4c66-96ff-11e5b6965a66), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.201866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Router 518267d6-5158-4c66-96ff-11e5b6965a66 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:58:50.306730 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:58:50.311850 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-613424a6-ff0b-425c-940c-06fbc940f05f tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "PUT /v2.0/routers/518267d6-5158-4c66-96ff-11e5b6965a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894858 May 12 03:58:50.314611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41006) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:50.317319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] Sync routers for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:58:50.327456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:50.328073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:50.365794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting subnet 134b856c-5bf0-494f-8f21-f587e1b083a3 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 03:58:50.369385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (134b856c-5bf0-494f-8f21-f587e1b083a3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.408327 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (134b856c-5bf0-494f-8f21-f587e1b083a3), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.435766 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:50.493560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (134b856c-5bf0-494f-8f21-f587e1b083a3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.551143 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (134b856c-5bf0-494f-8f21-f587e1b083a3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.580683 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Subnet': ['ID=134b856c-5bf0-494f-8f21-f587e1b083a3,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:50.586727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.589933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e00d7f41-dba7-4cab-9eca-07d3221c420c tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/subnets/134b856c-5bf0-494f-8f21-f587e1b083a3 HTTP/1.1" status: 204 len: 168 time: 0.2743709 May 12 03:58:50.591093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b9f15b-e01e-4931-9656-4525634d859f None None] Network ec0efbca-1993-40ba-8db7-9963e4d6cf8d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:58:50.592767 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41008) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:50.628987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:58:49Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:50.702109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (518267d6-5158-4c66-96ff-11e5b6965a66), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:50.702620 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] Checking router: 518267d6-5158-4c66-96ff-11e5b6965a66 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:58:50.718419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] Routers {'518267d6-5158-4c66-96ff-11e5b6965a66'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:50.719039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['518267d6-5158-4c66-96ff-11e5b6965a66'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:50.806691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] DHCP port deletion for ec0efbca-1993-40ba-8db7-9963e4d6cf8d request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 03:58:50.857757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] Set router 518267d6-5158-4c66-96ff-11e5b6965a66 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:50.922133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Deleting port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:58:50.922507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.039360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] For port 79713bff-9bef-4b43-a1f3-7c9dea21ae96, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=79713bff-9bef-4b43-a1f3-7c9dea21ae96,segment=NetworkSegment(214df725-bbc9-409f-ad4c-a9aee8ef70d5),segment_id=214df725-bbc9-409f-ad4c-a9aee8ef70d5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:58:51.039652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.062570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Calling delete_port for 79713bff-9bef-4b43-a1f3-7c9dea21ae96 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:58:51.114544 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_gateway (518267d6-5158-4c66-96ff-11e5b6965a66), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.160506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Deleting port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 03:58:51.160861 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.244771 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] For port 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:58:51.245128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.258695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Calling delete_port for 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 03:58:51.293927 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:58:49Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:51.324231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2981985-1c88-4267-b9d5-da9b2985f991 None None] The sync data for ids ['518267d6-5158-4c66-96ff-11e5b6965a66'] in dv-neutron-841363-5-hyperv is: [{'id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951917134', 'tenant_id': '34da570da06f436c805c7ff9085bb047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:58:49Z', 'revision_number': 5, 'project_id': '34da570da06f436c805c7ff9085bb047', 'gw_port': {'id': '13348fc1-5fee-43ce-89a4-1d85b7ba9ef6', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518267d6-5158-4c66-96ff-11e5b6965a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:57:46Z', 'updated_at': '2022-05-12T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:58:51.345363 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (79713bff-9bef-4b43-a1f3-7c9dea21ae96), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.374851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Pushing event deleted for resources: {'Port': ['ID=79713bff-9bef-4b43-a1f3-7c9dea21ae96,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:51.382503 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] No DVR routers for this DVR port 79713bff-9bef-4b43-a1f3-7c9dea21ae96 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 03:58:51.384924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.385297 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.385642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.386117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.386511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.386795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.387169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.387510 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.387838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.388204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.388560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.388886 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.389205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.389529 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.390031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1755e5-01a1-40c7-8487-279c96ce94fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:51.436300 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (13348fc1-5fee-43ce-89a4-1d85b7ba9ef6), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.462522 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Port': ['ID=13348fc1-5fee-43ce-89a4-1d85b7ba9ef6,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:51.521012 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (518267d6-5158-4c66-96ff-11e5b6965a66), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.616933 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (518267d6-5158-4c66-96ff-11e5b6965a66), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.619002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router_controller (518267d6-5158-4c66-96ff-11e5b6965a66), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.660341 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (518267d6-5158-4c66-96ff-11e5b6965a66), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.661005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Fanout notify agent at l3_agent the message router_deleted on router 518267d6-5158-4c66-96ff-11e5b6965a66 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 03:58:51.667944 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.669035 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9e100934-b820-4fec-8042-0f9dc2d03a13 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/routers/518267d6-5158-4c66-96ff-11e5b6965a66 HTTP/1.1" status: 204 len: 168 time: 1.0753634 May 12 03:58:51.671832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41010) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:51.752497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (ec0efbca-1993-40ba-8db7-9963e4d6cf8d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.833923 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79713bff-9bef-4b43-a1f3-7c9dea21ae96 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:58:51.856610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 79713bff-9bef-4b43-a1f3-7c9dea21ae96 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:58:51.857221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 79713bff-9bef-4b43-a1f3-7c9dea21ae96 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:58:51.857649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 0ab06fbe-725f-4739-83c0-c137daad3ea5 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:58:51.858833 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (ec0efbca-1993-40ba-8db7-9963e4d6cf8d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.878878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 0ab06fbe-725f-4739-83c0-c137daad3ea5 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:58:51.879232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 0ab06fbe-725f-4739-83c0-c137daad3ea5 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:58:51.882525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0efbca-1993-40ba-8db7-9963e4d6cf8d']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:51.891958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214df725-bbc9-409f-ad4c-a9aee8ef70d5') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:51.892258 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214df725-bbc9-409f-ad4c-a9aee8ef70d5') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:51.902189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (214df725-bbc9-409f-ad4c-a9aee8ef70d5), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.915292 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (214df725-bbc9-409f-ad4c-a9aee8ef70d5), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.921547 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 03:58:51.921971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (214df725-bbc9-409f-ad4c-a9aee8ef70d5), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:51.924198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 75e63425-d160-4bc3-b38d-9c1fa9a2799c no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 03:58:51.925152 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 03:58:51.951895 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 75e63425-d160-4bc3-b38d-9c1fa9a2799c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:58:51.952248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 75e63425-d160-4bc3-b38d-9c1fa9a2799c not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:58:51.994610 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (ec0efbca-1993-40ba-8db7-9963e4d6cf8d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.001793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.006743 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/networks/ec0efbca-1993-40ba-8db7-9963e4d6cf8d HTTP/1.1" status: 204 len: 168 time: 0.3322043 May 12 03:58:52.008254 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41012) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:52.025822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cdd73-b872-47ca-b43f-eed612b5671d tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'Network': ['ID=ec0efbca-1993-40ba-8db7-9963e4d6cf8d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:52.077605 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d247261c-3d5b-4098-a95b-6fd5b94c7af5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (ff0e5dec-a4f7-4c64-8733-7f01dc060e07), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.102434 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d247261c-3d5b-4098-a95b-6fd5b94c7af5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (ff0e5dec-a4f7-4c64-8733-7f01dc060e07), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.159816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d247261c-3d5b-4098-a95b-6fd5b94c7af5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (ff0e5dec-a4f7-4c64-8733-7f01dc060e07), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.162349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-d247261c-3d5b-4098-a95b-6fd5b94c7af5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.164015 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-d247261c-3d5b-4098-a95b-6fd5b94c7af5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff0e5dec-a4f7-4c64-8733-7f01dc060e07 HTTP/1.1" status: 204 len: 168 time: 0.1546693 May 12 03:58:52.173014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247261c-3d5b-4098-a95b-6fd5b94c7af5 tempest-TestNetworkAdvancedServerOps-177570022 tempest-TestNetworkAdvancedServerOps-177570022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e5dec-a4f7-4c64-8733-7f01dc060e07,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:52.491046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41020) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:52.629356 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-3631e7ca-239a-4738-88ef-5136f80de249 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34da570da06f436c805c7ff9085bb047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371121 May 12 03:58:52.632415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41024) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:52.681863 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-17e7777e-5cd2-4258-895d-cef2eb9b373e admin admin] Publish callbacks [] for security_group (c64200f1-273e-4382-81cc-61b3a3b93c0a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.702622 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-17e7777e-5cd2-4258-895d-cef2eb9b373e admin admin] Publish callbacks [] for security_group (c64200f1-273e-4382-81cc-61b3a3b93c0a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.747203 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-17e7777e-5cd2-4258-895d-cef2eb9b373e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (c64200f1-273e-4382-81cc-61b3a3b93c0a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.749775 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-17e7777e-5cd2-4258-895d-cef2eb9b373e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:52.751052 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-17e7777e-5cd2-4258-895d-cef2eb9b373e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c64200f1-273e-4382-81cc-61b3a3b93c0a HTTP/1.1" status: 204 len: 168 time: 0.1177599 May 12 03:58:52.759209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7777e-5cd2-4258-895d-cef2eb9b373e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64200f1-273e-4382-81cc-61b3a3b93c0a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:53.008396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:53.021391 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.096043 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Publish callbacks [] for security_group (59f71086-071a-4233-b66c-b8f56f620b6b), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.099707 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (59f71086-071a-4233-b66c-b8f56f620b6b), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.151349 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c10c207ae34464ca570cba041874ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416967 May 12 03:58:53.152836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f71086-071a-4233-b66c-b8f56f620b6b,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:53.153957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41032) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:53.162917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.163274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.163619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.163959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.164349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.164685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.165021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.165353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.165685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.166059 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.166546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.167029 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.167509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.167985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.169145 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49146da-aef0-4b53-b7ec-cdf9349d5710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:53.202640 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad16c-e4d7-4a68-b568-23dae16cbf51 admin admin] Publish callbacks [] for security_group (59f71086-071a-4233-b66c-b8f56f620b6b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.223539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad16c-e4d7-4a68-b568-23dae16cbf51 admin admin] Publish callbacks [] for security_group (59f71086-071a-4233-b66c-b8f56f620b6b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.269423 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad16c-e4d7-4a68-b568-23dae16cbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (59f71086-071a-4233-b66c-b8f56f620b6b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.272000 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad16c-e4d7-4a68-b568-23dae16cbf51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:53.273138 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0b7ad16c-e4d7-4a68-b568-23dae16cbf51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59f71086-071a-4233-b66c-b8f56f620b6b HTTP/1.1" status: 204 len: 168 time: 0.1181655 May 12 03:58:53.280480 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ad16c-e4d7-4a68-b568-23dae16cbf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f71086-071a-4233-b66c-b8f56f620b6b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:53.470087 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 03:58:53.497021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 03:58:53.497538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 13348fc1-5fee-43ce-89a4-1d85b7ba9ef6 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 03:58:53.966030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41054) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:54.058615 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48029432-network', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:54.078672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Made reservation on behalf of 6d4851c1e9d741e282eda8665bae1664 for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:58:54.080925 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.089463 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.178002 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks [] for security_group (14e5455f-1abc-4137-83be-0416db3dd65f), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.182038 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (14e5455f-1abc-4137-83be-0416db3dd65f), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.207980 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:58:54.217421 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5455f-1abc-4137-83be-0416db3dd65f,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:54.224163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (94b3f032-fffd-4f2a-ac6c-4853b4d12d9e), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.224613 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Added segment 94b3f032-fffd-4f2a-ac6c-4853b4d12d9e of type vlan for network abc0052e-e54a-4019-bd58-aba9cbbed90b May 12 03:58:54.265511 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (abc0052e-e54a-4019-bd58-aba9cbbed90b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.288887 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (abc0052e-e54a-4019-bd58-aba9cbbed90b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.289763 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:54.290358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.323177 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3560531 May 12 03:58:54.327023 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41058) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:54.331988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Request body: {'subnet': {'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48029432-subnet', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:54.352408 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Made reservation on behalf of 6d4851c1e9d741e282eda8665bae1664 for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:58:54.354866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.355913 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1d93-556d-428a-a257-f5b90b7d3528 admin admin] Pushing event updated for resources: {'Network': ['ID=abc0052e-e54a-4019-bd58-aba9cbbed90b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:54.365490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network abc0052e-e54a-4019-bd58-aba9cbbed90b details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:58:54.523438 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (2018f618-6a58-485a-94f2-d5e8ef4a76ea), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.582709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2018f618-6a58-485a-94f2-d5e8ef4a76ea,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:54.592613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Checking segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:58:54.592970 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Network hostable DHCP agents. Network: abc0052e-e54a-4019-bd58-aba9cbbed90b, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:58:54.609138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Network abc0052e-e54a-4019-bd58-aba9cbbed90b is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:58:54.618176 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, abc0052e-e54a-4019-bd58-aba9cbbed90b) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:54.622304 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:54.622892 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.627821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ee5af-33de-473b-8ce8-2cab8f3f0f42 None None] Network abc0052e-e54a-4019-bd58-aba9cbbed90b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:58:54.638935 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cdab8569-1d1e-47d3-8ed8-e0b75c615021 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3107789 May 12 03:58:54.641682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41060) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:54.646629 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:54.667812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (6053632a-9e02-43f3-8109-5b878a47ea77), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.668917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (6053632a-9e02-43f3-8109-5b878a47ea77), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.720951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks [] for router_controller (6053632a-9e02-43f3-8109-5b878a47ea77), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.731121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-abc0052e-e54a-4019-bd58-aba9cbbed90b', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:58:54.732062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.862734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks [] for router_gateway (6053632a-9e02-43f3-8109-5b878a47ea77), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:54.864756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Allocated IP 172.20.0.2 (abc0052e-e54a-4019-bd58-aba9cbbed90b/2018f618-6a58-485a-94f2-d5e8ef4a76ea/05beea99-cfd8-44ca-838f-88bcfbaebf55) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:58:55.015910 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Publish callbacks [] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.023341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.059193 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks [] for router_gateway (6053632a-9e02-43f3-8109-5b878a47ea77), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.063301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Network abc0052e-e54a-4019-bd58-aba9cbbed90b is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:58:55.068622 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:55.073914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:58:55.076965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Pushing event updated for resources: {'Port': ['ID=05beea99-cfd8-44ca-838f-88bcfbaebf55,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:55.081403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.130438 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Attempting to bind port 05beea99-cfd8-44ca-838f-88bcfbaebf55 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:58:55.130717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Attempting to bind port 05beea99-cfd8-44ca-838f-88bcfbaebf55 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:58:55.131120 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Attempting to bind port 05beea99-cfd8-44ca-838f-88bcfbaebf55 on network abc0052e-e54a-4019-bd58-aba9cbbed90b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:58:55.136008 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:58:55.136373 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Checking segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:58:55.136769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.137153 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Bound using segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:58:55.137609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Bound port: 05beea99-cfd8-44ca-838f-88bcfbaebf55, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:58:55.138007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.185219 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Allocated IP 172.26.2.193 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/8f75327d-4647-483a-8afd-246869721d8c) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:58:55.203176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] For port 05beea99-cfd8-44ca-838f-88bcfbaebf55, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:58:55.207122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] For port 05beea99-cfd8-44ca-838f-88bcfbaebf55, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=05beea99-cfd8-44ca-838f-88bcfbaebf55,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:58:55.213791 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.277581 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715f420-6356-43d8-aa5a-c4dd8c97c830 None None] Pushing event updated for resources: {'Port': ['ID=05beea99-cfd8-44ca-838f-88bcfbaebf55,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:55.304464 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks [] for port (8f75327d-4647-483a-8afd-246869721d8c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.338735 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8f75327d-4647-483a-8afd-246869721d8c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.374013 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:58:55.378521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:55.382218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:58:55.415173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Pushing event updated for resources: {'Port': ['ID=8f75327d-4647-483a-8afd-246869721d8c,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:55.566394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 05beea99-cfd8-44ca-838f-88bcfbaebf55 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:58:55.619683 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 05beea99-cfd8-44ca-838f-88bcfbaebf55 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:55.620143 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.675823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks [] for router_gateway (6053632a-9e02-43f3-8109-5b878a47ea77), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.699690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 05beea99-cfd8-44ca-838f-88bcfbaebf55 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:58:55.700272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.734954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 05beea99-cfd8-44ca-838f-88bcfbaebf55, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=05beea99-cfd8-44ca-838f-88bcfbaebf55,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:58:55.739152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:55.786852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=05beea99-cfd8-44ca-838f-88bcfbaebf55,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:55.881878 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (6053632a-9e02-43f3-8109-5b878a47ea77), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:56.016812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Router 6053632a-9e02-43f3-8109-5b878a47ea77 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:58:56.179680 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8613c-2b24-496e-92d2-42e3c4793200 None None] Network abc0052e-e54a-4019-bd58-aba9cbbed90b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:58:56.219824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-dd73e9ad-c725-4ecb-903d-b8a62ce2ddb6 None None] Provisioning complete for port 05beea99-cfd8-44ca-838f-88bcfbaebf55 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:56.220197 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dd73e9ad-c725-4ecb-903d-b8a62ce2ddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:56.368288 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-dd73e9ad-c725-4ecb-903d-b8a62ce2ddb6 None None] Current status of the port 05beea99-cfd8-44ca-838f-88bcfbaebf55 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:58:56.422873 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:58:56.432681 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:58:56.444465 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:56.445086 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:56.449337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:56.450608 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-4d80e26e-e99a-4279-a040-d54b592b4457 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8079667 May 12 03:58:56.453287 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41062) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:56.561599 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:56.588149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-817bf081-22e7-4308-8b9d-826451fea552 None None] Provisioning complete for port 05beea99-cfd8-44ca-838f-88bcfbaebf55 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:56.588811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-817bf081-22e7-4308-8b9d-826451fea552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:56.667024 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-817bf081-22e7-4308-8b9d-826451fea552 None None] Current status of the port 05beea99-cfd8-44ca-838f-88bcfbaebf55 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:58:56.738950 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:55Z', 'revision_number': 3, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:56.769743 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:58:56.770118 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Updating router 6053632a-9e02-43f3-8109-5b878a47ea77 port 8f75327d-4647-483a-8afd-246869721d8c binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:58:56.796213 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8f75327d-4647-483a-8afd-246869721d8c), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:56.873808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.033780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Allocated IP 172.20.0.1 (abc0052e-e54a-4019-bd58-aba9cbbed90b/2018f618-6a58-485a-94f2-d5e8ef4a76ea/e8cb0e92-e210-4efe-be2e-0b57c86d2af8) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:58:57.139182 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks [] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.160239 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Publish callbacks [] for port (8f75327d-4647-483a-8afd-246869721d8c), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.165983 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8f75327d-4647-483a-8afd-246869721d8c), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.172302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.211890 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Attempting to bind port 8f75327d-4647-483a-8afd-246869721d8c on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:58:57.212277 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Attempting to bind port 8f75327d-4647-483a-8afd-246869721d8c by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:58:57.212539 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Network abc0052e-e54a-4019-bd58-aba9cbbed90b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:58:57.212654 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Attempting to bind port 8f75327d-4647-483a-8afd-246869721d8c on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:58:57.215312 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:57.217834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:58:57.223329 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Pushing event updated for resources: {'Port': ['ID=8f75327d-4647-483a-8afd-246869721d8c,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:57.226995 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:58:57.227380 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:58:57.227789 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.228184 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:58:57.228664 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Bound port: 8f75327d-4647-483a-8afd-246869721d8c, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:58:57.229048 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8f75327d-4647-483a-8afd-246869721d8c), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.234673 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.235031 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.235380 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.235725 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.236067 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.236894 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.236894 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.237179 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.237353 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.237688 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.238047 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.238379 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.238707 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.239033 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.239359 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 03:58:57.252297 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:57.271232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (6053632a-9e02-43f3-8109-5b878a47ea77), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.294890 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] For port 8f75327d-4647-483a-8afd-246869721d8c, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:58:57.298298 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] For port 8f75327d-4647-483a-8afd-246869721d8c, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8f75327d-4647-483a-8afd-246869721d8c,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:58:57.305170 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8f75327d-4647-483a-8afd-246869721d8c), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.361399 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:57.362059 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:57.404372 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd79f5-e6c6-427c-9b3f-3ad2e9e2673e None None] Pushing event updated for resources: {'Port': ['ID=8f75327d-4647-483a-8afd-246869721d8c,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:57.417771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.487794 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:57.492433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-6e5f5d65-fdd7-43ce-a4ab-aacedb4ecaa1 None None] Provisioning complete for port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:57.493291 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5d65-fdd7-43ce-a4ab-aacedb4ecaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.546396 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f5d65-fdd7-43ce-a4ab-aacedb4ecaa1 None None] Port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:58:57.561075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 05beea99-cfd8-44ca-838f-88bcfbaebf55 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:58:57.607627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 05beea99-cfd8-44ca-838f-88bcfbaebf55 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:57.608003 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.629935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks [] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.635808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.678389 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:55Z', 'revision_number': 3, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:57.696490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 05beea99-cfd8-44ca-838f-88bcfbaebf55 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:58:57.704686 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (6053632a-9e02-43f3-8109-5b878a47ea77), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:57.709860 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01763e0f-b2e8-4049-b34d-79af60321250 None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:55Z', 'revision_number': 3, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:58:57.712605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:57.805780 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Network abc0052e-e54a-4019-bd58-aba9cbbed90b is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:58:57.807238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:57.930237 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Router 6053632a-9e02-43f3-8109-5b878a47ea77 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:58:58.065309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:58:58.070385 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c5e197dd-1c3c-4062-b154-4d2b60a796e6 admin admin] 10.222.0.23 "PUT /v2.0/routers/6053632a-9e02-43f3-8109-5b878a47ea77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6160760 May 12 03:58:58.171223 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-511d23de-5afc-4192-bb86-90cf5f265515 None None] Provisioning complete for port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:58.171610 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-511d23de-5afc-4192-bb86-90cf5f265515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.207984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-511d23de-5afc-4192-bb86-90cf5f265515 None None] Port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:58:58.560799 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41078) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:58.566367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1638059357-network', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:58.589370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Made reservation on behalf of f94d6cac1b59450689a0b815c1950f9b for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:58:58.591938 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.601979 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.682671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks [] for security_group (aaa342da-1aed-49c5-ba3c-9b76777ecfc1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.687195 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (aaa342da-1aed-49c5-ba3c-9b76777ecfc1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.713393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 03:58:58.719810 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa342da-1aed-49c5-ba3c-9b76777ecfc1,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:58.726296 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c8df666d-1459-42ab-b418-b9f33c426e44), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.726704 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Added segment c8df666d-1459-42ab-b418-b9f33c426e44 of type vlan for network 37732e30-bbbc-4d3e-b671-fedb88da2134 May 12 03:58:58.766762 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (37732e30-bbbc-4d3e-b671-fedb88da2134), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.793018 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (37732e30-bbbc-4d3e-b671-fedb88da2134), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.794076 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:58.794689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:58.829252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2670164 May 12 03:58:58.832187 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41080) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:58.838789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Request body: {'subnet': {'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1638059357-subnet', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:58.862744 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbcc19-743c-4143-b0ab-2662df6fb98f admin admin] Pushing event updated for resources: {'Network': ['ID=37732e30-bbbc-4d3e-b671-fedb88da2134,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:58.874076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 03:58:58.878689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Made reservation on behalf of f94d6cac1b59450689a0b815c1950f9b for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:58:58.881445 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.055857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (4a9be26b-54ad-4f70-83f0-e317bc9b1acf), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.123472 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9be26b-54ad-4f70-83f0-e317bc9b1acf,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:58:59.134011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Checking segment: {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:58:59.134674 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Network hostable DHCP agents. Network: 37732e30-bbbc-4d3e-b671-fedb88da2134, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 03:58:59.157670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 03:58:59.171114 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 37732e30-bbbc-4d3e-b671-fedb88da2134) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:58:59.175264 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:58:59.175958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.182055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9755c28-e918-4242-9a9d-588dae5c2610 None None] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:58:59.205329 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-78ee506c-d5c0-4d94-950d-2b49942b2453 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713043 May 12 03:58:59.206894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41082) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:58:59.211662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:58:59.236714 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (7d421a94-55d2-4b48-afbe-79863885d5ac), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.237805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (7d421a94-55d2-4b48-afbe-79863885d5ac), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.297299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks [] for router_controller (7d421a94-55d2-4b48-afbe-79863885d5ac), precommit_add_association {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.311839 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-37732e30-bbbc-4d3e-b671-fedb88da2134', 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134', 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'fixed_ips': [{'subnet_id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 03:58:59.313573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.471077 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Allocated IP 172.20.0.2 (37732e30-bbbc-4d3e-b671-fedb88da2134/4a9be26b-54ad-4f70-83f0-e317bc9b1acf/243e2183-c466-43b6-aa0e-931ea76c5ceb) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:58:59.477926 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks [] for router_gateway (7d421a94-55d2-4b48-afbe-79863885d5ac), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.586053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8f75327d-4647-483a-8afd-246869721d8c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:58:59.588035 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:58:59.638627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:58:59.639825 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:58:59.684218 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks [] for router_gateway (7d421a94-55d2-4b48-afbe-79863885d5ac), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.709808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.798945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8f75327d-4647-483a-8afd-246869721d8c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:58:59.799573 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8f75327d-4647-483a-8afd-246869721d8c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.817812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Allocated IP 172.26.2.22 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/c7842e02-a4bb-473c-9417-98420f96fe51) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:58:59.844187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Publish callbacks [] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.861546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:58:59.865182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.931804 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks [] for port (c7842e02-a4bb-473c-9417-98420f96fe51), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.957681 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:58:59.971921 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:58:59.997516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:59:00.003484 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Pushing event updated for resources: {'Port': ['ID=243e2183-c466-43b6-aa0e-931ea76c5ceb,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:00.014917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:59:00.017931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:59:00.018128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:59:00.023823 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:59:00.045784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Pushing event updated for resources: {'Port': ['ID=c7842e02-a4bb-473c-9417-98420f96fe51,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:00.284229 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks [] for router_gateway (7d421a94-55d2-4b48-afbe-79863885d5ac), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.286706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8f75327d-4647-483a-8afd-246869721d8c is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:00.287659 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8f75327d-4647-483a-8afd-246869721d8c), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.332134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Attempting to bind port 243e2183-c466-43b6-aa0e-931ea76c5ceb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:59:00.332686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Attempting to bind port 243e2183-c466-43b6-aa0e-931ea76c5ceb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:59:00.333305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Attempting to bind port 243e2183-c466-43b6-aa0e-931ea76c5ceb on network 37732e30-bbbc-4d3e-b671-fedb88da2134 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:59:00.339866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port 8f75327d-4647-483a-8afd-246869721d8c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8f75327d-4647-483a-8afd-246869721d8c,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:00.345241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:59:00.345632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Checking segment: {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:59:00.346039 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.346749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Bound using segment: {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:59:00.347303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Bound port: 243e2183-c466-43b6-aa0e-931ea76c5ceb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:59:00.347711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.352062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (8f75327d-4647-483a-8afd-246869721d8c), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.451700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 2, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:00.491252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:59:00.491607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Updating router 6053632a-9e02-43f3-8109-5b878a47ea77 port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:59:00.502220 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (7d421a94-55d2-4b48-afbe-79863885d5ac), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.502457 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=8f75327d-4647-483a-8afd-246869721d8c,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:00.535787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] For port 243e2183-c466-43b6-aa0e-931ea76c5ceb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:59:00.540743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] For port 243e2183-c466-43b6-aa0e-931ea76c5ceb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=243e2183-c466-43b6-aa0e-931ea76c5ceb,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:59:00.543805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.555965 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:00.657752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Router 7d421a94-55d2-4b48-afbe-79863885d5ac is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 03:59:00.669852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdda7e-5a43-47c6-8a44-a44046c2d8d4 None None] Pushing event updated for resources: {'Port': ['ID=243e2183-c466-43b6-aa0e-931ea76c5ceb,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:01.011074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Publish callbacks [] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.018815 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.076268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1092ff8-bd2b-4769-8e46-328c25fdd370 None None] Pushing event updated for resources: {'Port': ['ID=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:01.093183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:59:01.104768 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Sync routers for ids ['7d421a94-55d2-4b48-afbe-79863885d5ac'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:59:01.116005 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.117275 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1a5f6cae-73c2-43e1-9a08-d53f17753c6f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9092855 May 12 03:59:01.119975 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41084) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:01.122113 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Routers {'7d421a94-55d2-4b48-afbe-79863885d5ac'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:01.122928 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7d421a94-55d2-4b48-afbe-79863885d5ac'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:01.148756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Attempting to bind port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:59:01.149437 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Attempting to bind port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:59:01.149963 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Attempting to bind port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 on network abc0052e-e54a-4019-bd58-aba9cbbed90b {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:59:01.156499 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:59:01.157037 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Checking segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:59:01.157704 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.158073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Bound using segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:59:01.158881 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Bound port: e8cb0e92-e210-4efe-be2e-0b57c86d2af8, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:59:01.159397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.233304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] For port e8cb0e92-e210-4efe-be2e-0b57c86d2af8, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:59:01.236950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] For port e8cb0e92-e210-4efe-be2e-0b57c86d2af8, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:59:01.244727 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.245427 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Set router 7d421a94-55d2-4b48-afbe-79863885d5ac gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:01.312101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1092ff8-bd2b-4769-8e46-328c25fdd370 None None] Pushing event updated for resources: {'Port': ['ID=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:01.334390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:01.335118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:01.399816 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] Provisioning complete for port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:01.400183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.445084 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 3, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:01.492407 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Checking router: 7d421a94-55d2-4b48-afbe-79863885d5ac for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:59:01.492762 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Updating router 7d421a94-55d2-4b48-afbe-79863885d5ac port c7842e02-a4bb-473c-9417-98420f96fe51 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:59:01.539175 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:01.546271 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.694327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] Current status of the port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:01.694882 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.717316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.758875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8f75327d-4647-483a-8afd-246869721d8c up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:01.874507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] For port e8cb0e92-e210-4efe-be2e-0b57c86d2af8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:01.892164 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 8f75327d-4647-483a-8afd-246869721d8c triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:01.892545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (8f75327d-4647-483a-8afd-246869721d8c), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.920268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.938639 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Publish callbacks [] for port (c7842e02-a4bb-473c-9417-98420f96fe51), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.946546 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:01.955831 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Allocated IP 172.20.0.1 (37732e30-bbbc-4d3e-b671-fedb88da2134/4a9be26b-54ad-4f70-83f0-e317bc9b1acf/1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:59:02.002410 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Attempting to bind port c7842e02-a4bb-473c-9417-98420f96fe51 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:59:02.002907 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Attempting to bind port c7842e02-a4bb-473c-9417-98420f96fe51 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:59:02.003406 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Attempting to bind port c7842e02-a4bb-473c-9417-98420f96fe51 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:59:02.012002 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:59:02.012526 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:59:02.013034 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.013661 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:59:02.015922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eef22f-ffec-488f-991e-13100b76559d None None] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 03:59:02.016414 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Bound port: c7842e02-a4bb-473c-9417-98420f96fe51, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:59:02.016414 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.018278 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdea65-f676-413b-ada1-7f94b3d3dcfe None None] Pushing event updated for resources: {'Port': ['ID=c7842e02-a4bb-473c-9417-98420f96fe51,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:02.065764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6605b3-ee8a-4228-bb48-cfac9c550137 None None] Pushing event updated for resources: {'Port': ['ID=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:02.095655 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks [] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.097588 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] For port c7842e02-a4bb-473c-9417-98420f96fe51, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:59:02.101395 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] For port c7842e02-a4bb-473c-9417-98420f96fe51, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c7842e02-a4bb-473c-9417-98420f96fe51,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:59:02.107993 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Provisioning complete for port 243e2183-c466-43b6-aa0e-931ea76c5ceb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:02.108168 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.108602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.127562 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:02.138508 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.169041 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Routers {'7d421a94-55d2-4b48-afbe-79863885d5ac'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:02.169646 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7d421a94-55d2-4b48-afbe-79863885d5ac'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:02.183232 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:59:02.189343 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:59:02.195612 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660c2bb-20d4-47bf-8819-948a4b5b3fed None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:59:02.196833 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:59:02.219345 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdea65-f676-413b-ada1-7f94b3d3dcfe None None] Pushing event updated for resources: {'Port': ['ID=c7842e02-a4bb-473c-9417-98420f96fe51,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:02.233411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:02.234586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 8f75327d-4647-483a-8afd-246869721d8c is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:02.245085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 243e2183-c466-43b6-aa0e-931ea76c5ceb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:02.253570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (7d421a94-55d2-4b48-afbe-79863885d5ac), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.403226 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Current status of the port 243e2183-c466-43b6-aa0e-931ea76c5ceb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:02.403632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.406720 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 243e2183-c466-43b6-aa0e-931ea76c5ceb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:02.407093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.473978 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] Set router 7d421a94-55d2-4b48-afbe-79863885d5ac gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:02.480021 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.516473 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] For port 243e2183-c466-43b6-aa0e-931ea76c5ceb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=243e2183-c466-43b6-aa0e-931ea76c5ceb,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:02.525654 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.747479 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 3, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:02.799283 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks [] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.800795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Provisioning complete for port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:02.801173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.808223 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d968e-4151-45af-b6ac-14e3d963b2bf None None] The sync data for ids ['7d421a94-55d2-4b48-afbe-79863885d5ac'] in dv-neutron-841363-5-hyperv is: [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 3, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:59:02.810249 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.874617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Pushing event updated for resources: {'Port': ['ID=243e2183-c466-43b6-aa0e-931ea76c5ceb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:02.884755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 243e2183-c466-43b6-aa0e-931ea76c5ceb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:02.903473 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:02.906512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (7d421a94-55d2-4b48-afbe-79863885d5ac), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:02.979385 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7270fc78-8930-4218-b577-d425592a9e64 None None] Current status of the port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:03.041696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:59:03.043156 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:59:03.101406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-de6dc83e-f43d-4602-9a65-554e62f3be9a None None] Provisioning complete for port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:03.102184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-de6dc83e-f43d-4602-9a65-554e62f3be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.175348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-de6dc83e-f43d-4602-9a65-554e62f3be9a None None] Port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:59:03.215050 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-de6dc83e-f43d-4602-9a65-554e62f3be9a None None] Provisioning complete for port 243e2183-c466-43b6-aa0e-931ea76c5ceb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:03.215744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-de6dc83e-f43d-4602-9a65-554e62f3be9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.220144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5f5217b6-00fa-4cf8-92e0-7002194ebbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.252718 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Router 7d421a94-55d2-4b48-afbe-79863885d5ac has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:59:03.330709 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-de6dc83e-f43d-4602-9a65-554e62f3be9a None None] Current status of the port 243e2183-c466-43b6-aa0e-931ea76c5ceb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:03.393278 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:59:03.398971 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-842f1428-6255-45ad-b1ff-00deb9306899 admin admin] 10.222.0.23 "PUT /v2.0/routers/7d421a94-55d2-4b48-afbe-79863885d5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2778213 May 12 03:59:03.452072 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-f00a1b15-abd6-4f8e-bfed-497dadc2a084 None None] Provisioning complete for port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:03.452589 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f00a1b15-abd6-4f8e-bfed-497dadc2a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.537078 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-f00a1b15-abd6-4f8e-bfed-497dadc2a084 None None] Port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:59:03.682267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c7842e02-a4bb-473c-9417-98420f96fe51 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:03.741249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c7842e02-a4bb-473c-9417-98420f96fe51 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:03.741630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.814695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41092) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:03.820672 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870216632', 'description': 'tempest-secgroup-smoke-1870216632 description', 'project_id': '6d4851c1e9d741e282eda8665bae1664'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:03.831967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c7842e02-a4bb-473c-9417-98420f96fe51 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:03.832716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.848978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.864114 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port c7842e02-a4bb-473c-9417-98420f96fe51, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c7842e02-a4bb-473c-9417-98420f96fe51,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:03.870686 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.871854 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 243e2183-c466-43b6-aa0e-931ea76c5ceb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:03.945628 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (2bfe8624-41a4-479f-81eb-95e46a618000), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.952868 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2bfe8624-41a4-479f-81eb-95e46a618000), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.963334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 243e2183-c466-43b6-aa0e-931ea76c5ceb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:03.963811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.967434 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=c7842e02-a4bb-473c-9417-98420f96fe51,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:03.983432 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:03.984823 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1683419 May 12 03:59:03.987211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c68c3d-1df9-49b7-a7ab-270e59da0d60 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe8624-41a4-479f-81eb-95e46a618000,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:03.987890 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41094) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:03.993564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '2bfe8624-41a4-479f-81eb-95e46a618000', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:04.028760 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (0b097d86-428a-4838-87d3-7505771e4606), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.054900 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 243e2183-c466-43b6-aa0e-931ea76c5ceb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:04.056010 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e8cb0e92-e210-4efe-be2e-0b57c86d2af8 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:04.090110 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (0b097d86-428a-4838-87d3-7505771e4606), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.093744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (0b097d86-428a-4838-87d3-7505771e4606), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.105165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:04.105755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.117466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b097d86-428a-4838-87d3-7505771e4606,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:04.123832 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.125069 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9452a1c7-9db8-4eb2-a563-502f8863b05c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355519 May 12 03:59:04.127866 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41096) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:04.132393 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '2bfe8624-41a4-479f-81eb-95e46a618000', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:04.163254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (9ff961ea-e7b9-4c81-9313-a08b1f1ecd3f), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.200844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:04.226201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (9ff961ea-e7b9-4c81-9313-a08b1f1ecd3f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.230575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (9ff961ea-e7b9-4c81-9313-a08b1f1ecd3f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.247916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff961ea-e7b9-4c81-9313-a08b1f1ecd3f,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:04.257008 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.258383 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-09a345c5-8f7a-4d46-b48b-af573e7221a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294992 May 12 03:59:04.261055 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41098) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:04.265401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '2bfe8624-41a4-479f-81eb-95e46a618000', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:04.292010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (7dce94cb-607c-4420-910d-8c4cb3d79d1e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.350254 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (7dce94cb-607c-4420-910d-8c4cb3d79d1e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.353572 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7dce94cb-607c-4420-910d-8c4cb3d79d1e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.370936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dce94cb-607c-4420-910d-8c4cb3d79d1e,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:04.378171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.379453 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-80a11aee-a8d5-4581-b4cd-0ec92e7c103c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174428 May 12 03:59:04.382127 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41100) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:04.386394 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '2bfe8624-41a4-479f-81eb-95e46a618000', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:04.411398 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (d3c08a21-5db1-4997-aa7e-ce8ba19d30d4), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.467764 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (d3c08a21-5db1-4997-aa7e-ce8ba19d30d4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.471007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d3c08a21-5db1-4997-aa7e-ce8ba19d30d4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.488620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c08a21-5db1-4997-aa7e-ce8ba19d30d4,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:04.495595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.496795 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-c5fa54ad-d4ea-432b-9be9-0cacbc9bc993 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137280 May 12 03:59:04.499446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41102) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:04.503689 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '2bfe8624-41a4-479f-81eb-95e46a618000', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:04.523627 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Project 6d4851c1e9d741e282eda8665bae1664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:59:04.528874 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (44d5c571-d990-49f7-b3d6-2737fecfb19d), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.587495 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (44d5c571-d990-49f7-b3d6-2737fecfb19d), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.590929 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (44d5c571-d990-49f7-b3d6-2737fecfb19d), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.607637 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d5c571-d990-49f7-b3d6-2737fecfb19d,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:04.616046 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.617236 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-d7e0c830-3818-49ec-a9c4-72e77a026cfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168404 May 12 03:59:04.619936 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41104) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:04.624209 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '2bfe8624-41a4-479f-81eb-95e46a618000', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:04.644171 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Project 6d4851c1e9d741e282eda8665bae1664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 03:59:04.650147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (1f8afb0f-e923-4683-9f9e-26abbd3ddf5a), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.712316 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (1f8afb0f-e923-4683-9f9e-26abbd3ddf5a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.716389 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (1f8afb0f-e923-4683-9f9e-26abbd3ddf5a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.734180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8afb0f-e923-4683-9f9e-26abbd3ddf5a,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:04.743259 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:04.744496 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-1c4dc857-f392-42d6-83a4-d2d0b2481f9f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236248 May 12 03:59:04.746312 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:59:04.892126 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-4064adb1-dfe9-4760-a6dd-b247653200db tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870216632&fields=id&tenant_id=6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 267 time: 0.0434067 May 12 03:59:04.996019 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-26d15692-75c0-4e01-bea3-3cb84a10e179 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:04.997477 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-26d15692-75c0-4e01-bea3-3cb84a10e179 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 807 time: 0.0983129 May 12 03:59:05.012802 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-3a27a5bd-5bac-4e3d-b0db-569a0f9d65d6 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/quotas/6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 375 time: 0.0097845 May 12 03:59:05.065370 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-11015db4-e021-4f3f-83e5-60f65b6888c3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472271 May 12 03:59:05.158626 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-60c23465-0740-446e-8959-36e154f7b651 service neutron] 10.222.0.23 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815167 May 12 03:59:05.252835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-7e9271c0-b220-4543-81ee-977ab1db6cdf service neutron] 10.222.0.23 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884576 May 12 03:59:05.415465 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7da07c2c-a3c8-45c1-8f78-2e86a99b467f req-143823df-0bee-478d-8731-7610d0a58aea tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 210 time: 0.0284631 May 12 03:59:05.515004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Sync routers for ids ['7d421a94-55d2-4b48-afbe-79863885d5ac'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:59:05.527411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Routers {'7d421a94-55d2-4b48-afbe-79863885d5ac'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:05.528122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:58:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7d421a94-55d2-4b48-afbe-79863885d5ac'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:05.568782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c7842e02-a4bb-473c-9417-98420f96fe51 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:05.669500 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port c7842e02-a4bb-473c-9417-98420f96fe51 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:05.669870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:05.698165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Set router 7d421a94-55d2-4b48-afbe-79863885d5ac gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:05.762838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc2206aa-a8ce-4538-8955-eb31b058576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:05.889803 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port c7842e02-a4bb-473c-9417-98420f96fe51 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:05.950136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:02Z', 'revision_number': 4, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7', 'name': '', 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'mac_address': 'fa:16:3e:00:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:59:01Z', 'updated_at': '2022-05-12T03:59:02Z', 'revision_number': 2, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'subnets': [{'id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:05.976204 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Checking router: 7d421a94-55d2-4b48-afbe-79863885d5ac for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:59:05.976558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Updating router 7d421a94-55d2-4b48-afbe-79863885d5ac port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 03:59:06.003870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.311938 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Publish callbacks [] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.318994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.378736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a55a-2121-45e8-8752-09b86990c9a7 None None] Pushing event updated for resources: {'Port': ['ID=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:06.444388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Attempting to bind port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:59:06.445149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Attempting to bind port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:59:06.445725 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Attempting to bind port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 on network 37732e30-bbbc-4d3e-b671-fedb88da2134 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:59:06.449878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-b897c5c6-d5af-46f7-97ad-01ad3a57e3f3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:06.451415 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-b897c5c6-d5af-46f7-97ad-01ad3a57e3f3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 807 time: 0.1203995 May 12 03:59:06.452021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:59:06.452021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Checking segment: {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:59:06.452424 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.452855 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Bound using segment: {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:59:06.453319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Bound port: 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8df666d-1459-42ab-b418-b9f33c426e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:59:06.453690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.550495 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-627aa572-cda0-4d4d-b5db-2a4628a9e048 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 380 time: 0.0877423 May 12 03:59:06.551527 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2ae4af51-827c-4283-8f14-4a051074c787 req-b880ba2f-4214-4310-80d3-8f2c47892229 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 210 time: 0.0451355 May 12 03:59:06.562514 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'port': {'device_id': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'admin_state_up': True, 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'security_groups': ['2bfe8624-41a4-479f-81eb-95e46a618000']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:06.582393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] For port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:59:06.602940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] For port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:59:06.610913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.616091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.670152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Routers {'7d421a94-55d2-4b48-afbe-79863885d5ac'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:06.670777 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:59:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7d421a94-55d2-4b48-afbe-79863885d5ac'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:06.679399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a55a-2121-45e8-8752-09b86990c9a7 None None] Pushing event updated for resources: {'Port': ['ID=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:06.696426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Made reservation on behalf of 6d4851c1e9d741e282eda8665bae1664 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 03:59:06.700527 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.726814 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] Provisioning complete for port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:06.727183 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.834073 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Allocated IP 172.20.0.12 (abc0052e-e54a-4019-bd58-aba9cbbed90b/2018f618-6a58-485a-94f2-d5e8ef4a76ea/4f0b0157-7003-486f-9d2c-09304a2bcb8a) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:59:06.852094 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] Set router 7d421a94-55d2-4b48-afbe-79863885d5ac gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:06.901054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] Current status of the port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:06.901439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:06.992651 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.012566 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] For port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:07.017615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.032263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.080888 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Network abc0052e-e54a-4019-bd58-aba9cbbed90b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:59:07.089560 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:59:07.092531 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:59:07.095389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:07.149931 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:07.150842 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.174813 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-213ba0c3-d034-461f-8c86-c8ebce037564 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6169474 May 12 03:59:07.191415 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Request body: {'port': {'device_id': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:07.256022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.276442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff589fd6-dbd3-4559-a000-8ec55665aae0 None None] Pushing event updated for resources: {'Port': ['ID=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:07.284454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c5dbd03f-9474-4e51-8f8e-2d993ef684ec None None] Provisioning complete for port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:07.284821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd03f-9474-4e51-8f8e-2d993ef684ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.287375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:02Z', 'revision_number': 4, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7', 'name': '', 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'mac_address': 'fa:16:3e:00:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:59:01Z', 'updated_at': '2022-05-12T03:59:06Z', 'revision_number': 4, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'subnets': [{'id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:07.331796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bee8a5-6e53-4478-a20d-34718dfea901 None None] The sync data for ids ['7d421a94-55d2-4b48-afbe-79863885d5ac'] in dv-neutron-841363-5-hyperv is: [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:02Z', 'revision_number': 4, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7', 'name': '', 'network_id': '37732e30-bbbc-4d3e-b671-fedb88da2134', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'mac_address': 'fa:16:3e:00:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:59:01Z', 'updated_at': '2022-05-12T03:59:06Z', 'revision_number': 4, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'subnets': [{'id': '4a9be26b-54ad-4f70-83f0-e317bc9b1acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:59:07.415627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbd03f-9474-4e51-8f8e-2d993ef684ec None None] Current status of the port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:07.534081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-79d854a5-0cdf-4af2-841a-1a0207a452c1 None None] Provisioning complete for port 4f0b0157-7003-486f-9d2c-09304a2bcb8a triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:07.534465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-79d854a5-0cdf-4af2-841a-1a0207a452c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.564312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:07.612951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-79d854a5-0cdf-4af2-841a-1a0207a452c1 None None] Port 4f0b0157-7003-486f-9d2c-09304a2bcb8a cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 03:59:07.626426 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0b0157-7003-486f-9d2c-09304a2bcb8a {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:59:07.629486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:07.629997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.636706 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Publish callbacks [] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.650019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Transition to ACTIVE for port object 4f0b0157-7003-486f-9d2c-09304a2bcb8a will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 03:59:07.663695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.697643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d13298-06cd-4c3d-9677-aa8d488bdd61 req-b4d17af6-eb3d-4159-a488-c0ed0e28322d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:07.700026 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3d13298-06cd-4c3d-9677-aa8d488bdd61 req-b4d17af6-eb3d-4159-a488-c0ed0e28322d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 932 time: 0.0655713 May 12 03:59:07.743533 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:07.743967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:07.780274 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3d13298-06cd-4c3d-9677-aa8d488bdd61 req-92e7c607-72f4-459c-a4ff-2c6670a08034 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635269 May 12 03:59:07.814455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Attempting to bind port 4f0b0157-7003-486f-9d2c-09304a2bcb8a on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 03:59:07.814798 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Attempting to bind port 4f0b0157-7003-486f-9d2c-09304a2bcb8a by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 03:59:07.815144 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Attempting to bind port 4f0b0157-7003-486f-9d2c-09304a2bcb8a on network abc0052e-e54a-4019-bd58-aba9cbbed90b {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:59:07.819983 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Port 4f0b0157-7003-486f-9d2c-09304a2bcb8a on network abc0052e-e54a-4019-bd58-aba9cbbed90b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 03:59:07.820308 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Attempting to bind port 4f0b0157-7003-486f-9d2c-09304a2bcb8a on network abc0052e-e54a-4019-bd58-aba9cbbed90b {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 03:59:07.825903 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 3, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 03:59:07.826267 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Checking segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 03:59:07.826659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Bound using segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 03:59:07.827095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Bound port: 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 03:59:07.827460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.900785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 03:59:07.907521 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 03:59:07.917027 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.953274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:07.953919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:07.955314 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1094 time: 0.7684889 May 12 03:59:07.955780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:59:07.958035 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4b230-085f-4522-8989-1795d17aab3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:59:07.993603 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa8c6-0fdf-4106-a64c-0c92b9ac83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:08.046584 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-8caa606e-d214-4135-918c-e9cf39aedda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:08.048209 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-8caa606e-d214-4135-918c-e9cf39aedda5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1128 time: 0.0478361 May 12 03:59:08.106184 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7c369-65f1-4a04-88cd-760300c92821 x-openstack-request-id: req-b4c7c369-65f1-4a04-88cd-760300c92821 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:59:08.106477 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:59:08.106737 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4c7c369-65f1-4a04-88cd-760300c92821 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:59:08.107150 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c7c369-65f1-4a04-88cd-760300c92821'] response: {'name': 'network-changed', 'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'status': 'completed', 'code': 200} May 12 03:59:08.109343 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-d7f6912c-ba4e-478f-a227-b8be25b67d35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 217 time: 0.0491917 May 12 03:59:08.151355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:08.175335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-475c0aab-1bb2-46b1-bfc4-312e0dcbb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:08.176833 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-475c0aab-1bb2-46b1-bfc4-312e0dcbb8eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0577722 May 12 03:59:08.226749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-6bb2e6ee-47e7-4de0-b07b-7a46772a0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:08.228554 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-6bb2e6ee-47e7-4de0-b07b-7a46772a0466 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409544 May 12 03:59:08.325295 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-f4139197-a58f-4017-9fb9-45ff2be2ac65 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898168 May 12 03:59:08.419715 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c85890b2-07dc-4c32-ae0e-8a9cd365ea09 req-bc4becae-1fc4-4d04-b306-829832bdf6c1 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848372 May 12 03:59:08.897370 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817e804-6f18-4447-94b0-43ce7098074b req-6652e6d0-5a42-4fb9-84cf-bb9aa5cf007c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:08.898859 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9817e804-6f18-4447-94b0-43ce7098074b req-6652e6d0-5a42-4fb9-84cf-bb9aa5cf007c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0462375 May 12 03:59:08.952855 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9817e804-6f18-4447-94b0-43ce7098074b req-371ed971-a186-4894-bbc5-afbdef5f6674 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 May 12 03:59:09.290753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b230-085f-4522-8989-1795d17aab3d req-6842454f-f6b4-46f7-a6c7-c8680089c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:09.292252 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-6842454f-f6b4-46f7-a6c7-c8680089c6dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1128 time: 0.0409358 May 12 03:59:09.389981 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b230-085f-4522-8989-1795d17aab3d req-3f7062fb-ab02-4c6e-b230-8532f43bdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:09.391419 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-3f7062fb-ab02-4c6e-b230-8532f43bdda4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0896201 May 12 03:59:09.440167 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-146805fe-a306-48a2-93ba-7ce89675b216 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 217 time: 0.0393727 May 12 03:59:09.493532 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b230-085f-4522-8989-1795d17aab3d req-718a20be-e3ad-4fed-a6d3-25a76b96d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:09.495014 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-718a20be-e3ad-4fed-a6d3-25a76b96d6ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0460033 May 12 03:59:09.540784 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b230-085f-4522-8989-1795d17aab3d req-e88efb59-fd24-47ef-8c7d-b9aaf71a6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:09.542242 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-e88efb59-fd24-47ef-8c7d-b9aaf71a6aed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380380 May 12 03:59:09.642639 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-424c571b-8fa8-43e3-a7c1-d52f16a56746 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913887 May 12 03:59:09.708021 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:09.734390 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-46b4b230-085f-4522-8989-1795d17aab3d req-7e9b7f10-9556-4f22-a097-511f0ed42182 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821142 May 12 03:59:10.070318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9201ea-e2d4-4a3d-bbdc-8e0e5e7d73c0 req-fdd181d6-b18e-46ce-a638-f0659c6c3f81 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:10.071791 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-da9201ea-e2d4-4a3d-bbdc-8e0e5e7d73c0 req-fdd181d6-b18e-46ce-a638-f0659c6c3f81 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0470960 May 12 03:59:10.125119 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-da9201ea-e2d4-4a3d-bbdc-8e0e5e7d73c0 req-2b201034-95e5-4740-9c4b-769e04662084 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477078 May 12 03:59:11.247441 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8f45-0fbb-457a-b048-95f4f79a78d3 req-12ba6827-5d6f-486f-85f8-40e245fc11da tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:11.248900 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9ee8f45-0fbb-457a-b048-95f4f79a78d3 req-12ba6827-5d6f-486f-85f8-40e245fc11da tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0557845 May 12 03:59:11.295899 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e9ee8f45-0fbb-457a-b048-95f4f79a78d3 req-437dd0e4-f324-4224-89bf-b2889c8339d0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 May 12 03:59:12.062828 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 03:59:12.161406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:12.172737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'mac_address': 'fa:16:3e:6a:50:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 03:59:12.210745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:12.211133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:12.223489 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0b0157-7003-486f-9d2c-09304a2bcb8a {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 03:59:12.246099 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:12.249586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:12.296744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:12.415139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7f4ed-17fc-4912-9658-cbeab8bf049b req-b283e2c2-2dfa-47f5-a3ec-b3d1c6c808a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:12.416613 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-deb7f4ed-17fc-4912-9658-cbeab8bf049b req-b283e2c2-2dfa-47f5-a3ec-b3d1c6c808a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 945 time: 0.0550601 May 12 03:59:12.464778 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-deb7f4ed-17fc-4912-9658-cbeab8bf049b req-b05b99e2-73aa-4717-afa3-35e403c95d38 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 May 12 03:59:12.507707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['4f0b0157-7003-486f-9d2c-09304a2bcb8a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 03:59:12.651062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:13.580322 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723cc0c-fa43-420d-b20b-ccc2a9e543d9 req-a335e1ce-e22c-4e32-8ed6-5e2cef19b1e3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:13.581729 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9723cc0c-fa43-420d-b20b-ccc2a9e543d9 req-a335e1ce-e22c-4e32-8ed6-5e2cef19b1e3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 945 time: 0.0516572 May 12 03:59:13.629613 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9723cc0c-fa43-420d-b20b-ccc2a9e543d9 req-296dc122-b480-49b2-9a5e-33916124ae51 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 May 12 03:59:14.063262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 03:59:14.106119 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 4f0b0157-7003-486f-9d2c-09304a2bcb8a completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 03:59:14.112470 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 4f0b0157-7003-486f-9d2c-09304a2bcb8a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 03:59:14.112860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:14.191493 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 03:59:14.191799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:14.213602 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:59:14.215876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07478cac-eb57-4501-9352-58bfef305d6a" -d '{"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:59:14.228089 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 03:59:14.232532 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:14.258104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd461b-3c2f-427c-bdb7-89e4a24824ef x-openstack-request-id: req-b1bd461b-3c2f-427c-bdb7-89e4a24824ef {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:59:14.258400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:59:14.258652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1bd461b-3c2f-427c-bdb7-89e4a24824ef {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:59:14.259049 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bd461b-3c2f-427c-bdb7-89e4a24824ef'] response: {'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'code': 200} May 12 03:59:14.282145 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:14.433294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3846-5573-4fd7-a713-012a4c67df9d req-a5312621-f210-4a09-8e8f-4c1bd929608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:14.435042 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fc0d3846-5573-4fd7-a713-012a4c67df9d req-a5312621-f210-4a09-8e8f-4c1bd929608c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1130 time: 0.0422392 May 12 03:59:14.491849 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fc0d3846-5573-4fd7-a713-012a4c67df9d req-dcae0dda-7606-4b20-b204-b8bb34f4e9fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474153 May 12 03:59:14.738646 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b691d-b55f-4c46-ba01-5f226833a816 req-3db61cf6-f26a-4dd7-9d23-6895aed0317e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:14.740618 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-484b691d-b55f-4c46-ba01-5f226833a816 req-3db61cf6-f26a-4dd7-9d23-6895aed0317e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0453703 May 12 03:59:14.787378 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-484b691d-b55f-4c46-ba01-5f226833a816 req-ca044dc9-b2a9-450d-bf60-d392ec5aacfb tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 May 12 03:59:15.900378 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873736-6fba-42df-9971-d23ed3290932 req-3bb10867-ffc9-490f-a200-121c0fc4aa27 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:15.901729 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b873736-6fba-42df-9971-d23ed3290932 req-3bb10867-ffc9-490f-a200-121c0fc4aa27 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0449781 May 12 03:59:15.953910 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b873736-6fba-42df-9971-d23ed3290932 req-a0475cc0-e36c-431b-8cf7-b3fb43a555f0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466099 May 12 03:59:17.064544 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d835fa-cd98-4d61-995d-4e738836f495 req-c61e8754-33f8-4cfb-bf29-cc20c3dfffa9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:17.066019 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3d835fa-cd98-4d61-995d-4e738836f495 req-c61e8754-33f8-4cfb-bf29-cc20c3dfffa9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0459051 May 12 03:59:17.113325 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b3d835fa-cd98-4d61-995d-4e738836f495 req-1ca0e3c5-1dda-4d71-932f-3b70878fd82e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418413 May 12 03:59:17.223317 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee594f-f26d-4a53-8930-e9d6d62eb6e4 req-5bf6f71f-06bb-499f-b45f-6092792195e3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:17.225356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-feee594f-f26d-4a53-8930-e9d6d62eb6e4 req-5bf6f71f-06bb-499f-b45f-6092792195e3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0458038 May 12 03:59:17.271906 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-feee594f-f26d-4a53-8930-e9d6d62eb6e4 req-579497b7-ae50-478c-8214-fda68dbaefbf tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 May 12 03:59:17.293509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41164) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:17.422010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a8ffc-1cb0-4f0d-850b-fdc1fcb0de47 tempest-TestShelveInstance-820435621 tempest-TestShelveInstance-820435621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:17.423525 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-5f0a8ffc-1cb0-4f0d-850b-fdc1fcb0de47 tempest-TestShelveInstance-820435621 tempest-TestShelveInstance-820435621-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1125 time: 0.1290004 May 12 03:59:17.426440 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41168) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 03:59:17.430651 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 03:59:17.451205 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:17.526888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:17.633001 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Allocated IP 172.26.2.127 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/5cc0a954-22e2-43c1-831a-02e7507e0c33) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 03:59:17.731959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:17.767963 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:17.801597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 03:59:17.804349 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 03:59:17.807829 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 03:59:17.838895 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'Port': ['ID=5cc0a954-22e2-43c1-831a-02e7507e0c33,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:18.167940 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (70bff934-e355-4621-8477-a6a55da0cd66), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:18.233912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:18.409267 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:18.413589 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:18.483121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'Port': ['ID=5cc0a954-22e2-43c1-831a-02e7507e0c33,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 03:59:18.493385 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (70bff934-e355-4621-8477-a6a55da0cd66), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:18.591766 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Floating IP 70bff934-e355-4621-8477-a6a55da0cd66 associated. External IP: 172.26.2.127, port: 4f0b0157-7003-486f-9d2c-09304a2bcb8a. May 12 03:59:19.090348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Router 6053632a-9e02-43f3-8109-5b878a47ea77 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 03:59:19.196843 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 03:59:19.207030 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 03:59:19.214768 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:19.217613 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:19.218277 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:59:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:19.244954 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9a1c1913-a3d9-4473-8bb2-38ab31f74255 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8174746 May 12 03:59:19.245541 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 03:59:19.247856 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 03:59:19.282610 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19289b-03e5-4fe9-afc9-dbc6cb483107 x-openstack-request-id: req-4a19289b-03e5-4fe9-afc9-dbc6cb483107 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 03:59:19.282909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 03:59:19.283170 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a19289b-03e5-4fe9-afc9-dbc6cb483107 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 03:59:19.283583 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a19289b-03e5-4fe9-afc9-dbc6cb483107'] response: {'name': 'network-changed', 'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'status': 'completed', 'code': 200} May 12 03:59:19.329092 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:19.342104 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-dbd6d573-719a-4ff4-94f2-be15b77ec7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:19.343652 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-dbd6d573-719a-4ff4-94f2-be15b77ec7dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1130 time: 0.0391803 May 12 03:59:19.461298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-e6ce4e85-1acb-4d8c-9f6a-95198b196af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:19.462763 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-e6ce4e85-1acb-4d8c-9f6a-95198b196af8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.1130326 May 12 03:59:19.505622 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-313f30f4-c301-44ec-aeba-70c6ad3bf08f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777144 May 12 03:59:19.529962 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-1bc328bb-cf30-493c-bf1d-8c3874251ffa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1000 time: 0.0604205 May 12 03:59:19.545325 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '70bff934-e355-4621-8477-a6a55da0cd66', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'floating_ip_address': '172.26.2.127', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'mac_address': 'fa:16:3e:6a:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:59:18Z', 'updated_at': '2022-05-12T03:59:18Z', 'revision_number': 0, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:19.576610 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 03:59:19.583796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-d4d3c28b-800b-4a04-9e5b-5ad87cb6d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:19.585258 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-d4d3c28b-800b-4a04-9e5b-5ad87cb6d3f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0494370 May 12 03:59:19.585444 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 03:59:19.586009 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T03:59:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:19.626840 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-8abddbb5-1da2-43d8-bf74-5dda8dcfedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:19.628220 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-8abddbb5-1da2-43d8-bf74-5dda8dcfedc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371163 May 12 03:59:19.698895 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 03:59:19.717238 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-a73ffb77-b750-493d-a4db-b52ef85960a5 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820911 May 12 03:59:19.807790 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-29f7e105-c2d7-486f-a3cf-ccfaee8b4a42 req-07ee35a7-66ab-4fac-8950-c2e3c71ac07d service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 May 12 03:59:19.909837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-ba90e0f1-4862-4fba-82d7-1ee54fbe7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:19.910761 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '70bff934-e355-4621-8477-a6a55da0cd66', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'floating_ip_address': '172.26.2.127', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'mac_address': 'fa:16:3e:6a:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:59:18Z', 'updated_at': '2022-05-12T03:59:18Z', 'revision_number': 0, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 03:59:19.911347 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-ba90e0f1-4862-4fba-82d7-1ee54fbe7b42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1130 time: 0.0396523 May 12 03:59:19.941184 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15430ed-3981-4fbe-a541-c73d93f5c80f None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '70bff934-e355-4621-8477-a6a55da0cd66', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'floating_ip_address': '172.26.2.127', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'mac_address': 'fa:16:3e:6a:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T03:59:18Z', 'updated_at': '2022-05-12T03:59:18Z', 'revision_number': 0, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 03:59:20.020342 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-147d5939-1049-4382-8b35-53d0a93ea9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:20.021753 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-147d5939-1049-4382-8b35-53d0a93ea9bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0923271 May 12 03:59:20.087216 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-21dcc035-9d67-4bee-ab50-0b3837b8a54a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1000 time: 0.0594802 May 12 03:59:20.139781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400b373-73da-44fb-ab42-00c350b60e26 None None] New status for floating IP 70bff934-e355-4621-8477-a6a55da0cd66: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 03:59:20.148291 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-6ed53bad-044f-4807-ab89-17a0cfaecf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:20.149754 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-6ed53bad-044f-4807-ab89-17a0cfaecf98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0552382 May 12 03:59:20.194159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-8b2c1098-eea8-4838-8277-5f4270a0ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 03:59:20.195653 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-8b2c1098-eea8-4838-8277-5f4270a0ce44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396450 May 12 03:59:20.283313 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-dfe04010-9cab-4a5f-aa4a-382af2d55ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817385 May 12 03:59:20.378462 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-0da10f9e-3019-4568-a2c9-60a086fc911d req-f69cfca9-611d-4670-b134-b287d86f39e1 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 May 12 03:59:33.182810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a122db9a-d20a-4c48-97fa-5a0abd5d217b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:33.283732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-9c1ec8d4-2ac3-4baf-9bd4-e8eaecdeb91b service neutron] (104165) timed out ('10.222.0.23', 37324) {{(pid=104165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 03:59:33.682417 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-1f7d03cf-bb69-4b66-a758-abe4fc570740 req-6c8ce63a-c84f-476a-8562-c7cbf93c6dbd tempest-ServerActionsTestJSON-1485578840 tempest-ServerActionsTestJSON-1485578840-project] (104164) timed out ('10.222.0.23', 35756) {{(pid=104164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 03:59:35.717290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-69bf6cc6-709a-4e3a-9e77-5ff34fe639f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:36.586128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:38.147367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:39.702028 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 03:59:41.745612 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 03:59:42.638201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:03.185081 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2e98e87c-b4df-4dc8-813e-5305d5eaa853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:05.718459 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f2a70890-2dfb-429c-ba45-c63176d955b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:06.591472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:08.149411 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:09.704826 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:12.635781 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:18.743803 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:00:19.458051 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-f0869f7d-4fea-4e0a-b67a-b4fc6841f163 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374615 May 12 04:00:19.543317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-d6e227e0-6d1e-4d73-addd-3999b7eaf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:00:19.544755 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-d6e227e0-6d1e-4d73-addd-3999b7eaf346 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1130 time: 0.0415685 May 12 04:00:19.650176 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-61f00820-4d5e-45eb-82f5-9611fea5d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:00:19.651501 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-61f00820-4d5e-45eb-82f5-9611fea5d790 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0819726 May 12 04:00:19.720727 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-33ef0f38-7ec3-4845-9ac7-0a63a7906233 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1002 time: 0.0596578 May 12 04:00:19.769898 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-c26713fe-b906-44df-b3e3-733e58524386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:00:19.771368 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-c26713fe-b906-44df-b3e3-733e58524386 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0418909 May 12 04:00:19.815411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-74d3930c-9175-4419-90d9-17522ff18de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:00:19.816928 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-74d3930c-9175-4419-90d9-17522ff18de2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369430 May 12 04:00:19.907889 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-80fcfd19-1ba1-4853-aec6-d13d64178a2f service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813892 May 12 04:00:19.997250 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-bdfe9100-9d98-4493-9a1d-7c9d09e48acd req-b8453f23-9016-487b-81d7-3950fffa2c12 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 May 12 04:00:33.185954 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-09f2a5a3-c402-4f65-a4d6-9db92a969548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:35.718418 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9a744f84-5d99-4854-817a-010f7f401d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:36.590195 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:38.152476 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:39.711069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:42.644919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:00:55.742966 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:01:03.186836 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3b2e-9749-42b2-a716-3f94e0a1bd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:05.719332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dcedcf6e-2e5c-4309-8482-70361cfdf601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:06.593553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:08.154522 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:09.703744 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:12.654020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:16.010890 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aceee-26dd-48d4-9175-77f1ec357ddf req-c3a9d9fb-b0db-41af-84cc-7c2b3295f710 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:16.012887 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc3aceee-26dd-48d4-9175-77f1ec357ddf req-c3a9d9fb-b0db-41af-84cc-7c2b3295f710 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0518675 May 12 04:01:16.060802 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dc3aceee-26dd-48d4-9175-77f1ec357ddf req-52b62b40-10ff-40fe-90eb-582c201d5276 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 May 12 04:01:17.179119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5dbb1-1020-4f0f-96f6-046e912b7d2d req-a6795025-e9f1-4d53-960a-3725f7300ef4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:17.180555 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e7f5dbb1-1020-4f0f-96f6-046e912b7d2d req-a6795025-e9f1-4d53-960a-3725f7300ef4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0463505 May 12 04:01:17.231328 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e7f5dbb1-1020-4f0f-96f6-046e912b7d2d req-7388d2a8-30b4-47e3-a77a-a3ceb931bbcb tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 May 12 04:01:18.346581 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088cc42-0b9d-48c8-ace9-daf41f29d93d req-36f956f1-1587-4e51-8cdc-cc3126ab377e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:18.348041 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f088cc42-0b9d-48c8-ace9-daf41f29d93d req-36f956f1-1587-4e51-8cdc-cc3126ab377e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0466850 May 12 04:01:18.396174 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f088cc42-0b9d-48c8-ace9-daf41f29d93d req-0909dfbe-295a-42c0-a906-281709d42631 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 May 12 04:01:19.488710 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-d080ae81-bb4f-4275-ae05-866df9e9773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:19.490220 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-d080ae81-bb4f-4275-ae05-866df9e9773a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1130 time: 0.0429769 May 12 04:01:19.513091 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78420-7fbc-4c94-943c-92c63eba0c9d req-a2f2def9-5935-43ed-a821-9aabbdef31ff tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:19.514578 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-42c78420-7fbc-4c94-943c-92c63eba0c9d req-a2f2def9-5935-43ed-a821-9aabbdef31ff tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0481050 May 12 04:01:19.563678 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-42c78420-7fbc-4c94-943c-92c63eba0c9d req-a44265eb-d414-4925-a53d-8b5bdf631300 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 May 12 04:01:19.594071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-8bac9495-3bf7-48ac-8bf0-935323dd6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:19.595444 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-8bac9495-3bf7-48ac-8bf0-935323dd6bf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0865073 May 12 04:01:19.946954 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-21d3c110-f67c-4b6a-8dba-c3a0e5309cf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1002 time: 0.3435020 May 12 04:01:19.993153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-d85d54d4-c283-4688-b21c-d9c7158af7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:19.994758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-d85d54d4-c283-4688-b21c-d9c7158af7ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0416617 May 12 04:01:20.038430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-74f7160c-0151-4e23-83e8-6094e5e56f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:20.039862 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-74f7160c-0151-4e23-83e8-6094e5e56f9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372560 May 12 04:01:20.128124 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-9f931f63-7c2b-4aef-9298-cc63bfb57c59 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820301 May 12 04:01:20.218425 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b9170b65-724c-47ca-a69d-dd877d011e00 req-b5f191a4-808d-4e65-8ae1-51015c57cdd9 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803661 May 12 04:01:20.681261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79172cd7-7c72-455c-ad5f-5f1584aa77cf req-3e8451e9-8d7d-41c3-8bc5-d6f2ff55273c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:20.682750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-79172cd7-7c72-455c-ad5f-5f1584aa77cf req-3e8451e9-8d7d-41c3-8bc5-d6f2ff55273c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0504417 May 12 04:01:20.730256 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-79172cd7-7c72-455c-ad5f-5f1584aa77cf req-c1a903bc-8958-4e8e-978a-745cd4f88f04 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 May 12 04:01:21.841935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98a63-514c-41c0-af99-0d8a2c1d2215 req-2ac99400-06c1-40b7-8108-f02e3ab75c26 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:21.843330 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5ad98a63-514c-41c0-af99-0d8a2c1d2215 req-2ac99400-06c1-40b7-8108-f02e3ab75c26 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0462062 May 12 04:01:21.892817 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5ad98a63-514c-41c0-af99-0d8a2c1d2215 req-27db5c93-66c7-4eea-868a-22c4a822af1b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440495 May 12 04:01:23.009660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf17da-f172-4bcc-aaab-7aa41f8de7cd req-8ea09fac-fdc2-408e-98a3-64bff521fd1c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:23.011141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2eaf17da-f172-4bcc-aaab-7aa41f8de7cd req-8ea09fac-fdc2-408e-98a3-64bff521fd1c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0501964 May 12 04:01:23.058227 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2eaf17da-f172-4bcc-aaab-7aa41f8de7cd req-8e9dc933-bc9d-4f73-a441-5dd7287b3897 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 May 12 04:01:24.167287 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6cd92-d174-4ed3-a6c1-793237da88a4 req-757d79f1-b319-4436-928c-b85da0576cb7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:24.168723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffe6cd92-d174-4ed3-a6c1-793237da88a4 req-757d79f1-b319-4436-928c-b85da0576cb7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0454776 May 12 04:01:24.216816 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ffe6cd92-d174-4ed3-a6c1-793237da88a4 req-0eff2408-dc2c-4e6c-98bd-9a4b884068bd tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 May 12 04:01:25.332999 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a05e7-4bb5-40b8-bf6c-10197b230610 req-7a1fd83b-a24b-42f4-9af4-49664ac31b4d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:25.334501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9d4a05e7-4bb5-40b8-bf6c-10197b230610 req-7a1fd83b-a24b-42f4-9af4-49664ac31b4d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0464754 May 12 04:01:25.387081 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9d4a05e7-4bb5-40b8-bf6c-10197b230610 req-6fd792f0-de8b-4bb5-874c-78b5468f32ec tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468721 May 12 04:01:26.497102 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1546d9-33b7-4245-a42e-7e0dd411994d req-0ac758a8-5ef6-4971-97af-2c62042b1fce tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:26.498595 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1c1546d9-33b7-4245-a42e-7e0dd411994d req-0ac758a8-5ef6-4971-97af-2c62042b1fce tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0459638 May 12 04:01:26.545842 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1c1546d9-33b7-4245-a42e-7e0dd411994d req-ef5756c8-fecd-4ebf-94a0-1789fc7dc512 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 May 12 04:01:27.655211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d06f1-5957-45ba-b98d-7e864ea5d592 req-11373429-e31a-4628-a6d6-d2d7d02e20d7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:27.656707 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-600d06f1-5957-45ba-b98d-7e864ea5d592 req-11373429-e31a-4628-a6d6-d2d7d02e20d7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0455427 May 12 04:01:27.705482 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-600d06f1-5957-45ba-b98d-7e864ea5d592 req-c4b6ab54-a145-442f-97ed-883028480276 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 May 12 04:01:28.772477 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:01:28.826891 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8eb1-ff96-4cf5-a71f-2b5e47525115 req-120618a4-21b9-43e5-8c32-f9a6c42ad955 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:28.828500 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5fcb8eb1-ff96-4cf5-a71f-2b5e47525115 req-120618a4-21b9-43e5-8c32-f9a6c42ad955 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0553489 May 12 04:01:28.875337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:28.882233 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5fcb8eb1-ff96-4cf5-a71f-2b5e47525115 req-afde3d57-ccc7-484c-b171-76601076c7dc tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468397 May 12 04:01:28.886688 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'mac_address': 'fa:16:3e:6a:50:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:01:28.925564 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:01:28.926054 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:28.939154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f0b0157-7003-486f-9d2c-09304a2bcb8a {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:01:28.960543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:28.964583 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:29.029395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:01:29.039609 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.040387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.040913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.041448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.041783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.042332 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.042660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.042985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.043311 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.043635 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.043959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.044279 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.044600 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.044914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.045230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:01:29.063799 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['4f0b0157-7003-486f-9d2c-09304a2bcb8a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:01:30.033099 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b00fea-b946-4246-939b-8607bee0a456 req-c06d5404-e9df-418e-b477-af7f045c45b7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:30.035182 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-55b00fea-b946-4246-939b-8607bee0a456 req-c06d5404-e9df-418e-b477-af7f045c45b7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 945 time: 0.0679362 May 12 04:01:30.093201 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-55b00fea-b946-4246-939b-8607bee0a456 req-6c0a4031-3e81-42e9-a2c8-4f365b8d6792 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504498 May 12 04:01:30.791455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:01:30.854169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 4f0b0157-7003-486f-9d2c-09304a2bcb8a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:01:30.854796 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:30.942414 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:01:30.943109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:30.969811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:01:30.972759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bbc499-e4e9-490f-a012-adf9fb0707a6" -d '{"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:01:30.988232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:30.995191 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:31.058472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:01:31.093322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4c1a9-1f12-4839-b075-b06221963888 x-openstack-request-id: req-48d4c1a9-1f12-4839-b075-b06221963888 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:01:31.093817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:01:31.094319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48d4c1a9-1f12-4839-b075-b06221963888 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:01:31.094865 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d4c1a9-1f12-4839-b075-b06221963888'] response: {'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'code': 200} May 12 04:01:31.219884 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c002254-f2ab-46cd-8bb8-f284981ce530 req-a7b397b6-84aa-44e4-af57-7b28faecc3c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:31.221994 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c002254-f2ab-46cd-8bb8-f284981ce530 req-a7b397b6-84aa-44e4-af57-7b28faecc3c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0554192 May 12 04:01:31.280533 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c002254-f2ab-46cd-8bb8-f284981ce530 req-5f7ac518-6f35-4ac7-b75c-16c23492d254 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527284 May 12 04:01:32.410416 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197efbf5-dedc-4cba-938f-51b93b942266 req-edc44068-77c0-4dc9-a688-e2baede9e52f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:32.414483 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-197efbf5-dedc-4cba-938f-51b93b942266 req-edc44068-77c0-4dc9-a688-e2baede9e52f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0583556 May 12 04:01:32.469408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-197efbf5-dedc-4cba-938f-51b93b942266 req-dfea1ffc-b3e2-44bf-a38d-8decb41eba53 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489411 May 12 04:01:32.741523 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:01:33.193874 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7189fbb7-3f07-4fe6-abb5-edde52ab99e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:33.618836 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a21ed3-01ce-4514-b8fe-ddcb7f59bae2 req-d1efd1bc-2919-4e83-b275-5dbeddb20141 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:33.622428 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e1a21ed3-01ce-4514-b8fe-ddcb7f59bae2 req-d1efd1bc-2919-4e83-b275-5dbeddb20141 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0587783 May 12 04:01:33.686768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e1a21ed3-01ce-4514-b8fe-ddcb7f59bae2 req-597bc068-7d68-4d76-aaf2-a667de618ae7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562475 May 12 04:01:34.818643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48dd45-8e18-4a21-afde-c6e62d3060de req-84b4306f-5fec-4a84-8b5f-9548412d3a20 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:34.820568 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a48dd45-8e18-4a21-afde-c6e62d3060de req-84b4306f-5fec-4a84-8b5f-9548412d3a20 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0578930 May 12 04:01:34.876502 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3a48dd45-8e18-4a21-afde-c6e62d3060de req-6594dad8-c227-417e-a484-280a5fab6490 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501809 May 12 04:01:35.723138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d74bb8a4-4335-4c08-a088-9a58859205a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:36.002743 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e50aec-9040-457f-9149-36985902e355 req-49cda16b-eb64-4f0a-9fa7-ef4e6f65323e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:36.010417 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59e50aec-9040-457f-9149-36985902e355 req-49cda16b-eb64-4f0a-9fa7-ef4e6f65323e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0611389 May 12 04:01:36.065981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-59e50aec-9040-457f-9149-36985902e355 req-d6dfd242-d4f0-4d8c-a0e6-e809c1af88ab tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526865 May 12 04:01:36.597091 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:37.184674 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06fbe9-3790-4d34-8e42-1f6a20412d76 req-ed4bb36b-9587-4f8f-bc35-f5a0e14cdbfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:37.186551 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df06fbe9-3790-4d34-8e42-1f6a20412d76 req-ed4bb36b-9587-4f8f-bc35-f5a0e14cdbfe tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0536437 May 12 04:01:37.242461 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-df06fbe9-3790-4d34-8e42-1f6a20412d76 req-6c3346f4-0d75-483d-b6c1-759254b2fb01 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501330 May 12 04:01:38.158641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:38.358476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487514-5543-4bbe-a4ad-0e25d6a3f6b7 req-15537619-f3b7-47f8-b23c-d64d9a811c67 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:38.360089 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d487514-5543-4bbe-a4ad-0e25d6a3f6b7 req-15537619-f3b7-47f8-b23c-d64d9a811c67 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0471995 May 12 04:01:38.410276 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2d487514-5543-4bbe-a4ad-0e25d6a3f6b7 req-437df1ce-0130-4f67-af4e-5c74245d1c73 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443599 May 12 04:01:38.557087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-a3cfc679-7dee-4355-b21f-8ae1d3a6b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:38.558636 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-a3cfc679-7dee-4355-b21f-8ae1d3a6b487 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1130 time: 0.0387404 May 12 04:01:38.652451 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-5ebf0120-1382-473e-bdd3-2b15e1402165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:38.654548 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-5ebf0120-1382-473e-bdd3-2b15e1402165 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0867162 May 12 04:01:38.724408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-2808fa2e-c302-4ce3-b995-7637632ff517 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1002 time: 0.0610247 May 12 04:01:38.773936 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-8b8ea141-5f02-4ed7-9945-bdb882812ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:38.775424 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-8b8ea141-5f02-4ed7-9945-bdb882812ce6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0424583 May 12 04:01:38.818435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-fc628a9a-b215-4704-b8ff-45d001959530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:38.819865 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-fc628a9a-b215-4704-b8ff-45d001959530 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381434 May 12 04:01:38.911843 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-211a0f32-7560-41ca-9c1d-b4c625289cc4 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824621 May 12 04:01:39.002462 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c188d34f-92e6-4d91-b967-d99fff9c5885 req-e409696d-4dd3-4652-a466-05efc357eeb3 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804238 May 12 04:01:39.527678 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ae1d-7730-46e8-812d-84568359bbe3 req-6f1766c8-5eaa-4858-b943-8bf7d11704e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:39.529141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2931ae1d-7730-46e8-812d-84568359bbe3 req-6f1766c8-5eaa-4858-b943-8bf7d11704e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0461977 May 12 04:01:39.580692 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2931ae1d-7730-46e8-812d-84568359bbe3 req-5e4d3827-4265-47bf-804a-a34663aae535 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459561 May 12 04:01:39.705947 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:40.693103 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2700f-3f88-4288-a25f-7b4cb0d27fa1 req-b2c30653-6edc-4366-a334-d9be771f9ed2 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:40.694603 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b1b2700f-3f88-4288-a25f-7b4cb0d27fa1 req-b2c30653-6edc-4366-a334-d9be771f9ed2 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 946 time: 0.0475655 May 12 04:01:40.743303 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b1b2700f-3f88-4288-a25f-7b4cb0d27fa1 req-724bd5c8-361a-43ba-a227-923abd7d4b8a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 May 12 04:01:40.867831 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:01:40.949249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:01:40.949632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:40.970778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:01:40.973014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c5015-e864-4a33-b88b-1830db01c279" -d '{"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:01:40.984817 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:40.989160 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:41.012974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d6c777-ca55-46be-97b7-b70873e5b0c2 x-openstack-request-id: req-e4d6c777-ca55-46be-97b7-b70873e5b0c2 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:01:41.013263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:01:41.013514 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4d6c777-ca55-46be-97b7-b70873e5b0c2 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:01:41.013928 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d6c777-ca55-46be-97b7-b70873e5b0c2'] response: {'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'code': 200} May 12 04:01:41.038284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:01:41.853644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049220bc-5192-4ce6-be3d-2a7ddbeb6c26 req-0c3084a6-20ef-4af0-94f9-a170bd7fa70f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:41.855116 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-049220bc-5192-4ce6-be3d-2a7ddbeb6c26 req-0c3084a6-20ef-4af0-94f9-a170bd7fa70f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0460417 May 12 04:01:41.902098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-049220bc-5192-4ce6-be3d-2a7ddbeb6c26 req-deebbc38-4794-4e82-80de-6fc74a8da642 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 May 12 04:01:42.015615 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-6f51f0b6-d307-47e0-9c43-ca1d9fd7c378 req-a8538223-383d-46f5-b3b9-9d9fe2292e80 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 04:01:42.016639 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6f51f0b6-d307-47e0-9c43-ca1d9fd7c378 req-a8538223-383d-46f5-b3b9-9d9fe2292e80 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476489 May 12 04:01:42.176990 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b547a0-2dc5-4ca4-86fa-6da886296cf3 req-875b6ad9-a1dd-46a0-817e-ac0a4b4bcda3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:42.178792 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1b547a0-2dc5-4ca4-86fa-6da886296cf3 req-875b6ad9-a1dd-46a0-817e-ac0a4b4bcda3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0545530 May 12 04:01:42.230438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d1b547a0-2dc5-4ca4-86fa-6da886296cf3 req-be11ff17-72ca-4f66-933c-44be587e51b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457411 May 12 04:01:42.436233 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-5a09dc1b-54ec-43c1-bc99-2415a26e46de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794623 May 12 04:01:42.577386 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-5f4658c5-6be2-4e32-8aef-80c11bec1121 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:42.578675 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-5f4658c5-6be2-4e32-8aef-80c11bec1121 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports/4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 941 time: 0.1060348 May 12 04:01:42.667912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:43.345101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5054-8655-4f95-bc9c-5e09925762c5 req-b2ca94b9-532e-4e9b-b65f-4331ed37e45d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:43.346614 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-002d5054-8655-4f95-bc9c-5e09925762c5 req-b2ca94b9-532e-4e9b-b65f-4331ed37e45d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0467372 May 12 04:01:43.402359 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-002d5054-8655-4f95-bc9c-5e09925762c5 req-654412a1-aa84-434c-9e3f-0140e61386f3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494466 May 12 04:01:43.408715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-83177cb1-3f71-499a-a10c-8ed14e0ea63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:43.411031 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-83177cb1-3f71-499a-a10c-8ed14e0ea63c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735&tenant_id=6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 1128 time: 0.0435700 May 12 04:01:43.475807 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-cb9a8594-1f67-4e26-bd54-0620e9ada255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:43.477332 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-cb9a8594-1f67-4e26-bd54-0620e9ada255 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1128 time: 0.0396326 May 12 04:01:43.575558 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-d960a309-9fb3-452d-9e30-527134975eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:43.577037 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-d960a309-9fb3-452d-9e30-527134975eef service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0909359 May 12 04:01:43.646614 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-aeb911f0-80ec-4520-9e82-b8af0f5bd12d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1000 time: 0.0592554 May 12 04:01:43.697841 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-95bed33c-b94e-408d-ba7c-f1044b0ef4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:43.699361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-95bed33c-b94e-408d-ba7c-f1044b0ef4e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0437145 May 12 04:01:43.748822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-02627801-648d-4df5-a53c-842a90e28e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:43.750339 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-02627801-648d-4df5-a53c-842a90e28e24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418999 May 12 04:01:43.856898 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-0bbef5fe-7377-44c5-897f-36c5c2162c1a service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961714 May 12 04:01:43.950793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-942f425d-a0a7-45c2-8408-f5bb52c83473 req-d005f513-bdc5-4324-90e2-1e4cc0e1cb6f service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849874 May 12 04:01:44.542455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df86a0-5f86-4a7c-a141-c2da6c8382aa req-5eb11ff8-46d9-4727-90ab-3e3bde88540e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:44.551559 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-61df86a0-5f86-4a7c-a141-c2da6c8382aa req-5eb11ff8-46d9-4727-90ab-3e3bde88540e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0670342 May 12 04:01:44.602428 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-61df86a0-5f86-4a7c-a141-c2da6c8382aa req-7a346f2a-9029-4353-9a8d-312453e2f46b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499742 May 12 04:01:44.887578 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:01:44.971793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: DOWN; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:01:45.727379 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdc877-3ca7-43d7-a7f9-a2971b3e9944 req-eb389aca-d045-426e-92a3-480a43665abc tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:45.728876 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6afdc877-3ca7-43d7-a7f9-a2971b3e9944 req-eb389aca-d045-426e-92a3-480a43665abc tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0519702 May 12 04:01:45.786408 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6afdc877-3ca7-43d7-a7f9-a2971b3e9944 req-c3a71343-7c39-4440-b58e-79675079f290 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505335 May 12 04:01:46.918274 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa388a9-cc1e-43f3-a58a-41bded621e8b req-a9a70f83-6aeb-4080-93a5-6945e87606f7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:46.920043 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-baa388a9-cc1e-43f3-a58a-41bded621e8b req-a9a70f83-6aeb-4080-93a5-6945e87606f7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0537302 May 12 04:01:46.971286 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-baa388a9-cc1e-43f3-a58a-41bded621e8b req-13c90366-5c72-4fad-aa85-761f6b9a5324 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 May 12 04:01:48.096601 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80ee23-7caa-42c4-bf98-4eaa73ca6219 req-5c777156-e29d-405c-b89c-d3166bf58395 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:48.098697 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc80ee23-7caa-42c4-bf98-4eaa73ca6219 req-5c777156-e29d-405c-b89c-d3166bf58395 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0497162 May 12 04:01:48.151403 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc80ee23-7caa-42c4-bf98-4eaa73ca6219 req-fe14bd58-a9a0-47d3-a6a9-1e59a7fe56e2 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470550 May 12 04:01:49.278446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca933a-da01-4754-ae54-c085aa0b06cc req-411b8b43-2e15-45f9-81d5-090daf655898 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:49.279926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24ca933a-da01-4754-ae54-c085aa0b06cc req-411b8b43-2e15-45f9-81d5-090daf655898 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0523329 May 12 04:01:49.342302 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-24ca933a-da01-4754-ae54-c085aa0b06cc req-6e1a90c6-1f49-46f5-b3e1-37ae3c3981ff tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 May 12 04:01:50.464030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c49f4-5591-4e45-b27e-9e8d2bea25d3 req-32d24d09-18a6-4268-9ef0-05a532412eb0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:50.465660 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4c0c49f4-5591-4e45-b27e-9e8d2bea25d3 req-32d24d09-18a6-4268-9ef0-05a532412eb0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0481262 May 12 04:01:50.516860 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4c0c49f4-5591-4e45-b27e-9e8d2bea25d3 req-0534d406-a839-4254-8ad9-8799d289747f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 May 12 04:01:51.637841 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee694b4-cf49-497b-97db-3330638ac896 req-d01c89ec-9b37-4bc5-8add-a4246edd1fd8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:51.640311 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7ee694b4-cf49-497b-97db-3330638ac896 req-d01c89ec-9b37-4bc5-8add-a4246edd1fd8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0511987 May 12 04:01:51.696704 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7ee694b4-cf49-497b-97db-3330638ac896 req-7b80703e-d0d8-48da-9684-3c308564b355 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496297 May 12 04:01:52.810547 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea2687-c778-45c4-92b9-6858edbdebdc req-eb051327-d6a9-4cfb-b607-bd0300d04ff9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:52.812048 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f9ea2687-c778-45c4-92b9-6858edbdebdc req-eb051327-d6a9-4cfb-b607-bd0300d04ff9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0512378 May 12 04:01:52.860151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f9ea2687-c778-45c4-92b9-6858edbdebdc req-f199c5e8-c016-43aa-8d51-77da128ce7ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 May 12 04:01:53.972172 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0733e7-eebf-419d-ae4d-c2ac4dba12ff req-a95b2fe7-0276-44f1-96a8-1a6b36b38773 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:53.973622 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8f0733e7-eebf-419d-ae4d-c2ac4dba12ff req-a95b2fe7-0276-44f1-96a8-1a6b36b38773 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0464928 May 12 04:01:54.022021 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8f0733e7-eebf-419d-ae4d-c2ac4dba12ff req-2d0a8e13-1836-4eb6-9f3c-2466936952be tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428472 May 12 04:01:54.961933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:01:55.138330 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6f55-6171-43e7-aea5-29eae0e847e2 req-55441239-dbc2-4a42-8edb-9d9de9d833f9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:55.141677 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0f6b6f55-6171-43e7-aea5-29eae0e847e2 req-55441239-dbc2-4a42-8edb-9d9de9d833f9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 944 time: 0.0490451 May 12 04:01:55.202353 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:55.203548 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0f6b6f55-6171-43e7-aea5-29eae0e847e2 req-165963a1-77fc-4ed4-b9b7-1b7fafc93b33 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509474 May 12 04:01:55.214464 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'port_id': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'mac_address': 'fa:16:3e:6a:50:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:01:55.250891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:01:55.251278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:55.263340 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0b0157-7003-486f-9d2c-09304a2bcb8a {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:01:55.282241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:55.287044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:55.334829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=9']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:01:55.588845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['4f0b0157-7003-486f-9d2c-09304a2bcb8a'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:01:56.314953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149a349-2ffb-4eda-9f0e-260fa869b41b req-829e6048-d855-4b81-beae-e928156200d5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:56.316914 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3149a349-2ffb-4eda-9f0e-260fa869b41b req-829e6048-d855-4b81-beae-e928156200d5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 945 time: 0.0458128 May 12 04:01:56.364630 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3149a349-2ffb-4eda-9f0e-260fa869b41b req-59880ed0-6bd1-4c61-9869-a75c7bfa610d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422785 May 12 04:01:56.970085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:01:57.015355 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 4f0b0157-7003-486f-9d2c-09304a2bcb8a triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:01:57.015729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:57.092797 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 4f0b0157-7003-486f-9d2c-09304a2bcb8a is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:01:57.093184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:57.114333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:01:57.116549 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5effd9c1-27f6-409f-867f-07399e38729a" -d '{"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:01:57.128593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:01:57.132706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:01:57.156016 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d2c16-3f5d-44d8-adf3-a03bcf84126e x-openstack-request-id: req-b06d2c16-3f5d-44d8-adf3-a03bcf84126e {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:01:57.156305 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:01:57.156557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b06d2c16-3f5d-44d8-adf3-a03bcf84126e {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:01:57.156954 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06d2c16-3f5d-44d8-adf3-a03bcf84126e'] response: {'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'code': 200} May 12 04:01:57.183480 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=10']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:01:57.335087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c120735-6bd4-46c0-b085-f3bbf0126ccd req-7df2db86-1f8e-44e7-a9d6-4433cbdcadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:57.336666 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3c120735-6bd4-46c0-b085-f3bbf0126ccd req-7df2db86-1f8e-44e7-a9d6-4433cbdcadfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1131 time: 0.0396535 May 12 04:01:57.384851 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-3c120735-6bd4-46c0-b085-f3bbf0126ccd req-0736b857-fd17-4c54-ae0f-04b27df52c23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389233 May 12 04:01:57.477613 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7fb07-8f7b-45c6-b628-bb690235a549 req-7d0b2bd0-89ea-4ae1-a3b6-6d748cca4874 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:57.479115 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90b7fb07-8f7b-45c6-b628-bb690235a549 req-7d0b2bd0-89ea-4ae1-a3b6-6d748cca4874 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 947 time: 0.0458295 May 12 04:01:57.526919 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-90b7fb07-8f7b-45c6-b628-bb690235a549 req-cd2ebdbd-b00b-4b5b-8087-d13e46ab6082 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 May 12 04:01:58.652365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c0cf1-db3c-4a5a-a5c6-28a7010a7e64 req-66aaa0b6-a428-44df-984a-b25e51106d0d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:58.653926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a2c0cf1-db3c-4a5a-a5c6-28a7010a7e64 req-66aaa0b6-a428-44df-984a-b25e51106d0d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 947 time: 0.0526915 May 12 04:01:58.703358 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2a2c0cf1-db3c-4a5a-a5c6-28a7010a7e64 req-017d2034-6328-4d87-9b91-40cc2b9859d1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 May 12 04:01:59.819009 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0812e6-63ee-4f0b-901d-095d177910cc req-e3852de1-17af-46f5-9fcd-8d9e6ecc021e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:01:59.820510 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad0812e6-63ee-4f0b-901d-095d177910cc req-e3852de1-17af-46f5-9fcd-8d9e6ecc021e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 947 time: 0.0474100 May 12 04:01:59.869397 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ad0812e6-63ee-4f0b-901d-095d177910cc req-4950c46d-bbe9-44ec-8278-dfbe143e9946 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 May 12 04:02:03.186009 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-db900961-28b1-45e5-b1cb-aabeee0b6395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:05.727397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f1ea-c8a2-4fe4-bba0-71c24e5e8581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:06.590318 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:08.159392 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:09.709075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:09.740733 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:02:12.670976 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:20.449975 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-1b1048c3-42a1-4686-aad3-e62804ec65fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369344 May 12 04:02:20.533974 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-a096ddde-597c-471b-bc23-bcebe4f6cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:02:20.535496 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-a096ddde-597c-471b-bc23-bcebe4f6cb49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1131 time: 0.0431988 May 12 04:02:20.635637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-37af58e7-5518-49b8-b62e-058469a4fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:02:20.636982 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-37af58e7-5518-49b8-b62e-058469a4fd97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0833485 May 12 04:02:20.706241 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-25132331-4691-47d1-8d8e-2ab6d872a24d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 1002 time: 0.0616343 May 12 04:02:20.755812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-1be4a22e-fe78-438e-97df-9e706e5dc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:02:20.757203 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-1be4a22e-fe78-438e-97df-9e706e5dc0d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0425162 May 12 04:02:20.798975 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-722ffc00-a5c9-44ea-bc73-175e54403e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:02:20.801201 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-722ffc00-a5c9-44ea-bc73-175e54403e01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369942 May 12 04:02:20.810859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-e2549aa4-45c2-4c7e-8ffd-f02a4a376031 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 04:02:20.811785 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-e2549aa4-45c2-4c7e-8ffd-f02a4a376031 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050490 May 12 04:02:20.902090 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-1265a31e-9a77-4445-b5d1-9c795990aa64 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822320 May 12 04:02:20.997907 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fff4f457-7813-49b0-8bd9-9cd08f9590cd req-85ed91cd-5cdd-4bc1-9b69-67752ef46f7a service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805986 May 12 04:02:33.186588 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6289851b-53ad-49b0-aa85-3f8450c1cefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:35.729368 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cd51d0ac-a9a5-4a26-888c-634e83cef832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:36.594348 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:38.165088 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:39.710341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:42.676369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:02:46.739909 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:03:03.187843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2d490a2-1900-41f6-a65a-c01e80d2e8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:05.731782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5bc479ac-cbe7-4b97-b387-970e1794f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:06.596060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:08.163909 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:09.713241 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:12.692956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:13.302590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41476) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:13.448528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Deleting port 5cc0a954-22e2-43c1-831a-02e7507e0c33 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:03:13.448877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:13.525636 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:13.526002 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (5cc0a954-22e2-43c1-831a-02e7507e0c33), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:13.537966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Calling delete_port for 5cc0a954-22e2-43c1-831a-02e7507e0c33 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:03:13.678514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (5cc0a954-22e2-43c1-831a-02e7507e0c33), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:13.706704 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event deleted for resources: {'Port': ['ID=5cc0a954-22e2-43c1-831a-02e7507e0c33,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:13.718159 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.718515 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.718864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.719206 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.719575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.719912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.720244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.720575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.720905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.721234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.721563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.721906 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.722238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.722563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.722887 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:13.780281 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (70bff934-e355-4621-8477-a6a55da0cd66), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:13.780669 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Floating IP 70bff934-e355-4621-8477-a6a55da0cd66 disassociated (deleted). External IP: 172.26.2.127, port: 4f0b0157-7003-486f-9d2c-09304a2bcb8a. May 12 04:03:13.986403 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Router 6053632a-9e02-43f3-8109-5b878a47ea77 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:03:14.094144 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:03:14.098922 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:14.103522 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:03:14.113900 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:03:14.114512 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:03:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:03:14.127934 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-98ae6142-953f-4c9a-af6d-7d48fca94682 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "DELETE /v2.0/floatingips/70bff934-e355-4621-8477-a6a55da0cd66 HTTP/1.1" status: 204 len: 168 time: 0.8242815 May 12 04:03:14.128617 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:03:14.130978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:03:14.232983 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda9650-59b4-4144-8f5d-0c0c68758cca x-openstack-request-id: req-adda9650-59b4-4144-8f5d-0c0c68758cca {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:03:14.233282 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:03:14.233423 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:03:14.233535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adda9650-59b4-4144-8f5d-0c0c68758cca {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:03:14.234015 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adda9650-59b4-4144-8f5d-0c0c68758cca'] response: {'name': 'network-changed', 'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'status': 'completed', 'code': 200} May 12 04:03:14.329318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-e329afa1-2e29-4abb-88b6-6da472398653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:14.331021 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-e329afa1-2e29-4abb-88b6-6da472398653 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 1131 time: 0.0578649 May 12 04:03:14.432987 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67c27-86ba-4251-8785-7c7e267ab29e req-b8deca75-d854-47a3-98e5-59200a2549a4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:14.434509 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dca67c27-86ba-4251-8785-7c7e267ab29e req-b8deca75-d854-47a3-98e5-59200a2549a4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 947 time: 0.1103573 May 12 04:03:14.438158 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:03:14.467624 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:03:14.476275 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:03:14.476872 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:03:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:03:14.482897 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dca67c27-86ba-4251-8785-7c7e267ab29e req-50f9bbbe-f817-46ba-be6a-e6fe150fce7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 May 12 04:03:14.582980 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:03:14.764080 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:03:14.790495 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86760f96-4855-4ec8-b99c-fb1c636d38ac None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:03:15.004687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e3e46-89c5-4186-ab8a-9ab733b92174 None None] New status for floating IP 70bff934-e355-4621-8477-a6a55da0cd66: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:03:15.551130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-ea6e8e15-f082-45d9-8ee6-339051f74fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:15.552600 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-ea6e8e15-f082-45d9-8ee6-339051f74fb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0891495 May 12 04:03:15.605524 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bf05e-67e1-43f9-be0d-b57c2c6b0440 req-463f2c91-a4c5-4f8d-b4b3-0074b051fc8a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:15.607035 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd2bf05e-67e1-43f9-be0d-b57c2c6b0440 req-463f2c91-a4c5-4f8d-b4b3-0074b051fc8a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 947 time: 0.0497172 May 12 04:03:15.655151 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fd2bf05e-67e1-43f9-be0d-b57c2c6b0440 req-91250f5c-0372-41bb-907b-73ac74b5ea2a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bfe8624-41a4-479f-81eb-95e46a618000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 May 12 04:03:15.696500 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-667a2fbf-a7d7-4f7c-9fa3-398535e2d700 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 200 len: 217 time: 0.0388784 May 12 04:03:15.743680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-305fb371-29df-43e6-8ca0-42823cde04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:15.745161 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-305fb371-29df-43e6-8ca0-42823cde04f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0425601 May 12 04:03:15.799475 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-5d0b93dd-c684-4f38-bcb7-20533cca70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:15.800797 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-5d0b93dd-c684-4f38-bcb7-20533cca70a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492578 May 12 04:03:15.870836 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-47c7680c-7352-4a50-9677-10647e501623 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:15.872247 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-47c7680c-7352-4a50-9677-10647e501623 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 947 time: 0.0813336 May 12 04:03:15.981276 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-6114e3b7-e7c5-41ae-b23e-3e3af3a99541 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532910 May 12 04:03:16.005059 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Deleting port 4f0b0157-7003-486f-9d2c-09304a2bcb8a {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:03:16.005395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:16.150313 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-8cb22446-b3bc-4e5b-9276-87ff0ae54d30 req-d05c6a9b-845e-4e36-ba30-ab199b2b68d4 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559336 May 12 04:03:16.152014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] For port 4f0b0157-7003-486f-9d2c-09304a2bcb8a, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=4f0b0157-7003-486f-9d2c-09304a2bcb8a,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:03:16.152379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:16.167630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Calling delete_port for 4f0b0157-7003-486f-9d2c-09304a2bcb8a owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:03:16.295829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (4f0b0157-7003-486f-9d2c-09304a2bcb8a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:16.322837 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event deleted for resources: {'Port': ['ID=4f0b0157-7003-486f-9d2c-09304a2bcb8a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:16.334961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.335301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.335726 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.335958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.336284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.336612 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.336934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.337251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.337570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.337934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.338226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.338541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.338857 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.339186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.339482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:16.380222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] No DVR routers for this DVR port 4f0b0157-7003-486f-9d2c-09304a2bcb8a on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:03:16.382793 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:16.385996 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-98e13c19-b0b4-40dd-b0aa-5eb82e7dbbc9 req-26cf2178-e0d2-494d-a460-240b83d8ba7f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "DELETE /v2.0/ports/4f0b0157-7003-486f-9d2c-09304a2bcb8a HTTP/1.1" status: 204 len: 173 time: 0.4858057 May 12 04:03:16.386479 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-deleted', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:03:16.388689 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d91503-db24-4f70-a4c5-7de64a3d793a" -d '{"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-deleted", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:03:16.425206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a476e294-9753-41c1-9f5d-229e96c2dda4 x-openstack-request-id: req-a476e294-9753-41c1-9f5d-229e96c2dda4 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:03:16.425518 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec8eeb0-d99f-466c-af37-303c17ec4735", "name": "network-vif-deleted", "tag": "4f0b0157-7003-486f-9d2c-09304a2bcb8a", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:03:16.425776 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a476e294-9753-41c1-9f5d-229e96c2dda4 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:03:16.426223 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a476e294-9753-41c1-9f5d-229e96c2dda4'] response: {'server_uuid': '6ec8eeb0-d99f-466c-af37-303c17ec4735', 'name': 'network-vif-deleted', 'tag': '4f0b0157-7003-486f-9d2c-09304a2bcb8a', 'status': 'completed', 'code': 200} May 12 04:03:16.768745 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9ba0ff68-890a-4895-aef3-a5188531ccfe req-97182dfc-75cf-4ae4-8ca9-c34ad739fba7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec8eeb0-d99f-466c-af37-303c17ec4735 HTTP/1.1" status: 200 len: 210 time: 0.0319505 May 12 04:03:17.828076 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41504) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:17.885064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-30919664-3e79-4c90-bd43-61e2d14426c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (2bfe8624-41a4-479f-81eb-95e46a618000), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:17.909820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-30919664-3e79-4c90-bd43-61e2d14426c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (2bfe8624-41a4-479f-81eb-95e46a618000), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:17.969526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-30919664-3e79-4c90-bd43-61e2d14426c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (2bfe8624-41a4-479f-81eb-95e46a618000), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:17.972371 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-30919664-3e79-4c90-bd43-61e2d14426c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:17.973509 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-30919664-3e79-4c90-bd43-61e2d14426c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "DELETE /v2.0/security-groups/2bfe8624-41a4-479f-81eb-95e46a618000 HTTP/1.1" status: 204 len: 168 time: 0.1441689 May 12 04:03:17.982796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30919664-3e79-4c90-bd43-61e2d14426c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe8624-41a4-479f-81eb-95e46a618000,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.069126 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41510) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.073575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029190650', 'description': 'tempest-secgroup-smoke-2029190650 description', 'project_id': '6d4851c1e9d741e282eda8665bae1664'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.099535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.169813 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (38e0f518-102f-482f-82dc-04c5ca7aa12b), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.173816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (38e0f518-102f-482f-82dc-04c5ca7aa12b), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.201581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.202806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326668 May 12 04:03:18.206163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41512) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.211452 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '38e0f518-102f-482f-82dc-04c5ca7aa12b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.217100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca1953-cc96-4eb4-b345-07af21bf42b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0f518-102f-482f-82dc-04c5ca7aa12b,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.239743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (2e47cc57-41d8-4e5d-ab9a-c28a3d31d3e9), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.293188 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (2e47cc57-41d8-4e5d-ab9a-c28a3d31d3e9), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.296469 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (2e47cc57-41d8-4e5d-ab9a-c28a3d31d3e9), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.314301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e47cc57-41d8-4e5d-ab9a-c28a3d31d3e9,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.321570 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.322786 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-53e66a88-5d92-40ef-89c3-99c80a4607ae tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157126 May 12 04:03:18.325673 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41514) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.330173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '38e0f518-102f-482f-82dc-04c5ca7aa12b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.355619 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (b80d5ab9-4c4b-4410-977b-5b197dcd1e29), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.409908 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (b80d5ab9-4c4b-4410-977b-5b197dcd1e29), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.413439 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (b80d5ab9-4c4b-4410-977b-5b197dcd1e29), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.434545 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80d5ab9-4c4b-4410-977b-5b197dcd1e29,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.441770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.442970 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-216f04a1-7f07-490d-8efb-aa18a251b6b5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162555 May 12 04:03:18.445632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41516) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.449772 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '38e0f518-102f-482f-82dc-04c5ca7aa12b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.473989 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (8caca017-6bb8-4145-bce5-f43d68913d0c), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.528951 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (8caca017-6bb8-4145-bce5-f43d68913d0c), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.532791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (8caca017-6bb8-4145-bce5-f43d68913d0c), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.551130 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caca017-6bb8-4145-bce5-f43d68913d0c,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.556049 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.559932 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-bf16e939-98c6-4bb6-95cc-b0da3147787f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106434 May 12 04:03:18.559932 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41518) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.564582 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '38e0f518-102f-482f-82dc-04c5ca7aa12b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.588734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (85214337-5b80-4a0d-a944-0e9ec4e6829e), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.643771 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (85214337-5b80-4a0d-a944-0e9ec4e6829e), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.647171 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (85214337-5b80-4a0d-a944-0e9ec4e6829e), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.665138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85214337-5b80-4a0d-a944-0e9ec4e6829e,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.674452 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.675621 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-a966bb8c-12a6-47b8-b994-b30a4a9488ca tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148202 May 12 04:03:18.678361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41520) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.682645 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '38e0f518-102f-482f-82dc-04c5ca7aa12b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.702493 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Project 6d4851c1e9d741e282eda8665bae1664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 04:03:18.707488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (7ca3a5c2-7d9a-4c4b-b7d4-0795af997eab), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.762575 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (7ca3a5c2-7d9a-4c4b-b7d4-0795af997eab), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.766097 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (7ca3a5c2-7d9a-4c4b-b7d4-0795af997eab), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.787974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca3a5c2-7d9a-4c4b-b7d4-0795af997eab,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.793590 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.794817 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-9ca8e122-b844-4734-8d9e-fc9016f824c1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154590 May 12 04:03:18.798070 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41522) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:03:18.802561 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'security_group_rule': {'security_group_id': '38e0f518-102f-482f-82dc-04c5ca7aa12b', 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:18.822562 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.securitygroups_db [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Project 6d4851c1e9d741e282eda8665bae1664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 04:03:18.827685 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (116040ac-2af3-4d12-ac52-9c178e872df4), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.883954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (116040ac-2af3-4d12-ac52-9c178e872df4), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.887334 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (116040ac-2af3-4d12-ac52-9c178e872df4), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.901905 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116040ac-2af3-4d12-ac52-9c178e872df4,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:18.912812 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:18.914019 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-0d38d738-74ad-4bfb-a88c-528d763ad390 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147442 May 12 04:03:19.340349 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:03:19.358987 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 4f0b0157-7003-486f-9d2c-09304a2bcb8a {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:03:19.359337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 4f0b0157-7003-486f-9d2c-09304a2bcb8a not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:03:23.739270 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:03:33.192603 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-71d6fe3c-83eb-46bf-abf8-af7444225149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:35.737075 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-28c1019d-9ab3-44be-849b-fa4d66b9f503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:36.598432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:38.168655 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:38.338834 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-46eae807-fd3b-411a-9c17-81e10e57d7f4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029190650&fields=id&tenant_id=6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 267 time: 0.0434263 May 12 04:03:38.442924 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-559cb946-5ab8-4fdd-a40d-2590f38cc4d9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:38.444347 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-559cb946-5ab8-4fdd-a40d-2590f38cc4d9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 807 time: 0.0986750 May 12 04:03:38.518501 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-22e391ba-614a-4b87-b80d-ee4bbd650f13 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/quotas/6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 375 time: 0.0687277 May 12 04:03:38.566342 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-f1cbd55b-a01e-4da2-a5e2-2071c8cff72b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425098 May 12 04:03:38.660263 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-18a31aaa-e147-4d9d-89df-f88145ce0478 service neutron] 10.222.0.23 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831814 May 12 04:03:39.028887 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-89963ca7-8cb0-4844-b519-074d37b70055 service neutron] 10.222.0.23 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628442 May 12 04:03:39.309958 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e898ef58-19db-40f4-9222-143445e128e0 req-1d7f15bb-7e65-49b7-b452-c9bd9d615824 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0274425 May 12 04:03:39.715310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:40.304014 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-6079199d-fae3-48b2-91cd-f298612bdd53 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:40.305461 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-6079199d-fae3-48b2-91cd-f298612bdd53 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 807 time: 0.1034405 May 12 04:03:40.373868 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-0dec3ca5-fbf5-40f0-9fee-a8a7d1d5de01 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 380 time: 0.0567262 May 12 04:03:40.383934 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'port': {'device_id': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'admin_state_up': True, 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'security_groups': ['38e0f518-102f-482f-82dc-04c5ca7aa12b']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:40.413260 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5f413b84-4626-4887-857a-27028855330d req-e81ad80c-6f7e-466f-8e02-996c12de5247 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0299482 May 12 04:03:40.496192 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Made reservation on behalf of 6d4851c1e9d741e282eda8665bae1664 for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:03:40.500016 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:40.624961 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Allocated IP 172.20.0.5 (abc0052e-e54a-4019-bd58-aba9cbbed90b/2018f618-6a58-485a-94f2-d5e8ef4a76ea/5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:03:40.769590 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:40.801802 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:40.841791 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Network abc0052e-e54a-4019-bd58-aba9cbbed90b is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:03:40.847222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:03:40.853576 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:03:40.876969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:40.907374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:40.907993 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:40.926955 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a81e7d55-02c8-4fae-92eb-81597ccfc8e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466900 May 12 04:03:40.999244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Request body: {'port': {'device_id': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:03:41.065313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.091130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-a921c679-d996-4cd4-91c9-16570d05c581 None None] Provisioning complete for port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:03:41.091729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a921c679-d996-4cd4-91c9-16570d05c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.128061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-a921c679-d996-4cd4-91c9-16570d05c581 None None] Port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:03:41.362363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:03:41.369618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Publish callbacks [] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.382733 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Transition to ACTIVE for port object 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 04:03:41.386364 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.437864 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:41.523015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Attempting to bind port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:03:41.523456 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Attempting to bind port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:03:41.523854 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Attempting to bind port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 on network abc0052e-e54a-4019-bd58-aba9cbbed90b {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:03:41.528919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 on network abc0052e-e54a-4019-bd58-aba9cbbed90b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 04:03:41.529335 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Attempting to bind port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 on network abc0052e-e54a-4019-bd58-aba9cbbed90b {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:03:41.535206 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:03:41.535647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Checking segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:03:41.536105 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Bound using segment: {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:03:41.536619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Bound port: 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:03:41.537275 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.550421 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984f3c-3903-4b2c-a8f9-25961a0a26a1 req-4212ac3e-68c7-44a0-ad12-970e0677c3cb tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:41.552800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31984f3c-3903-4b2c-a8f9-25961a0a26a1 req-4212ac3e-68c7-44a0-ad12-970e0677c3cb tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0624330 May 12 04:03:41.615814 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-31984f3c-3903-4b2c-a8f9-25961a0a26a1 req-83396398-3bcb-4379-bf9d-4d4a3d0d30a3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554729 May 12 04:03:41.621309 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:03:41.626753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:03:41.640823 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.670667 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:41.671799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:41.673610 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] 10.222.0.57 "PUT /v2.0/ports/5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 1093 time: 0.7355742 May 12 04:03:41.674096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:03:41.676448 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:03:41.713535 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a45c7f-624e-4514-a53c-3b4b7428dc20 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:41.735595 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5c50d5-0a9c-4f0a-8c0e-d8ef05f5d9ff x-openstack-request-id: req-6f5c50d5-0a9c-4f0a-8c0e-d8ef05f5d9ff {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:03:41.735998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:03:41.736321 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f5c50d5-0a9c-4f0a-8c0e-d8ef05f5d9ff {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:03:41.736806 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5c50d5-0a9c-4f0a-8c0e-d8ef05f5d9ff'] response: {'name': 'network-changed', 'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'status': 'completed', 'code': 200} May 12 04:03:41.768765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-4922ad5e-79ca-4474-8402-476b4758c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:41.770405 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-4922ad5e-79ca-4474-8402-476b4758c1b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1127 time: 0.0469964 May 12 04:03:41.824099 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-1dc5d38a-920e-4b07-9e02-0656bf13493a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 217 time: 0.0416446 May 12 04:03:41.879284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-d62a5920-bb59-483e-bf90-270954c63df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:41.880839 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-d62a5920-bb59-483e-bf90-270954c63df8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0496669 May 12 04:03:41.927506 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-d8b87114-b7f8-4a33-92bd-095d16ff6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:41.928870 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-d8b87114-b7f8-4a33-92bd-095d16ff6e11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386820 May 12 04:03:42.022196 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-3bfe0d91-0198-48d5-9ad0-848bc1d9d86e service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834396 May 12 04:03:42.111111 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7d1ffdd7-9cd6-489c-b3c7-1897588ad4f9 req-a72d6fd0-128e-46e3-9183-609bcdd578d0 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794470 May 12 04:03:42.207416 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-c276015b-663d-46b9-ad0c-4ee5201cfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:42.208965 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-c276015b-663d-46b9-ad0c-4ee5201cfd03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1127 time: 0.0461051 May 12 04:03:42.302208 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-f77f9815-2ccd-4532-acd3-d7eef3ded95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:42.303671 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-f77f9815-2ccd-4532-acd3-d7eef3ded95a service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0848546 May 12 04:03:42.696460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:42.725224 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-09a7db3f-0a65-4208-855d-42a3de6dcf21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 217 time: 0.3303573 May 12 04:03:42.744621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b06cc-e671-4088-9b2b-4acee8e2149a req-b3e73d3f-dd12-496d-9164-3aa719ba0348 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:42.746395 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c43b06cc-e671-4088-9b2b-4acee8e2149a req-b3e73d3f-dd12-496d-9164-3aa719ba0348 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0499077 May 12 04:03:42.781382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-fcb5da92-2339-4732-9302-2936b24c7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:42.783863 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-fcb5da92-2339-4732-9302-2936b24c7f2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0491774 May 12 04:03:42.810189 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c43b06cc-e671-4088-9b2b-4acee8e2149a req-19bc00b5-97e4-4b2b-bd63-350f9895a4ce tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563264 May 12 04:03:42.838537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-5992e3c6-39f1-4d17-84db-6e1e2f7c5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:42.840048 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-5992e3c6-39f1-4d17-84db-6e1e2f7c5f24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464821 May 12 04:03:42.933492 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-216e6635-cced-49f5-93b3-3775cb2c8358 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836990 May 12 04:03:43.024868 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-794b8afa-21fe-4f63-a12d-e80ad7e9e56c req-df5bb5ed-aa7f-4160-bb2f-d4ca72f0244d service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824692 May 12 04:03:43.920457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d31af-189e-4a8d-b045-7cdb56d70081 req-eebfce2d-a187-4846-8dfe-49a89ac37612 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:43.922615 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-950d31af-189e-4a8d-b045-7cdb56d70081 req-eebfce2d-a187-4846-8dfe-49a89ac37612 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0456085 May 12 04:03:43.970828 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-950d31af-189e-4a8d-b045-7cdb56d70081 req-e1a91202-af75-49bd-ad13-0fb9b3d59cde tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 May 12 04:03:45.094433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349ca2b-7757-490e-8b87-9028b1cc0454 req-6b2d2737-9f86-4f22-9b1e-1ce6c142be0e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:45.095988 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2349ca2b-7757-490e-8b87-9028b1cc0454 req-6b2d2737-9f86-4f22-9b1e-1ce6c142be0e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0494633 May 12 04:03:45.148635 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2349ca2b-7757-490e-8b87-9028b1cc0454 req-1aef47bf-2217-4870-84f3-e8bca3de9ed9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464625 May 12 04:03:46.264112 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57382e0-c5e5-420a-969b-8c97b5407666 req-de2ba293-c06d-4694-8d4c-7b1f65b68871 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:46.265634 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f57382e0-c5e5-420a-969b-8c97b5407666 req-de2ba293-c06d-4694-8d4c-7b1f65b68871 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0490739 May 12 04:03:46.313683 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f57382e0-c5e5-420a-969b-8c97b5407666 req-d3825839-fc24-4fe2-83fd-115c93f1ac70 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 May 12 04:03:47.426396 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a52f0-8a2b-4e13-91bd-d1bbecaa6a65 req-867206ea-bce6-4198-b6f0-100fe7245f9b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:47.427866 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8c9a52f0-8a2b-4e13-91bd-d1bbecaa6a65 req-867206ea-bce6-4198-b6f0-100fe7245f9b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0470202 May 12 04:03:47.476309 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8c9a52f0-8a2b-4e13-91bd-d1bbecaa6a65 req-d15d1b85-223c-49dd-9697-eb7d5c7734d7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 May 12 04:03:48.596203 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb03a8-fbcb-4a5b-8d76-ac42e5c45423 req-85fbfdfb-2545-4c0b-86d0-deede50905ac tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:48.597717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aabb03a8-fbcb-4a5b-8d76-ac42e5c45423 req-85fbfdfb-2545-4c0b-86d0-deede50905ac tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0534620 May 12 04:03:48.650393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aabb03a8-fbcb-4a5b-8d76-ac42e5c45423 req-79bbbd50-1596-4451-953b-0930c5ff297b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464892 May 12 04:03:49.761557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e9dbd-a47a-4919-9aec-860f708c0198 req-7a44231c-76b6-4f6d-9039-658cb067c06a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:49.763061 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c73e9dbd-a47a-4919-9aec-860f708c0198 req-7a44231c-76b6-4f6d-9039-658cb067c06a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0456953 May 12 04:03:49.811839 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c73e9dbd-a47a-4919-9aec-860f708c0198 req-37872a6a-230d-4850-8cfd-3dbc7e4ae6ba tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 May 12 04:03:50.922353 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd03cb-9f8f-4be4-9a76-962c0391f504 req-cf944329-04d9-4cf5-9144-e6bad4b0cd83 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:50.924222 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cefd03cb-9f8f-4be4-9a76-962c0391f504 req-cf944329-04d9-4cf5-9144-e6bad4b0cd83 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0463665 May 12 04:03:50.975885 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cefd03cb-9f8f-4be4-9a76-962c0391f504 req-87400a73-3839-417a-98f0-975d7b5429de tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 May 12 04:03:52.088038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a401c-0744-4cbf-8ef4-220f22128c43 req-ddbc2d2b-8e28-4387-917c-aa244ba208ed tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:52.089485 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d57a401c-0744-4cbf-8ef4-220f22128c43 req-ddbc2d2b-8e28-4387-917c-aa244ba208ed tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0461206 May 12 04:03:52.137241 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d57a401c-0744-4cbf-8ef4-220f22128c43 req-e6248312-e32e-4756-b9ac-2993369c63b0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 May 12 04:03:53.250695 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77a5c-0274-4018-a3ea-1a79fbb1a1cc req-078983ff-040f-405d-b443-8f1f96ebe32c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:53.252141 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78e77a5c-0274-4018-a3ea-1a79fbb1a1cc req-078983ff-040f-405d-b443-8f1f96ebe32c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0497131 May 12 04:03:53.299224 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-78e77a5c-0274-4018-a3ea-1a79fbb1a1cc req-50c9414b-93e0-4abe-bca0-7b34877dd65f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 May 12 04:03:54.412644 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81591cc7-1308-43cb-82c4-50a27855c993 req-828096f4-9231-428e-8434-c80671b85434 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:54.414112 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-81591cc7-1308-43cb-82c4-50a27855c993 req-828096f4-9231-428e-8434-c80671b85434 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0492749 May 12 04:03:54.460825 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-81591cc7-1308-43cb-82c4-50a27855c993 req-b0718cfe-576f-42cb-b57f-9869b5baea06 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 May 12 04:03:55.573169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9187f-6bca-4282-893f-246c64207e51 req-5d86dcc7-2197-45a4-81b5-ceba54d4db27 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:55.574648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dee9187f-6bca-4282-893f-246c64207e51 req-5d86dcc7-2197-45a4-81b5-ceba54d4db27 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0475216 May 12 04:03:55.622875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dee9187f-6bca-4282-893f-246c64207e51 req-621ded9c-5872-4982-8140-bdfbf1385e89 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 May 12 04:03:56.732299 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981686-1cc5-4780-b656-1663e561e9ed req-9fc2f118-7826-4f24-a8c5-9d500a2af7c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:56.734412 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca981686-1cc5-4780-b656-1663e561e9ed req-9fc2f118-7826-4f24-a8c5-9d500a2af7c7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0472307 May 12 04:03:56.785750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca981686-1cc5-4780-b656-1663e561e9ed req-78795896-b3cc-4b8e-9632-fa8ddf437e76 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459280 May 12 04:03:57.502173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:03:57.595822 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:03:57.610097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'port_id': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'mac_address': 'fa:16:3e:d6:bc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:03:57.646755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:03:57.647140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:57.659319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:03:57.680215 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:03:57.683780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:57.730945 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:57.737691 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.738061 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.738400 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.738734 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.739064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.739390 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.739713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.740033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.740352 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.740671 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.740990 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.741310 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.741626 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.741966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.742284 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:03:57.896671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663304-232f-4a05-92e3-81e4de20cea0 req-d01ae7aa-ee8f-4cb1-be7a-022c36f8c742 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:57.898087 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91663304-232f-4a05-92e3-81e4de20cea0 req-d01ae7aa-ee8f-4cb1-be7a-022c36f8c742 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 944 time: 0.0464716 May 12 04:03:57.949369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-91663304-232f-4a05-92e3-81e4de20cea0 req-4da676f1-5b95-4cef-8453-85421eec458d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457718 May 12 04:03:57.957641 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:03:59.062501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9c04b-2f2c-40de-a775-80d9482b3cd8 req-1be4b189-a98e-48ee-a75f-7b1c1a28a6f8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:59.063986 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8c9c04b-2f2c-40de-a775-80d9482b3cd8 req-1be4b189-a98e-48ee-a75f-7b1c1a28a6f8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 944 time: 0.0464315 May 12 04:03:59.112657 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8c9c04b-2f2c-40de-a775-80d9482b3cd8 req-504c2917-d5fd-480c-aac8-69f6d6f234c5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 May 12 04:03:59.534165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:03:59.584136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 04:03:59.591295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:03:59.591672 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:59.675255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:03:59.675793 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:59.700156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:03:59.702455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326ac864-0934-410d-b35f-40824f941266" -d '{"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:03:59.714616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:03:59.719180 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:03:59.747867 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e795599-6923-40d0-9456-7c5aa29ba09a x-openstack-request-id: req-1e795599-6923-40d0-9456-7c5aa29ba09a {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:03:59.748757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:03:59.749019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e795599-6923-40d0-9456-7c5aa29ba09a {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:03:59.749415 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e795599-6923-40d0-9456-7c5aa29ba09a'] response: {'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'code': 200} May 12 04:03:59.778109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:03:59.950939 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6593f-34bf-46ac-a81f-3a4fa450854f req-8e15b402-266e-4422-b4b4-dfd143fa7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:03:59.952596 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fa6593f-34bf-46ac-a81f-3a4fa450854f req-8e15b402-266e-4422-b4b4-dfd143fa7331 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0492871 May 12 04:04:00.001292 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-4fa6593f-34bf-46ac-a81f-3a4fa450854f req-0bed65d9-607f-4458-baad-d04b7d82b6ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387840 May 12 04:04:00.232496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a64340-fab7-4cca-9c4e-8f0f85e68dfc req-520d5755-a882-44a4-9e7d-f0e68a368729 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:00.233907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71a64340-fab7-4cca-9c4e-8f0f85e68dfc req-520d5755-a882-44a4-9e7d-f0e68a368729 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0512505 May 12 04:04:00.282724 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-71a64340-fab7-4cca-9c4e-8f0f85e68dfc req-5ad06a79-816a-4110-8475-423c0c7e30c4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 May 12 04:04:00.737848 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:04:01.400662 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebb603-958a-4cc3-810d-b2a7d66c42d5 req-896e9979-fbc0-40d3-bcec-a97b63aa688f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:01.402179 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dbebb603-958a-4cc3-810d-b2a7d66c42d5 req-896e9979-fbc0-40d3-bcec-a97b63aa688f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0469878 May 12 04:04:01.452688 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-dbebb603-958a-4cc3-810d-b2a7d66c42d5 req-320f31d2-37d4-4bbe-ae22-c9b590e4fd0d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 May 12 04:04:02.568082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46d88-124f-4852-81fd-e3285681f115 req-929ea6c3-2c85-47aa-af6d-02f37a6d19b9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:02.569543 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0bd46d88-124f-4852-81fd-e3285681f115 req-929ea6c3-2c85-47aa-af6d-02f37a6d19b9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0496154 May 12 04:04:02.619907 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0bd46d88-124f-4852-81fd-e3285681f115 req-c9584dff-2b28-42a2-ab2a-a676a1ed99d6 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 May 12 04:04:02.731298 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f1d5-510f-4abf-80bf-19d0bc4c8988 req-2d3688ec-4c53-4554-9aa2-de86700cc9be tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:02.732768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1a50f1d5-510f-4abf-80bf-19d0bc4c8988 req-2d3688ec-4c53-4554-9aa2-de86700cc9be tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0471103 May 12 04:04:02.780993 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1a50f1d5-510f-4abf-80bf-19d0bc4c8988 req-7a5d519b-7900-43ff-aad5-5e947fc37200 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 May 12 04:04:02.802260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41736) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:04:02.838642 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f1ab8-f7fc-47d3-8d1b-2e8c4b9bd314 tempest-TestShelveInstance-820435621 tempest-TestShelveInstance-820435621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:02.840127 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-6f1f1ab8-f7fc-47d3-8d1b-2e8c4b9bd314 tempest-TestShelveInstance-820435621 tempest-TestShelveInstance-820435621-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1124 time: 0.0369112 May 12 04:04:02.843444 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41738) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:04:02.847585 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:04:02.867604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:02.945496 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.063537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Allocated IP 172.26.2.184 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/a78202e6-0e0a-4378-bb07-953862f9a101) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:04:03.161805 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for port (a78202e6-0e0a-4378-bb07-953862f9a101), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.193729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a90b71a1-1456-43ea-bb53-8a90a41bb96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.195138 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (a78202e6-0e0a-4378-bb07-953862f9a101), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.231287 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:04:03.235427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:04:03.240845 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:04:03.246400 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'Port': ['ID=a78202e6-0e0a-4378-bb07-953862f9a101,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:04:03.624265 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.696433 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (a78202e6-0e0a-4378-bb07-953862f9a101), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.881361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for port (a78202e6-0e0a-4378-bb07-953862f9a101), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.885543 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (a78202e6-0e0a-4378-bb07-953862f9a101), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:03.955552 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event updated for resources: {'Port': ['ID=a78202e6-0e0a-4378-bb07-953862f9a101,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:04:03.962966 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:04.077506 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Floating IP e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00 associated. External IP: 172.26.2.184, port: 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1. May 12 04:04:04.282737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Router 6053632a-9e02-43f3-8109-5b878a47ea77 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:04:04.397569 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:04:04.409962 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:04:04.415852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:04.421938 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:04:04.422539 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:03:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:04:04.445450 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-e28baee4-177c-4c6f-8333-e9289b81d745 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6010103 May 12 04:04:04.446078 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:04:04.448356 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3799b8-26a8-4245-8a11-137c81cc0a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:04:04.483096 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08edda6-ab85-4f2c-b491-ef96c5a48c7f x-openstack-request-id: req-c08edda6-ab85-4f2c-b491-ef96c5a48c7f {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:04:04.483397 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:04:04.483659 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c08edda6-ab85-4f2c-b491-ef96c5a48c7f {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:04:04.484077 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08edda6-ab85-4f2c-b491-ef96c5a48c7f'] response: {'name': 'network-changed', 'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'status': 'completed', 'code': 200} May 12 04:04:04.528960 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:04:04.543130 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-5940728e-4a44-46ab-a55a-1839b9113ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:04.544765 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-5940728e-4a44-46ab-a55a-1839b9113ee3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0388277 May 12 04:04:04.640489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-9816c6ba-77e8-4e6a-a7d5-cf99d741711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:04.641976 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-9816c6ba-77e8-4e6a-a7d5-cf99d741711d service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0913117 May 12 04:04:04.706884 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-8b56f4c8-9f7e-4026-a970-35b35e5aca83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 999 time: 0.0588624 May 12 04:04:04.756169 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-8713f9a3-c3ec-405f-b31e-1ec6670de66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:04.757853 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-8713f9a3-c3ec-405f-b31e-1ec6670de66b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0447657 May 12 04:04:04.805539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-1e0e03d3-c4b5-4fd2-8abd-d2b82a09219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:04.807002 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-1e0e03d3-c4b5-4fd2-8abd-d2b82a09219c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424857 May 12 04:04:04.836282 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'floating_ip_address': '172.26.2.184', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'port_id': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'mac_address': 'fa:16:3e:d6:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:04:03Z', 'updated_at': '2022-05-12T04:04:03Z', 'revision_number': 0, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:04:04.862607 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:04:04.870721 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:04:04.871314 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:03:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:04:04.899224 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-2ec15fca-bac7-453c-b9ec-5552332f9bf2 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 May 12 04:04:04.978845 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:04:04.993374 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6d3799b8-26a8-4245-8a11-137c81cc0a7c req-19ccf609-4e06-4d05-bfcb-42bd9f296008 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852621 May 12 04:04:05.191917 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'floating_ip_address': '172.26.2.184', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'port_id': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'mac_address': 'fa:16:3e:d6:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:04:03Z', 'updated_at': '2022-05-12T04:04:03Z', 'revision_number': 0, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:04:05.217513 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6301-f3fe-4b8e-8bd4-9bb502f11183 None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': 'e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'floating_ip_address': '172.26.2.184', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'port_id': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'mac_address': 'fa:16:3e:d6:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:04:03Z', 'updated_at': '2022-05-12T04:04:03Z', 'revision_number': 0, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:04:05.401819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f88429-edf0-4bb3-8d5f-ed9ec826b220 None None] New status for floating IP e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:04:05.731165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a736aa12-3932-459c-a751-df66d0004518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:06.602059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:08.172133 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:09.721375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:12.701821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:20.440529 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-2a9fa0c0-d951-42db-a3fe-9ac59480cf59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377100 May 12 04:04:20.517990 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-1a187f6b-81e5-4899-b044-6b6c8ba31b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:20.519434 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-1a187f6b-81e5-4899-b044-6b6c8ba31b29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0387385 May 12 04:04:20.628413 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-ca1dadbb-6fb8-4c63-919f-055560acd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:20.629788 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-ca1dadbb-6fb8-4c63-919f-055560acd427 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0922837 May 12 04:04:20.694538 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-a1cb21ae-f61c-4a10-9704-9f4691a6ef3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 1001 time: 0.0584829 May 12 04:04:20.750900 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-ce2a1c69-3657-4540-8719-e7e59baeeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:20.752338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-ce2a1c69-3657-4540-8719-e7e59baeeb43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0475538 May 12 04:04:20.794489 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-620e54f5-e925-43a2-860a-4f5d8d414aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:04:20.796224 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-620e54f5-e925-43a2-860a-4f5d8d414aed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377860 May 12 04:04:20.885430 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-2071199c-b81b-4202-88a0-f2427b9f81c2 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808635 May 12 04:04:20.975793 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ceae8dda-4ef7-40a6-9d5e-189a28fc188f req-2b35417b-7530-4ea3-bdcd-f4ee5e33d057 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842881 May 12 04:04:33.195105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-64b59269-d972-4af4-9474-e5ea2df7970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:35.732383 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b939d6a2-bb1e-4540-bc12-49a9493f1ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:36.604929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:37.736224 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:04:38.173429 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:39.724103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:04:42.715454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:03.197245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daf117ba-4a4f-4ae2-85b3-140bfd547a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:05.733558 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-17ef4093-496f-425d-8262-0e16dcccdaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:06.608202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:08.181860 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:09.726151 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:12.706409 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:14.734524 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:05:22.436489 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-1a961cb9-c64b-4b64-85e5-af4c30c31290 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389202 May 12 04:05:22.520410 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-6343f724-202f-4aec-aece-13ba286c3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:05:22.521908 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-6343f724-202f-4aec-aece-13ba286c3440 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0388556 May 12 04:05:22.643218 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-c8337d53-be53-49b2-95e0-991d0b130dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:05:22.644613 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-c8337d53-be53-49b2-95e0-991d0b130dff service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0965931 May 12 04:05:22.709682 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-88ee0939-5bb0-4483-b48d-40e7dd147318 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 1001 time: 0.0562968 May 12 04:05:22.773189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-9d961280-6b60-4da9-96b8-07f058bb7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:05:22.775274 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-9d961280-6b60-4da9-96b8-07f058bb7786 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0472827 May 12 04:05:22.826599 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-83dcf055-8f33-4227-9d47-fb0940e28f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:05:22.828085 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-83dcf055-8f33-4227-9d47-fb0940e28f2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381424 May 12 04:05:22.921077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-1685ccd4-9926-4717-9c8b-5a3db402f481 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834038 May 12 04:05:23.011537 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-687c1de3-8ec5-4158-8e90-eaf1e9124d0a req-e2625573-bbef-47fa-9e41-300fccc3b253 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794559 May 12 04:05:33.199607 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6cd99b81-ff34-45fe-bae6-6e9204d15503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:35.737265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b3de5d51-7e9e-4a9e-8a6d-18eb150aa880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:36.609780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:38.180819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:39.728020 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:42.711649 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:05:51.733686 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:06:02.961325 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea905-9598-4c98-a876-2f872c188db6 req-ef8ead34-cb72-4a84-85d0-53da61585d07 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:02.962868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-795ea905-9598-4c98-a876-2f872c188db6 req-ef8ead34-cb72-4a84-85d0-53da61585d07 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0475273 May 12 04:06:03.011625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-795ea905-9598-4c98-a876-2f872c188db6 req-1db93fb6-172f-43e3-919a-5f7e38898f03 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 May 12 04:06:03.201294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-23bdd53e-9403-4db2-90f4-97fbb8a41eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:04.127326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34e32-f37a-4bd8-b7a8-2fc37ad251bc req-66cf9b8a-9d8f-48b2-bcb7-0d39880adeb4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:04.128789 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8f34e32-f37a-4bd8-b7a8-2fc37ad251bc req-66cf9b8a-9d8f-48b2-bcb7-0d39880adeb4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0482392 May 12 04:06:04.176730 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d8f34e32-f37a-4bd8-b7a8-2fc37ad251bc req-a78f7bb2-f903-46a2-9b5a-915506009cb2 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 May 12 04:06:05.289623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd71de-a0ab-41f4-90db-49808341ba07 req-f18d57c0-50f5-4104-9fcc-c4cb799c5034 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:05.291118 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-febd71de-a0ab-41f4-90db-49808341ba07 req-f18d57c0-50f5-4104-9fcc-c4cb799c5034 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0459611 May 12 04:06:05.339576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-febd71de-a0ab-41f4-90db-49808341ba07 req-2ff3b647-c16b-451a-b08b-b2b220d9e45b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 May 12 04:06:05.738898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-101dfc9f-e771-4c4b-b723-6fcb6e706bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:06.458122 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3de20-dac8-4f2c-b907-732a2bfafb27 req-4c71359d-e7de-4890-b89c-3549a1ffd301 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:06.459584 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37a3de20-dac8-4f2c-b907-732a2bfafb27 req-4c71359d-e7de-4890-b89c-3549a1ffd301 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0521929 May 12 04:06:06.510403 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-37a3de20-dac8-4f2c-b907-732a2bfafb27 req-f7b1bacb-b406-401a-baa8-5955dd2d23f2 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452783 May 12 04:06:06.612755 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:07.620106 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c4de0-4d68-4227-aa20-1d092399a603 req-c55b05c0-09af-4e68-9d93-48bf11bdc813 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:07.621454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec4c4de0-4d68-4227-aa20-1d092399a603 req-c55b05c0-09af-4e68-9d93-48bf11bdc813 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0449977 May 12 04:06:07.670712 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ec4c4de0-4d68-4227-aa20-1d092399a603 req-682e9b6f-3d87-44a5-adfd-6af0e92c7af5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 May 12 04:06:08.184732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:08.788753 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876f5a5-5382-4b20-9ea5-91114921f92f req-c369fab4-a226-48e4-9db1-98050d1bb00d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:08.790320 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b876f5a5-5382-4b20-9ea5-91114921f92f req-c369fab4-a226-48e4-9db1-98050d1bb00d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0472462 May 12 04:06:08.842813 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b876f5a5-5382-4b20-9ea5-91114921f92f req-4916a8f3-e1bd-465f-8daa-b566caeaeeb9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 May 12 04:06:09.730806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:09.952390 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6522e7-6559-4ca3-bdcc-09b3a16ad5b2 req-4d7c8407-3a1f-4906-8355-0821ada33a72 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:09.953827 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae6522e7-6559-4ca3-bdcc-09b3a16ad5b2 req-4d7c8407-3a1f-4906-8355-0821ada33a72 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0456340 May 12 04:06:10.001427 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae6522e7-6559-4ca3-bdcc-09b3a16ad5b2 req-5481e07e-7762-4e82-a90e-ef525fb113a9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 May 12 04:06:11.111711 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c53d02-f59a-45ee-af9a-76e4efc4ef98 req-85963c75-b9db-490f-a1a9-232f1d7cca4b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:11.113153 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33c53d02-f59a-45ee-af9a-76e4efc4ef98 req-85963c75-b9db-490f-a1a9-232f1d7cca4b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0462003 May 12 04:06:11.160473 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-33c53d02-f59a-45ee-af9a-76e4efc4ef98 req-6d518a48-3ed4-488b-b10d-92684e8ba553 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 May 12 04:06:12.278988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70723323-3b37-45a4-a783-3b8705be7e0d req-d6b1f293-0225-4fc3-9c82-86a5be6a8453 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:12.280476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70723323-3b37-45a4-a783-3b8705be7e0d req-d6b1f293-0225-4fc3-9c82-86a5be6a8453 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0507445 May 12 04:06:12.329436 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-70723323-3b37-45a4-a783-3b8705be7e0d req-b22b84f6-4be3-4c11-95a3-375f532d76a9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434749 May 12 04:06:12.713055 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:13.148688 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-450c9570-2183-4424-9c50-b7c87bc2d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:13.150759 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-450c9570-2183-4424-9c50-b7c87bc2d700 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0389767 May 12 04:06:13.242159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-13ce8af0-d1ee-4e66-a207-75fbaae9cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:13.243611 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-13ce8af0-d1ee-4e66-a207-75fbaae9cd2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0850124 May 12 04:06:13.309406 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-96e4f955-44c8-469d-8ccb-ad52c2867004 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 1001 time: 0.0562446 May 12 04:06:13.365383 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-d2c6ef59-6d8a-45ad-b793-9db3c35e6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:13.366892 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-d2c6ef59-6d8a-45ad-b793-9db3c35e6057 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0475459 May 12 04:06:13.415131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-818724f1-9f97-48c7-84c0-973e089ef92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:13.416532 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-818724f1-9f97-48c7-84c0-973e089ef92e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391946 May 12 04:06:13.441295 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86aa5-d6e9-4cd5-9ea4-961bbf7293b5 req-0420ef2a-60bb-42b7-8cda-59dfa8f5ed4d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:13.442798 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ef86aa5-d6e9-4cd5-9ea4-961bbf7293b5 req-0420ef2a-60bb-42b7-8cda-59dfa8f5ed4d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0466001 May 12 04:06:13.498435 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8ef86aa5-d6e9-4cd5-9ea4-961bbf7293b5 req-446d47e8-baed-4d12-87b0-941c766a106c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492418 May 12 04:06:13.511696 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-1943cab4-1fe4-4ae0-a550-797ad7a17e5d service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 May 12 04:06:13.605408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fd8481fd-8f74-4a97-90c3-3dd675de8e3a req-198345c6-cb63-4ab1-beff-0c047d6ffbe4 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843306 May 12 04:06:14.606434 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07b209-1d2a-407e-8c7d-a8f981a03b53 req-0c393d45-cf53-43ff-9ada-e874b47ffa9c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:14.607801 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b07b209-1d2a-407e-8c7d-a8f981a03b53 req-0c393d45-cf53-43ff-9ada-e874b47ffa9c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0464504 May 12 04:06:14.659031 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2b07b209-1d2a-407e-8c7d-a8f981a03b53 req-a37c3403-017d-4e7c-85c3-32d50ab4fe47 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457461 May 12 04:06:15.772578 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddcb25-a6aa-4750-99d5-2d6f6a9e2ad7 req-c307b6bf-bd2b-431f-99fb-dd89bae29972 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:15.774524 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9eddcb25-a6aa-4750-99d5-2d6f6a9e2ad7 req-c307b6bf-bd2b-431f-99fb-dd89bae29972 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0476751 May 12 04:06:15.824624 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9eddcb25-a6aa-4750-99d5-2d6f6a9e2ad7 req-47fa91c0-2556-4810-a9e9-4695229e6ee8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 May 12 04:06:16.935954 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b99a1-5c90-4988-83d5-c592b44893ed req-25685904-4ebd-499f-b61f-c6bafeaf581f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:16.937425 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-958b99a1-5c90-4988-83d5-c592b44893ed req-25685904-4ebd-499f-b61f-c6bafeaf581f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0459859 May 12 04:06:16.986240 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-958b99a1-5c90-4988-83d5-c592b44893ed req-4145587a-a29a-4eb1-a208-c62bb335a41a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 May 12 04:06:18.103501 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe2562-2f69-4523-9731-3dd802bbf324 req-8535dd69-2505-4dc7-9424-c9d40d53a2e3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:18.105059 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9fe2562-2f69-4523-9731-3dd802bbf324 req-8535dd69-2505-4dc7-9424-c9d40d53a2e3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0510631 May 12 04:06:18.152962 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c9fe2562-2f69-4523-9731-3dd802bbf324 req-c530bae0-7d24-45e9-bf56-7d9e4efccb43 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 May 12 04:06:19.263328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c40-4d49-4352-bc15-7c5299ecb19f req-2adad6e6-bf3c-48a5-9ef3-0b444819e83e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:19.264772 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-79aa2c40-4d49-4352-bc15-7c5299ecb19f req-2adad6e6-bf3c-48a5-9ef3-0b444819e83e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0452745 May 12 04:06:19.311964 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-79aa2c40-4d49-4352-bc15-7c5299ecb19f req-6368bfe8-b02e-4ac1-a78f-ff70a0d0b96a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 May 12 04:06:20.334286 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:06:20.414281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:06:20.414675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:20.444441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:06:20.447112 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee573c-08a5-475f-9b10-2983e0f7d662" -d '{"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:06:20.460198 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:06:20.464169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:20.496613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feabfd79-7f0e-46ec-b52a-9b60824c7f69 x-openstack-request-id: req-feabfd79-7f0e-46ec-b52a-9b60824c7f69 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:06:20.496983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-unplugged", "status": "failed", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "code": 422}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:06:20.497304 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feabfd79-7f0e-46ec-b52a-9b60824c7f69 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:06:20.497803 dv-neutron-841363-5-hyperv neutron-server[104166]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-feabfd79-7f0e-46ec-b52a-9b60824c7f69']: {'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'code': 422} returned with failed status May 12 04:06:20.512010 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-c58161c9-68d2-4959-a2b8-bd4992a41c47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400717 May 12 04:06:20.522225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-b7cf501f-d50e-4bd7-a27a-a9060b6788a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 04:06:20.523313 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-b7cf501f-d50e-4bd7-a27a-a9060b6788a4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052476 May 12 04:06:20.525106 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:06:20.532427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.532841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.533193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.533534 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.534015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.534351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.534678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.535006 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.535331 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.535658 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.535983 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.536307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.536627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.536951 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.537269 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:06:20.547064 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a6fdb-19a7-43b0-b5c1-b0ba3b5335b2 req-f31a7c3e-b1e5-4daa-bb69-1b029b50e2e6 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:20.548599 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1a1a6fdb-19a7-43b0-b5c1-b0ba3b5335b2 req-f31a7c3e-b1e5-4daa-bb69-1b029b50e2e6 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0534139 May 12 04:06:20.595754 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1a1a6fdb-19a7-43b0-b5c1-b0ba3b5335b2 req-29c18d6a-5d5d-426b-8b9b-995c5aaae43e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 May 12 04:06:21.604411 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-5e288639-b8c3-4da4-8b25-3631ec0f9afc tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:21.605653 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-5e288639-b8c3-4da4-8b25-3631ec0f9afc tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports/5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 940 time: 0.0453150 May 12 04:06:21.709671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab23a8-f106-4581-b8e4-bba3e0029405 req-6007fc9a-e40a-4688-bbcb-06ead85b00d8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:21.711255 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1bab23a8-f106-4581-b8e4-bba3e0029405 req-6007fc9a-e40a-4688-bbcb-06ead85b00d8 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0475869 May 12 04:06:21.760735 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1bab23a8-f106-4581-b8e4-bba3e0029405 req-13db3481-553e-4ac7-a7fd-7bfcf1a03b89 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 May 12 04:06:22.873694 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d46d-e03d-44ee-a179-b991b6c2793a req-ea985e1b-179d-4b46-8783-007931ddd066 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:22.875178 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3bf5d46d-e03d-44ee-a179-b991b6c2793a req-ea985e1b-179d-4b46-8783-007931ddd066 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0495081 May 12 04:06:22.924793 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3bf5d46d-e03d-44ee-a179-b991b6c2793a req-eeba390e-211b-4844-995b-ce84c67ff19e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 May 12 04:06:24.041335 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9d53-90ce-48bf-a637-786367710d0f req-fdae4ac9-a03e-49b6-b7d8-8aef37f18c5a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:24.042838 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b67c9d53-90ce-48bf-a637-786367710d0f req-fdae4ac9-a03e-49b6-b7d8-8aef37f18c5a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0523360 May 12 04:06:24.090230 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b67c9d53-90ce-48bf-a637-786367710d0f req-e925f835-9cc1-4fc9-9445-a335ee24cf8b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 May 12 04:06:25.203734 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebf0a5-06dd-4d28-9542-01fcd721e9d1 req-aa65a96b-bbb7-4aa7-82c9-334f7a6551b4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:25.205255 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2bebf0a5-06dd-4d28-9542-01fcd721e9d1 req-aa65a96b-bbb7-4aa7-82c9-334f7a6551b4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0468724 May 12 04:06:25.257442 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2bebf0a5-06dd-4d28-9542-01fcd721e9d1 req-4e63c750-2835-4b8e-b103-b5f5500cf566 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465851 May 12 04:06:26.367985 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c49811-14b7-4fb2-9e2e-e2381888370a req-93a9f782-dcfe-4390-94ca-1df6814481a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:26.369981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-15c49811-14b7-4fb2-9e2e-e2381888370a req-93a9f782-dcfe-4390-94ca-1df6814481a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0457504 May 12 04:06:26.422966 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-15c49811-14b7-4fb2-9e2e-e2381888370a req-0a344569-d406-49c1-92da-b303ae4e3df5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470183 May 12 04:06:27.533027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b4240-7137-426f-b8a9-fab524a040e6 req-d5c26a8d-d7c2-4649-af46-e1f8e3f395e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:27.534546 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a71b4240-7137-426f-b8a9-fab524a040e6 req-d5c26a8d-d7c2-4649-af46-e1f8e3f395e4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0464165 May 12 04:06:27.584787 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a71b4240-7137-426f-b8a9-fab524a040e6 req-d969786b-f0c9-41a6-ac3f-5229e149b12e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 May 12 04:06:28.700537 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2d7d-61cd-4414-a18d-28cf6beab068 req-01ebb837-6817-4734-b2c3-e5035cc8e55f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:28.702040 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c4a2d7d-61cd-4414-a18d-28cf6beab068 req-01ebb837-6817-4734-b2c3-e5035cc8e55f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0521748 May 12 04:06:28.732933 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:06:28.751454 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7c4a2d7d-61cd-4414-a18d-28cf6beab068 req-0cd6ff87-e3f7-4d23-9b8d-3cc8672e01ff tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 May 12 04:06:29.863696 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609903e-a8dd-495d-b9d1-fefb7fa019ff req-e6a0d926-10ee-40c4-a745-06eb1ca0e222 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:29.865064 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a609903e-a8dd-495d-b9d1-fefb7fa019ff req-e6a0d926-10ee-40c4-a745-06eb1ca0e222 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0470147 May 12 04:06:29.913411 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a609903e-a8dd-495d-b9d1-fefb7fa019ff req-c4db53c4-9860-4a90-86fb-05a3feed6ecc tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 May 12 04:06:31.028484 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b23751-d670-4d7b-a1f4-5f7dbb419755 req-91888dcc-12f1-450e-b9ac-a5003d119322 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:31.029981 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8b23751-d670-4d7b-a1f4-5f7dbb419755 req-91888dcc-12f1-450e-b9ac-a5003d119322 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0513690 May 12 04:06:31.078061 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c8b23751-d670-4d7b-a1f4-5f7dbb419755 req-35e87e32-51e6-4690-8665-f6bb78914f8e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 May 12 04:06:32.192141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50654705-fd60-43d6-8238-91344f94830a req-f95a5d89-86ad-4165-b0d3-2847a15b01c0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:32.194356 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50654705-fd60-43d6-8238-91344f94830a req-f95a5d89-86ad-4165-b0d3-2847a15b01c0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0478597 May 12 04:06:32.253055 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-50654705-fd60-43d6-8238-91344f94830a req-59c0415a-0372-40f7-a09c-4e500a75cd18 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506678 May 12 04:06:33.205504 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c6c66fdb-3e94-4598-90c2-21137eb0ad4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:33.368027 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabbac3-659b-483a-a64d-73d185236dfd req-4b5b862a-1c2d-497f-9ee4-f08896f8d502 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:33.370091 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8eabbac3-659b-483a-a64d-73d185236dfd req-4b5b862a-1c2d-497f-9ee4-f08896f8d502 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0482335 May 12 04:06:33.427445 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8eabbac3-659b-483a-a64d-73d185236dfd req-29e43ae7-4f41-405e-b9db-41cc2972a421 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512075 May 12 04:06:34.539338 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73f895-ac2b-44cf-ae3e-4edaddb56b0b req-73c32b20-63b2-44d1-b0e9-ae7b7c06b4a4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:34.540810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a73f895-ac2b-44cf-ae3e-4edaddb56b0b req-73c32b20-63b2-44d1-b0e9-ae7b7c06b4a4 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0469551 May 12 04:06:34.589642 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4a73f895-ac2b-44cf-ae3e-4edaddb56b0b req-637a0688-0ebe-48dc-a495-d2002a4f0a09 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 May 12 04:06:35.474636 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-24320ca7-3ccc-4ed3-9e7e-58eb62c7ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:35.476064 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-24320ca7-3ccc-4ed3-9e7e-58eb62c7ddc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6&tenant_id=6d4851c1e9d741e282eda8665bae1664 HTTP/1.1" status: 200 len: 1127 time: 0.0419667 May 12 04:06:35.537030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-776da3a5-32e6-475c-bd79-4be0e43ae0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:35.538498 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-776da3a5-32e6-475c-bd79-4be0e43ae0a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1127 time: 0.0369451 May 12 04:06:35.632815 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-5521c7b2-77af-4936-9236-76ecd42f9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:35.634339 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-5521c7b2-77af-4936-9236-76ecd42f9aed service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0860040 May 12 04:06:35.702371 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb82a84-b8c2-4635-a9c6-37dd5c25b094 req-5332b5a2-9f57-41dd-9b92-83dba3b8080a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:35.703835 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-edb82a84-b8c2-4635-a9c6-37dd5c25b094 req-5332b5a2-9f57-41dd-9b92-83dba3b8080a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0486948 May 12 04:06:35.708412 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-f2e8df12-624e-49d3-95a7-7ecbf053564c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 999 time: 0.0652711 May 12 04:06:35.742309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-646e3bf2-1bfd-4666-af52-855cfe72bad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:35.757825 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-edb82a84-b8c2-4635-a9c6-37dd5c25b094 req-86c221af-7fec-474a-af07-f249a589fc17 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483112 May 12 04:06:35.775345 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-c4df5c8a-2165-41ab-9f13-87dbae391dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:35.776832 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-c4df5c8a-2165-41ab-9f13-87dbae391dae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0595243 May 12 04:06:35.824091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-36c1fe2b-5050-4b48-b396-210cac75b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:35.825547 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-36c1fe2b-5050-4b48-b396-210cac75b12e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391686 May 12 04:06:35.921755 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-f3603ac6-ea45-4522-b562-3ece8cf438f5 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 May 12 04:06:36.015044 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-47c64063-5cc0-45d4-b9f6-3cbc7cae3291 req-9219eb97-6d41-4444-a500-e3fa271bb5a6 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831661 May 12 04:06:36.614321 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:36.871737 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fcda6-893d-4ba7-8934-6fbaeda59691 req-ab53317d-fbcd-4583-85c8-bf5755fd0026 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:36.873126 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-372fcda6-893d-4ba7-8934-6fbaeda59691 req-ab53317d-fbcd-4583-85c8-bf5755fd0026 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0490324 May 12 04:06:36.920245 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-372fcda6-893d-4ba7-8934-6fbaeda59691 req-b98a18e6-fcb8-47fd-9273-95c79bece95d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 May 12 04:06:38.034427 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0df02-7b67-46d6-a228-d4172a9ce1e3 req-33569464-c039-4869-bba1-78699017dcc9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:38.035891 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8bf0df02-7b67-46d6-a228-d4172a9ce1e3 req-33569464-c039-4869-bba1-78699017dcc9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0476992 May 12 04:06:38.083833 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8bf0df02-7b67-46d6-a228-d4172a9ce1e3 req-afab07f3-4345-4b07-99df-d9f0bfd1dd25 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 May 12 04:06:38.184844 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:39.194285 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf0ca2-dee5-4691-b181-c25387aab79d req-1365236c-d5b0-41fa-b809-bcae59ddd256 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:39.195717 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29cf0ca2-dee5-4691-b181-c25387aab79d req-1365236c-d5b0-41fa-b809-bcae59ddd256 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0457251 May 12 04:06:39.247681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-29cf0ca2-dee5-4691-b181-c25387aab79d req-ee4b273a-b27c-4387-b24d-0b5edf931405 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 May 12 04:06:39.733300 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:40.358633 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a354e36-9f87-437c-a862-4ce1ab270435 req-74ad389f-c2aa-4b81-868e-cab2f4f7f307 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:40.360074 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5a354e36-9f87-437c-a862-4ce1ab270435 req-74ad389f-c2aa-4b81-868e-cab2f4f7f307 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0462489 May 12 04:06:40.407078 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5a354e36-9f87-437c-a862-4ce1ab270435 req-4e1d8267-c7c3-4326-a7fa-437b1ad81d29 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 May 12 04:06:41.519949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2b52-378f-4232-b7f5-41e02a8645e0 req-fbb91a20-9879-406f-b5d7-baeec26adde0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:41.521371 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-883f2b52-378f-4232-b7f5-41e02a8645e0 req-fbb91a20-9879-406f-b5d7-baeec26adde0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0454938 May 12 04:06:41.568854 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-883f2b52-378f-4232-b7f5-41e02a8645e0 req-0ec1910a-2c17-4567-ba44-c41caf450d00 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 May 12 04:06:42.686035 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cea0fb-6f3b-4074-a8e5-25c3a3287c8e req-89c0d9cf-5f9a-4286-ba56-536b4980ed0d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:42.687496 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-67cea0fb-6f3b-4074-a8e5-25c3a3287c8e req-89c0d9cf-5f9a-4286-ba56-536b4980ed0d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0527043 May 12 04:06:42.725073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:42.737577 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-67cea0fb-6f3b-4074-a8e5-25c3a3287c8e req-29bf0787-2a83-4074-84ba-62ceda9700c3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 May 12 04:06:43.848030 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9b81-d9ce-4041-8715-d2841b5b99d2 req-11c88b4e-13eb-4677-82e5-5eefabdb7f66 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:43.849487 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c1cf9b81-d9ce-4041-8715-d2841b5b99d2 req-11c88b4e-13eb-4677-82e5-5eefabdb7f66 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 943 time: 0.0460749 May 12 04:06:43.899037 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c1cf9b81-d9ce-4041-8715-d2841b5b99d2 req-1d1635f9-2238-4b85-8034-542a7a864d17 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 May 12 04:06:44.468517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:06:44.565495 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:06:44.576676 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'port_id': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'mac_address': 'fa:16:3e:d6:bc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:06:44.753322 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:06:44.753698 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:44.766665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:06:44.785460 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:06:44.789060 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:44.833710 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:06:45.013803 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e55ec-c098-4bf4-b99e-d43659579d34 req-8273cafb-f923-461a-8b2b-641d68beec1d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:45.015296 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-795e55ec-c098-4bf4-b99e-d43659579d34 req-8273cafb-f923-461a-8b2b-641d68beec1d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 944 time: 0.0500011 May 12 04:06:45.063364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-795e55ec-c098-4bf4-b99e-d43659579d34 req-98622efa-f17a-4e59-8689-4a4338153a99 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424423 May 12 04:06:45.063847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:06:46.172671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977655-87e0-413d-ba20-64a4e8947cf3 req-cadad36c-03cb-4e94-96a1-72b291d67fb9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:46.174126 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6977655-87e0-413d-ba20-64a4e8947cf3 req-cadad36c-03cb-4e94-96a1-72b291d67fb9 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 944 time: 0.0453589 May 12 04:06:46.221259 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e6977655-87e0-413d-ba20-64a4e8947cf3 req-d97e8d85-2c43-40af-bc20-9476a587aab0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 May 12 04:06:46.491213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:06:46.538376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:06:46.538749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:46.612738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:06:46.613126 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:46.634571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:06:46.636806 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3bade-151a-424a-8c18-7b6e8063c078" -d '{"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:06:46.648788 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:06:46.653523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:06:46.701517 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:06:46.749625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e6a6aa-2e07-40b2-b155-578a3f229784 x-openstack-request-id: req-95e6a6aa-2e07-40b2-b155-578a3f229784 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:06:46.749949 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:06:46.750219 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95e6a6aa-2e07-40b2-b155-578a3f229784 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:06:46.750631 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e6a6aa-2e07-40b2-b155-578a3f229784'] response: {'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'code': 200} May 12 04:06:46.966146 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817202a-40b4-446d-a465-8a549683c4ed req-880f4e51-fc0f-482b-9ece-bbdec018b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:46.967608 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5817202a-40b4-446d-a465-8a549683c4ed req-880f4e51-fc0f-482b-9ece-bbdec018b5c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0385458 May 12 04:06:47.012318 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-5817202a-40b4-446d-a465-8a549683c4ed req-dad49190-ebea-4bb5-b07e-a8eeaa27db8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385118 May 12 04:06:47.332460 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19b6e7-6fab-4ec6-9f97-4b04dbae9575 req-7d1e4840-7343-4a17-afb3-6d512133353a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:47.333928 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b19b6e7-6fab-4ec6-9f97-4b04dbae9575 req-7d1e4840-7343-4a17-afb3-6d512133353a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0467505 May 12 04:06:47.385762 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6b19b6e7-6fab-4ec6-9f97-4b04dbae9575 req-4a39d839-ba71-4fd5-90d2-52cc1d678312 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462739 May 12 04:06:48.506715 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f262ad-acb6-4fcc-8b91-18a904b401dc req-71d7c813-00f1-40f3-bc88-8b0727efffe3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:48.508172 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-17f262ad-acb6-4fcc-8b91-18a904b401dc req-71d7c813-00f1-40f3-bc88-8b0727efffe3 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0501502 May 12 04:06:48.556938 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-17f262ad-acb6-4fcc-8b91-18a904b401dc req-896bf421-dcb2-4920-ad8c-ccd45c03b8d5 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 May 12 04:06:49.667974 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334656d-75b6-40b8-ae3e-4beedeb2da43 req-bbd2f038-6569-4d4d-872c-acfed0c70d19 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:06:49.669499 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d334656d-75b6-40b8-ae3e-4beedeb2da43 req-bbd2f038-6569-4d4d-872c-acfed0c70d19 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0458281 May 12 04:06:49.719631 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d334656d-75b6-40b8-ae3e-4beedeb2da43 req-b53b44ca-9b52-4518-b2ce-b380103db906 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442321 May 12 04:07:03.208324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-05d095d6-441e-4e5c-919c-01bbbed56939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:05.731196 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:07:05.743986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2a32c29e-3ee6-49f6-ad9f-61c5ab90a5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:06.620985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:08.188891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:09.739490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:12.735235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:22.454139 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-0cabb5b3-291d-48cc-830b-f3e06bc22146 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491095 May 12 04:07:22.535847 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-80ec05eb-34a0-4238-8762-f092a6c6e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:07:22.537488 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-80ec05eb-34a0-4238-8762-f092a6c6e8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0417871 May 12 04:07:22.648957 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-8b151c87-c929-48b4-b398-2546c10fcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:07:22.650353 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-8b151c87-c929-48b4-b398-2546c10fcefc service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0930667 May 12 04:07:22.720253 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-11ae0700-b349-41bb-bc52-de4ef7d9843f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 1001 time: 0.0619500 May 12 04:07:22.770658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-466bdc49-bfd0-4afe-8d6e-dca6f7fde5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:07:22.772135 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-466bdc49-bfd0-4afe-8d6e-dca6f7fde5e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0457773 May 12 04:07:22.825658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-33910710-f9f2-4b3d-b356-4e3250b9b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:07:22.827283 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-33910710-f9f2-4b3d-b356-4e3250b9b88e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477855 May 12 04:07:22.930002 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-284da8b8-ec39-4de7-936e-9db9b23400f0 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950384 May 12 04:07:23.023732 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-419ace46-2fe6-42ef-ae4f-2899aa484688 req-26ee9257-53e3-45ce-8ad2-46fcea8a2806 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824652 May 12 04:07:33.209714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-50cf6d52-86e3-488e-bf0a-c1f40d78a7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:35.745516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-1717f2e9-88bf-425c-a377-3877d378e7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:36.620579 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:38.195490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:39.732502 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:07:42.731834 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:07:42.735645 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.028989 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41924) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:03.175539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Deleting port a78202e6-0e0a-4378-bb07-953862f9a101 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:03.175883 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (a78202e6-0e0a-4378-bb07-953862f9a101), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.211787 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-97fc3fa7-d754-4d7f-8b18-befc4cc1465f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.255552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (a78202e6-0e0a-4378-bb07-953862f9a101), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.255873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (a78202e6-0e0a-4378-bb07-953862f9a101), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.268257 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Calling delete_port for a78202e6-0e0a-4378-bb07-953862f9a101 owned by network:floatingip {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:03.414366 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (a78202e6-0e0a-4378-bb07-953862f9a101), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.437789 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event deleted for resources: {'Port': ['ID=a78202e6-0e0a-4378-bb07-953862f9a101,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:03.451389 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.451732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.452074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.452405 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.452731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.453055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.453377 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.453695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.454145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.454464 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.454782 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.455127 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.455440 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.455752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.456064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:03.511204 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for floatingip (e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.511575 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.l3_db [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Floating IP e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00 disassociated (deleted). External IP: 172.26.2.184, port: 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1. May 12 04:08:03.717177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Router 6053632a-9e02-43f3-8109-5b878a47ea77 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:08:03.830778 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:03.835538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:03.840530 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:03.850028 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:03.850634 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:07:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:03.865100 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-e7d5040f-f344-4073-822f-573d2498ec6a tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00 HTTP/1.1" status: 204 len: 168 time: 0.8349631 May 12 04:08:03.865685 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:08:03.867959 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:08:03.976458 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:03.977116 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c32bc0c-cc2a-4d09-b792-c61020549a61 x-openstack-request-id: req-4c32bc0c-cc2a-4d09-b792-c61020549a61 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:08:03.979552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:08:03.979552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c32bc0c-cc2a-4d09-b792-c61020549a61 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:08:03.979552 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c32bc0c-cc2a-4d09-b792-c61020549a61'] response: {'name': 'network-changed', 'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'status': 'completed', 'code': 200} May 12 04:08:04.063112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-704c0cee-a4cc-4281-829a-3399c5e59b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:04.064816 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-704c0cee-a4cc-4281-829a-3399c5e59b32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d4851c1e9d741e282eda8665bae1664&device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 1129 time: 0.0497265 May 12 04:08:04.090949 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4cfa2-bcf2-49ad-b2fd-403434d68aaa req-b85db23b-70d6-409f-965a-ff1565d090ea tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:04.092523 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b0a4cfa2-bcf2-49ad-b2fd-403434d68aaa req-b85db23b-70d6-409f-965a-ff1565d090ea tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0528631 May 12 04:08:04.144787 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b0a4cfa2-bcf2-49ad-b2fd-403434d68aaa req-fea89cfe-e947-4591-a497-ad16d0548c6b tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 May 12 04:08:04.267109 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:04.293836 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:04.301944 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:04.302796 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:07:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:04.409681 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:04.590609 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:04.619910 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00a89a-416a-412e-b070-538e87ad27d7 None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T03:58:57Z', 'revision_number': 4, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'e8cb0e92-e210-4efe-be2e-0b57c86d2af8', 'name': '', 'network_id': 'abc0052e-e54a-4019-bd58-aba9cbbed90b', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'mac_address': 'fa:16:3e:1a:f5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:56Z', 'updated_at': '2022-05-12T03:59:01Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'subnets': [{'id': '2018f618-6a58-485a-94f2-d5e8ef4a76ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:04.968905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c2c0-7a06-41d5-9b81-8ad68e92cfd3 None None] New status for floating IP e6cd7916-d4b3-4a55-a1f3-faef6ddd3d00: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:08:05.264571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93855ecf-270a-4a4d-849f-773fcdd8f541 req-6c03256f-303d-4909-be6f-df6534c2d49e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:05.266107 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-93855ecf-270a-4a4d-849f-773fcdd8f541 req-6c03256f-303d-4909-be6f-df6534c2d49e tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0487564 May 12 04:08:05.286848 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-49ad2ed3-7794-466e-9a2f-5ba154b44426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:05.288344 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-49ad2ed3-7794-466e-9a2f-5ba154b44426 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 200 len: 908 time: 0.0844979 May 12 04:08:05.319026 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-93855ecf-270a-4a4d-849f-773fcdd8f541 req-29e7846f-f1b9-4c17-8465-51ff9f34aab7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 May 12 04:08:05.397451 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-2c617aca-2634-4eef-a78a-134808d76a1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 200 len: 217 time: 0.0385389 May 12 04:08:05.445087 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-f28a9d46-1113-4696-acf4-eced379ee890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:05.447022 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-f28a9d46-1113-4696-acf4-eced379ee890 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 200 len: 846 time: 0.0419824 May 12 04:08:05.492226 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-8c3ad1d3-19d2-470f-9596-2fe7298b487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:05.494375 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-8c3ad1d3-19d2-470f-9596-2fe7298b487e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abc0052e-e54a-4019-bd58-aba9cbbed90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416336 May 12 04:08:05.746765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6a93bd4e-91d6-4f3c-a4a4-baff5020c363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:05.748607 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-a71c9f32-b9bf-4c45-a9ab-98e20377d433 service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983696 May 12 04:08:05.802112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-75aad468-74fe-420f-8dc1-91620015a69c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:05.803794 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-75aad468-74fe-420f-8dc1-91620015a69c tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0689905 May 12 04:08:05.917188 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-35ef7fd7-ad60-43b7-a8a4-a29c7a072bcf req-dd188dee-eaf8-4e52-9f07-b08fb3eb9acd service neutron] 10.222.0.57 "GET /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525676 May 12 04:08:05.931779 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Deleting port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:05.932119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:06.304062 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] For port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:06.304780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:06.316780 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Calling delete_port for 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:06.435604 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe227db-2018-4c18-a748-7b39779792b6 req-88bdf1c7-6904-46d9-9fde-e9252a15eb2f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:06.437060 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cfe227db-2018-4c18-a748-7b39779792b6 req-88bdf1c7-6904-46d9-9fde-e9252a15eb2f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 945 time: 0.0464873 May 12 04:08:06.444945 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:06.478043 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event deleted for resources: {'Port': ['ID=5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:06.487745 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-cfe227db-2018-4c18-a748-7b39779792b6 req-d82850b0-6434-460e-b373-d2f89018c1f7 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/security-groups?id=38e0f518-102f-482f-82dc-04c5ca7aa12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 May 12 04:08:06.523752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] No DVR routers for this DVR port 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:08:06.531334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:06.534697 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-9b80187d-298d-4d15-bbf0-38253df2c335 req-77b2af42-3480-4e0f-ae4c-b73d847cce40 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.57 "DELETE /v2.0/ports/5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 HTTP/1.1" status: 204 len: 173 time: 0.6980231 May 12 04:08:06.536227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-deleted', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:08:06.541034 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d9f7c-d5c2-4138-bef6-45acf285ec86" -d '{"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-deleted", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:08:06.578571 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75653be-06e6-499b-b574-72eba08a3385 x-openstack-request-id: req-c75653be-06e6-499b-b574-72eba08a3385 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:08:06.578865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d39316c-3d4a-4b8a-87ab-8226ad8216c6", "name": "network-vif-deleted", "tag": "5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:08:06.579117 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c75653be-06e6-499b-b574-72eba08a3385 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:08:06.579524 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75653be-06e6-499b-b574-72eba08a3385'] response: {'server_uuid': '1d39316c-3d4a-4b8a-87ab-8226ad8216c6', 'name': 'network-vif-deleted', 'tag': '5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1', 'status': 'completed', 'code': 200} May 12 04:08:06.624316 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:07.590632 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e3d75924-27bf-4b45-a03a-9a422661268c req-adcc14e9-5efc-464b-a4fe-d7be02346f15 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0307050 May 12 04:08:08.197169 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:08.688393 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c0e58b7d-22cf-4783-b449-1433a2f22a29 req-67e22345-a084-4664-a73d-0ad500b04e69 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0290327 May 12 04:08:08.898375 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:08.918935 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:08.919272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 5bf1297d-b4b4-4f1b-a3bb-2eaf5e3646a1 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:09.734661 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:09.784334 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-060838f8-6f91-4bce-8548-62c3fa408390 req-418fdb3a-6a59-4b64-a20f-c25d65b939a0 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0285282 May 12 04:08:10.880629 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aeeb0df7-6d8d-4b77-828e-0bdbf66b25c4 req-f97788b0-7825-4a42-943d-d8e770d3cdc2 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0284228 May 12 04:08:11.977861 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-aff6832b-34f9-4fd1-b62c-672fd279f914 req-4420549b-98bc-4b0d-b30c-2551c2d34b68 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0317316 May 12 04:08:12.739130 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:13.356908 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c84836d4-b6bb-4009-b125-c452eee4f2ab req-9df4f877-3ccb-4327-8204-25ea2680b97f tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.3128216 May 12 04:08:14.452878 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ab503429-1927-48f5-925a-805834af72ee req-8bcdc570-a5c0-42fc-b840-a62b1e53f11d tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0277946 May 12 04:08:15.556030 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-9c80c5a6-c65f-4947-81c4-f9e7e1442ae1 req-42dc82f3-394c-428d-8889-3d2798400ff1 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d39316c-3d4a-4b8a-87ab-8226ad8216c6 HTTP/1.1" status: 200 len: 210 time: 0.0283890 May 12 04:08:16.613877 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41972) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:16.672770 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (38e0f518-102f-482f-82dc-04c5ca7aa12b), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:16.698014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (38e0f518-102f-482f-82dc-04c5ca7aa12b), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:16.757436 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (38e0f518-102f-482f-82dc-04c5ca7aa12b), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:16.760955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:16.762689 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] 10.222.0.23 "DELETE /v2.0/security-groups/38e0f518-102f-482f-82dc-04c5ca7aa12b HTTP/1.1" status: 204 len: 168 time: 0.1471369 May 12 04:08:16.779896 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0f518-102f-482f-82dc-04c5ca7aa12b,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:16.787075 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.787426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.787917 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.788188 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.788563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.789175 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.789503 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.789822 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.790236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.790563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.790912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.791244 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.791616 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.791875 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.792256 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcfea9d-b046-4534-9d1a-c5e9b6d8cd61 tempest-TestShelveInstance-806118347 tempest-TestShelveInstance-806118347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:16.820941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41976) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:17.263242 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (6053632a-9e02-43f3-8109-5b878a47ea77), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:17.497430 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Deleting port e8cb0e92-e210-4efe-be2e-0b57c86d2af8 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:17.497762 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:17.573222 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] For port e8cb0e92-e210-4efe-be2e-0b57c86d2af8, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:17.573476 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:17.586304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Calling delete_port for e8cb0e92-e210-4efe-be2e-0b57c86d2af8 owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:17.766998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (e8cb0e92-e210-4efe-be2e-0b57c86d2af8), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:17.828810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cb0e92-e210-4efe-be2e-0b57c86d2af8,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:17.978786 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (6053632a-9e02-43f3-8109-5b878a47ea77), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:18.205816 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Router 6053632a-9e02-43f3-8109-5b878a47ea77 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:08:18.317831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:18.327608 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-1f17fc12-d04d-4155-9529-481490ae78f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/6053632a-9e02-43f3-8109-5b878a47ea77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5007117 May 12 04:08:18.327608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41982) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:18.332915 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] Sync routers for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:18.348904 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:18.349528 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:18.438515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks [] for router (6053632a-9e02-43f3-8109-5b878a47ea77), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:18.461437 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:18.545337 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks [] for router_gateway (6053632a-9e02-43f3-8109-5b878a47ea77), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:18.592310 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Deleting port 8f75327d-4647-483a-8afd-246869721d8c {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:18.592635 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8f75327d-4647-483a-8afd-246869721d8c), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:18.634436 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '8f75327d-4647-483a-8afd-246869721d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T04:08:17Z', 'revision_number': 5, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port': {'id': '8f75327d-4647-483a-8afd-246869721d8c', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:55Z', 'updated_at': '2022-05-12T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:18.664817 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] Checking router: 6053632a-9e02-43f3-8109-5b878a47ea77 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:18.673701 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] For port 8f75327d-4647-483a-8afd-246869721d8c, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=8f75327d-4647-483a-8afd-246869721d8c,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:18.674096 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8f75327d-4647-483a-8afd-246869721d8c), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:18.674353 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] Routers {'6053632a-9e02-43f3-8109-5b878a47ea77'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:18.674955 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['6053632a-9e02-43f3-8109-5b878a47ea77'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:18.688458 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Calling delete_port for 8f75327d-4647-483a-8afd-246869721d8c owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:18.764114 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] Set router 6053632a-9e02-43f3-8109-5b878a47ea77 gateway port host: None {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:18.818134 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T04:08:18Z', 'revision_number': 6, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:18.850417 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b81d0-3138-46f9-81a0-cd3cef68715f None None] The sync data for ids ['6053632a-9e02-43f3-8109-5b878a47ea77'] in dv-neutron-841363-5-hyperv is: [{'id': '6053632a-9e02-43f3-8109-5b878a47ea77', 'name': 'tempest-TestShelveInstance-48029432-router', 'tenant_id': '6d4851c1e9d741e282eda8665bae1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:54Z', 'updated_at': '2022-05-12T04:08:18Z', 'revision_number': 6, 'project_id': '6d4851c1e9d741e282eda8665bae1664', 'gw_port_host': None}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:18.873641 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (8f75327d-4647-483a-8afd-246869721d8c), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:18.910727 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f75327d-4647-483a-8afd-246869721d8c,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:18.966340 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (6053632a-9e02-43f3-8109-5b878a47ea77), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.058637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (6053632a-9e02-43f3-8109-5b878a47ea77), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.060721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks [] for router_controller (6053632a-9e02-43f3-8109-5b878a47ea77), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.106735 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (6053632a-9e02-43f3-8109-5b878a47ea77), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.107482 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6053632a-9e02-43f3-8109-5b878a47ea77 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 04:08:19.112186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.113448 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-57071926-c71e-485c-9c6e-d9975dabdb34 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6053632a-9e02-43f3-8109-5b878a47ea77 HTTP/1.1" status: 204 len: 168 time: 0.7863755 May 12 04:08:19.116083 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41984) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:19.163217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Deleting subnet 2018f618-6a58-485a-94f2-d5e8ef4a76ea {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 04:08:19.166263 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Publish callbacks [] for subnet (2018f618-6a58-485a-94f2-d5e8ef4a76ea), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.202539 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (2018f618-6a58-485a-94f2-d5e8ef4a76ea), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.291140 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (2018f618-6a58-485a-94f2-d5e8ef4a76ea), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.637442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (2018f618-6a58-485a-94f2-d5e8ef4a76ea), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.662910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2018f618-6a58-485a-94f2-d5e8ef4a76ea,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:19.667119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.670246 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-74df8eb3-14ba-48a4-a1ab-26f0fad620eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2018f618-6a58-485a-94f2-d5e8ef4a76ea HTTP/1.1" status: 204 len: 168 time: 0.5532186 May 12 04:08:19.672677 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41986) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:19.677005 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0d954-b91b-4740-8f05-41997ef94066 None None] Network abc0052e-e54a-4019-bd58-aba9cbbed90b requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:08:19.730872 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:08:19.748715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (abc0052e-e54a-4019-bd58-aba9cbbed90b), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.800630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Deleting port 05beea99-cfd8-44ca-838f-88bcfbaebf55 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:19.800962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.871345 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] DHCP port deletion for abc0052e-e54a-4019-bd58-aba9cbbed90b request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 04:08:19.874500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] For port 05beea99-cfd8-44ca-838f-88bcfbaebf55, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=05beea99-cfd8-44ca-838f-88bcfbaebf55,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:19.874500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.888946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Calling delete_port for 05beea99-cfd8-44ca-838f-88bcfbaebf55 owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:19.906711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e8cb0e92-e210-4efe-be2e-0b57c86d2af8 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:19.936404 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: e8cb0e92-e210-4efe-be2e-0b57c86d2af8 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:19.936778 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device e8cb0e92-e210-4efe-be2e-0b57c86d2af8 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:19.937190 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8f75327d-4647-483a-8afd-246869721d8c no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:19.964001 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Deleting port 05beea99-cfd8-44ca-838f-88bcfbaebf55 {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:19.964849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.966795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 8f75327d-4647-483a-8afd-246869721d8c {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:19.967333 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 8f75327d-4647-483a-8afd-246869721d8c not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:19.982124 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:19.997239 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] No DVR routers for this DVR port 05beea99-cfd8-44ca-838f-88bcfbaebf55 on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:08:20.021152 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=05beea99-cfd8-44ca-838f-88bcfbaebf55,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:20.041231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] For port 05beea99-cfd8-44ca-838f-88bcfbaebf55, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=05beea99-cfd8-44ca-838f-88bcfbaebf55,segment=NetworkSegment(94b3f032-fffd-4f2a-ac6c-4853b4d12d9e),segment_id=94b3f032-fffd-4f2a-ac6c-4853b4d12d9e)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:20.041640 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.060109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Calling delete_port for 05beea99-cfd8-44ca-838f-88bcfbaebf55 owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:20.099812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (abc0052e-e54a-4019-bd58-aba9cbbed90b), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.119826 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc0052e-e54a-4019-bd58-aba9cbbed90b']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:20.130136 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:20.130360 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b3f032-fffd-4f2a-ac6c-4853b4d12d9e') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:20.139910 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (94b3f032-fffd-4f2a-ac6c-4853b4d12d9e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.153106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (94b3f032-fffd-4f2a-ac6c-4853b4d12d9e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.155925 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (05beea99-cfd8-44ca-838f-88bcfbaebf55), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.159596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 04:08:20.161069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (94b3f032-fffd-4f2a-ac6c-4853b4d12d9e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 04:08:20.162709 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 04:08:20.182270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Pushing event deleted for resources: {'Port': ['ID=05beea99-cfd8-44ca-838f-88bcfbaebf55,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:20.187261 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] No DVR routers for this DVR port 05beea99-cfd8-44ca-838f-88bcfbaebf55 on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:08:20.194740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.197904 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.198413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.198939 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.199440 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.199952 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.200448 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.200940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.202111 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.202615 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.203098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.203741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.204359 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.205085 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.205576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2e7cb-1eb3-4329-9a1d-85c437154e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:20.226439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (abc0052e-e54a-4019-bd58-aba9cbbed90b), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.233647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.240083 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] 10.222.0.23 "DELETE /v2.0/networks/abc0052e-e54a-4019-bd58-aba9cbbed90b HTTP/1.1" status: 204 len: 168 time: 0.5632672 May 12 04:08:20.240245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41988) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:20.247596 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90423-8368-42cc-9624-39d2e4449d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc0052e-e54a-4019-bd58-aba9cbbed90b,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:20.582834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (7d421a94-55d2-4b48-afbe-79863885d5ac), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.829611 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Deleting port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:20.829972 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.907336 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] For port 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:20.907663 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:20.920147 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Calling delete_port for 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:21.100038 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:21.126752 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:21.300787 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (7d421a94-55d2-4b48-afbe-79863885d5ac), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:21.519969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Router 7d421a94-55d2-4b48-afbe-79863885d5ac has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:08:21.630065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:21.634884 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-f8e0de8b-2b8e-4527-9644-0762330ef50e admin admin] 10.222.0.23 "PUT /v2.0/routers/7d421a94-55d2-4b48-afbe-79863885d5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3937864 May 12 04:08:21.637429 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41990) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:21.640708 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] Sync routers for ids ['7d421a94-55d2-4b48-afbe-79863885d5ac'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:21.651260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] Routers {'7d421a94-55d2-4b48-afbe-79863885d5ac'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:21.651994 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7d421a94-55d2-4b48-afbe-79863885d5ac'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:21.743504 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks [] for router (7d421a94-55d2-4b48-afbe-79863885d5ac), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:21.765556 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] Set router 7d421a94-55d2-4b48-afbe-79863885d5ac gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:21.867350 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks [] for router_gateway (7d421a94-55d2-4b48-afbe-79863885d5ac), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:21.894662 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 05beea99-cfd8-44ca-838f-88bcfbaebf55 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:21.922247 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 05beea99-cfd8-44ca-838f-88bcfbaebf55 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:21.922601 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 05beea99-cfd8-44ca-838f-88bcfbaebf55 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:21.925576 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Deleting port c7842e02-a4bb-473c-9417-98420f96fe51 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:21.925942 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:21.994546 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T04:08:21Z', 'revision_number': 5, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port': {'id': 'c7842e02-a4bb-473c-9417-98420f96fe51', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:22.005769 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] For port c7842e02-a4bb-473c-9417-98420f96fe51, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=c7842e02-a4bb-473c-9417-98420f96fe51,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:22.006169 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.018925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Calling delete_port for c7842e02-a4bb-473c-9417-98420f96fe51 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:22.021696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] Checking router: 7d421a94-55d2-4b48-afbe-79863885d5ac for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:22.030685 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] Routers {'7d421a94-55d2-4b48-afbe-79863885d5ac'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:22.032209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['7d421a94-55d2-4b48-afbe-79863885d5ac'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:22.199573 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (c7842e02-a4bb-473c-9417-98420f96fe51), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.226528 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7842e02-a4bb-473c-9417-98420f96fe51,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:22.286660 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] Set router 7d421a94-55d2-4b48-afbe-79863885d5ac gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:22.287864 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (7d421a94-55d2-4b48-afbe-79863885d5ac), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.344569 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T04:08:21Z', 'revision_number': 6, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:22.373995 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436f4bd-f02c-4ff9-ae0b-67a0e75773d9 None None] The sync data for ids ['7d421a94-55d2-4b48-afbe-79863885d5ac'] in dv-neutron-841363-5-hyperv is: [{'id': '7d421a94-55d2-4b48-afbe-79863885d5ac', 'name': 'tempest-TestShelveInstance-1638059357-router', 'tenant_id': 'f94d6cac1b59450689a0b815c1950f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T03:58:59Z', 'updated_at': '2022-05-12T04:08:21Z', 'revision_number': 6, 'project_id': 'f94d6cac1b59450689a0b815c1950f9b', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:22.385512 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (7d421a94-55d2-4b48-afbe-79863885d5ac), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.388988 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks [] for router_controller (7d421a94-55d2-4b48-afbe-79863885d5ac), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.439620 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (7d421a94-55d2-4b48-afbe-79863885d5ac), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.440272 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d421a94-55d2-4b48-afbe-79863885d5ac {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 04:08:22.447348 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.448498 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-71725831-c120-4e4a-97ad-9fe90d8e4c9c admin admin] 10.222.0.23 "DELETE /v2.0/routers/7d421a94-55d2-4b48-afbe-79863885d5ac HTTP/1.1" status: 204 len: 168 time: 0.8099792 May 12 04:08:22.451625 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 41992) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:22.496738 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Deleting subnet 4a9be26b-54ad-4f70-83f0-e317bc9b1acf {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 04:08:22.499904 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Publish callbacks [] for subnet (4a9be26b-54ad-4f70-83f0-e317bc9b1acf), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.534546 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (4a9be26b-54ad-4f70-83f0-e317bc9b1acf), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.615599 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (4a9be26b-54ad-4f70-83f0-e317bc9b1acf), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.955595 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (4a9be26b-54ad-4f70-83f0-e317bc9b1acf), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.981791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9be26b-54ad-4f70-83f0-e317bc9b1acf,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:22.983794 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:22.989534 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b3016fbe-eff7-40c0-8d0f-bc8e6fe2a76a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a9be26b-54ad-4f70-83f0-e317bc9b1acf HTTP/1.1" status: 204 len: 168 time: 0.5370011 May 12 04:08:22.990163 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41994) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:22.990650 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aefd36-ceb6-4b8d-9ddc-a2be4eb28fca None None] Network 37732e30-bbbc-4d3e-b671-fedb88da2134 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:08:23.072799 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (37732e30-bbbc-4d3e-b671-fedb88da2134), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.124569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Deleting port 243e2183-c466-43b6-aa0e-931ea76c5ceb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:23.124904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.170044 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] DHCP port deletion for 37732e30-bbbc-4d3e-b671-fedb88da2134 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 04:08:23.204952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] For port 243e2183-c466-43b6-aa0e-931ea76c5ceb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=243e2183-c466-43b6-aa0e-931ea76c5ceb,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:23.205332 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.211346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] Deleting port 243e2183-c466-43b6-aa0e-931ea76c5ceb {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:08:23.211717 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.219781 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Calling delete_port for 243e2183-c466-43b6-aa0e-931ea76c5ceb owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:23.278186 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] For port 243e2183-c466-43b6-aa0e-931ea76c5ceb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=243e2183-c466-43b6-aa0e-931ea76c5ceb,segment=NetworkSegment(c8df666d-1459-42ab-b418-b9f33c426e44),segment_id=c8df666d-1459-42ab-b418-b9f33c426e44)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:23.278584 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.291472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] Calling delete_port for 243e2183-c466-43b6-aa0e-931ea76c5ceb owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:08:23.302585 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.332967 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Pushing event deleted for resources: {'Port': ['ID=243e2183-c466-43b6-aa0e-931ea76c5ceb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:23.334964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] No DVR routers for this DVR port 243e2183-c466-43b6-aa0e-931ea76c5ceb on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:08:23.376109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (243e2183-c466-43b6-aa0e-931ea76c5ceb), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.407117 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] Pushing event deleted for resources: {'Port': ['ID=243e2183-c466-43b6-aa0e-931ea76c5ceb,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:23.408004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (37732e30-bbbc-4d3e-b671-fedb88da2134), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.408980 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aa591-7c9c-4376-aa17-3c7af9d91c80 None None] No DVR routers for this DVR port 243e2183-c466-43b6-aa0e-931ea76c5ceb on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:08:23.430647 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37732e30-bbbc-4d3e-b671-fedb88da2134']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:23.440676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8df666d-1459-42ab-b418-b9f33c426e44') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:23.441078 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8df666d-1459-42ab-b418-b9f33c426e44') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:23.451133 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (c8df666d-1459-42ab-b418-b9f33c426e44), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.465549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (c8df666d-1459-42ab-b418-b9f33c426e44), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.471694 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 04:08:23.472196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (c8df666d-1459-42ab-b418-b9f33c426e44), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 04:08:23.474004 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 04:08:23.531693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (37732e30-bbbc-4d3e-b671-fedb88da2134), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.538460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.541566 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] 10.222.0.23 "DELETE /v2.0/networks/37732e30-bbbc-4d3e-b671-fedb88da2134 HTTP/1.1" status: 204 len: 168 time: 0.5494711 May 12 04:08:23.554249 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c75dd2-7b59-42ef-a085-b123ed28d535 admin admin] Pushing event deleted for resources: {'Network': ['ID=37732e30-bbbc-4d3e-b671-fedb88da2134,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:23.648350 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 41998) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:23.688078 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-01c6073f-bbb6-4a83-8606-e990ec69c9f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d4851c1e9d741e282eda8665bae1664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385551 May 12 04:08:23.690412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42000) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:23.737862 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb1c9c33-7e18-4b96-9096-e21d9ef72d6d admin admin] Publish callbacks [] for security_group (14e5455f-1abc-4137-83be-0416db3dd65f), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.758281 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb1c9c33-7e18-4b96-9096-e21d9ef72d6d admin admin] Publish callbacks [] for security_group (14e5455f-1abc-4137-83be-0416db3dd65f), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.810154 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c7842e02-a4bb-473c-9417-98420f96fe51 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:23.810648 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb1c9c33-7e18-4b96-9096-e21d9ef72d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (14e5455f-1abc-4137-83be-0416db3dd65f), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.813196 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bb1c9c33-7e18-4b96-9096-e21d9ef72d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:23.814758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bb1c9c33-7e18-4b96-9096-e21d9ef72d6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14e5455f-1abc-4137-83be-0416db3dd65f HTTP/1.1" status: 204 len: 168 time: 0.1233869 May 12 04:08:23.822662 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c9c33-7e18-4b96-9096-e21d9ef72d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5455f-1abc-4137-83be-0416db3dd65f,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:23.838471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: c7842e02-a4bb-473c-9417-98420f96fe51 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:23.838821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device c7842e02-a4bb-473c-9417-98420f96fe51 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:23.839236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 243e2183-c466-43b6-aa0e-931ea76c5ceb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:23.865548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 243e2183-c466-43b6-aa0e-931ea76c5ceb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:23.865924 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 243e2183-c466-43b6-aa0e-931ea76c5ceb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:23.866334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:08:23.887122 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:08:23.887471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 1f1df97d-f593-43fb-8d65-b7bd9e1b3bf7 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:08:24.137355 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42006) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:24.175637 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b58e1859-f65c-4a64-b145-2a463159e21a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f94d6cac1b59450689a0b815c1950f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370493 May 12 04:08:24.178117 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42008) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:24.241212 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8a59d05-06be-4c7f-965e-c0bd8e87763e admin admin] Publish callbacks [] for security_group (aaa342da-1aed-49c5-ba3c-9b76777ecfc1), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:24.268374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8a59d05-06be-4c7f-965e-c0bd8e87763e admin admin] Publish callbacks [] for security_group (aaa342da-1aed-49c5-ba3c-9b76777ecfc1), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:24.313377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8a59d05-06be-4c7f-965e-c0bd8e87763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (aaa342da-1aed-49c5-ba3c-9b76777ecfc1), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:24.315809 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-b8a59d05-06be-4c7f-965e-c0bd8e87763e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:24.316926 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-b8a59d05-06be-4c7f-965e-c0bd8e87763e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaa342da-1aed-49c5-ba3c-9b76777ecfc1 HTTP/1.1" status: 204 len: 168 time: 0.1378868 May 12 04:08:24.325087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a59d05-06be-4c7f-965e-c0bd8e87763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa342da-1aed-49c5-ba3c-9b76777ecfc1,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:24.985077 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42030) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:25.076959 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-117389788-network', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:25.099344 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Made reservation on behalf of e11143f0b09c49a0871cd4343c51aa3f for: {'network': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:08:25.101529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.109978 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.181462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks [] for security_group (bba91fe6-dec3-4a4b-a8cd-46754c9f42a1), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.185571 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (bba91fe6-dec3-4a4b-a8cd-46754c9f42a1), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.214326 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 04:08:25.224424 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba91fe6-dec3-4a4b-a8cd-46754c9f42a1,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:25.230033 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f11517d7-6d8e-4724-86dc-2750969b2725), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.230446 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.segments_db [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Added segment f11517d7-6d8e-4724-86dc-2750969b2725 of type vlan for network 81fa9c0e-0952-46f2-b8f4-44119ff40785 May 12 04:08:25.268824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (81fa9c0e-0952-46f2-b8f4-44119ff40785), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.291761 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (81fa9c0e-0952-46f2-b8f4-44119ff40785), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.292783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:25.293361 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712780'] for network (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.325611 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3394456 May 12 04:08:25.328575 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42034) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:25.333608 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Request body: {'subnet': {'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-117389788-subnet', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'ip_version': 4}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:25.354177 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Made reservation on behalf of e11143f0b09c49a0871cd4343c51aa3f for: {'subnet': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:08:25.356598 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229320'] for subnet (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.357525 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52a07-cec5-429b-8d16-f02b9a3c2220 admin admin] Pushing event updated for resources: {'Network': ['ID=81fa9c0e-0952-46f2-b8f4-44119ff40785,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:25.367905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 04:08:25.528541 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229342'] for subnet (59248bb7-5f49-42c2-94d5-1a5a137c8305), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.584142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59248bb7-5f49-42c2-94d5-1a5a137c8305,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:25.592064 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Checking segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:25.592420 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Network hostable DHCP agents. Network: 81fa9c0e-0952-46f2-b8f4-44119ff40785, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 04:08:25.608680 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 04:08:25.616875 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, 81fa9c0e-0952-46f2-b8f4-44119ff40785) {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:25.621232 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:25.621829 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.627933 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b09b6-d40b-4663-a349-7982b8e1e526 None None] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:08:25.638685 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-508d07f8-5d36-48d9-aec0-30a511d69b55 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089979 May 12 04:08:25.641245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42036) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:25.645412 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:25.665765 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (c1733422-85cd-48aa-bd20-1904a681d11a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.666805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (c1733422-85cd-48aa-bd20-1904a681d11a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.723568 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks [] for router_controller (c1733422-85cd-48aa-bd20-1904a681d11a), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.735364 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-81fa9c0e-0952-46f2-b8f4-44119ff40785', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 04:08:25.736309 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.862515 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks [] for router_gateway (c1733422-85cd-48aa-bd20-1904a681d11a), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:25.874272 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Allocated IP 172.20.0.2 (81fa9c0e-0952-46f2-b8f4-44119ff40785/59248bb7-5f49-42c2-94d5-1a5a137c8305/628215ba-22ea-4240-b424-fda2ddadb70e) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:26.013334 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Publish callbacks [] for port (628215ba-22ea-4240-b424-fda2ddadb70e), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.019474 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.047198 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks [] for router_gateway (c1733422-85cd-48aa-bd20-1904a681d11a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.062027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:26.066379 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.069706 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:26.071768 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Pushing event updated for resources: {'Port': ['ID=628215ba-22ea-4240-b424-fda2ddadb70e,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:26.073961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:26.129856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Attempting to bind port 628215ba-22ea-4240-b424-fda2ddadb70e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:26.130179 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Attempting to bind port 628215ba-22ea-4240-b424-fda2ddadb70e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:26.130539 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Attempting to bind port 628215ba-22ea-4240-b424-fda2ddadb70e on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:26.135553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:26.135928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Checking segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:26.136354 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.136749 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Bound using segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:26.137218 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Bound port: 628215ba-22ea-4240-b424-fda2ddadb70e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:26.137595 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.172509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Allocated IP 172.26.2.238 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/b23882a5-5e97-44ac-bfe2-1361dea62f93) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:26.200225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] For port 628215ba-22ea-4240-b424-fda2ddadb70e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:26.203883 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] For port 628215ba-22ea-4240-b424-fda2ddadb70e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=628215ba-22ea-4240-b424-fda2ddadb70e,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:26.209714 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.268337 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab5ee4-d9ef-46b5-a3d9-9003e82a1596 None None] Pushing event updated for resources: {'Port': ['ID=628215ba-22ea-4240-b424-fda2ddadb70e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:26.286491 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks [] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.321032 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.356070 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:26.359092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:26.363119 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:26.395074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Pushing event updated for resources: {'Port': ['ID=b23882a5-5e97-44ac-bfe2-1361dea62f93,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:26.646088 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks [] for router_gateway (c1733422-85cd-48aa-bd20-1904a681d11a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.844810 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (c1733422-85cd-48aa-bd20-1904a681d11a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:26.979056 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Router c1733422-85cd-48aa-bd20-1904a681d11a is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 04:08:27.090950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:27.100405 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:27.110723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.110723 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bfc067ee-0a28-41ac-b831-2fd9bff37b07 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4678893 May 12 04:08:27.113409 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42038) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:27.113849 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:27.114611 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:27.191225 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e2852-1213-421c-9098-e88e4d96aa92 None None] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:08:27.232509 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:27.268324 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] Provisioning complete for port 628215ba-22ea-4240-b424-fda2ddadb70e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:27.268792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.393138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] Current status of the port 628215ba-22ea-4240-b424-fda2ddadb70e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:27.393628 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.436378 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] For port 628215ba-22ea-4240-b424-fda2ddadb70e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=628215ba-22ea-4240-b424-fda2ddadb70e,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:27.443540 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.499079 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0517-3297-4003-99c3-282329b213a8 None None] Pushing event updated for resources: {'Port': ['ID=628215ba-22ea-4240-b424-fda2ddadb70e,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:27.530902 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:26Z', 'revision_number': 3, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:27.564714 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:27.565201 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Updating router c1733422-85cd-48aa-bd20-1904a681d11a port b23882a5-5e97-44ac-bfe2-1361dea62f93 binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 04:08:27.592314 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.664214 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-850e6dcd-080b-4c1b-b7c7-eb05ce996939 None None] Provisioning complete for port 628215ba-22ea-4240-b424-fda2ddadb70e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:27.664736 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-850e6dcd-080b-4c1b-b7c7-eb05ce996939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.752824 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-850e6dcd-080b-4c1b-b7c7-eb05ce996939 None None] Current status of the port 628215ba-22ea-4240-b424-fda2ddadb70e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:27.841784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 628215ba-22ea-4240-b424-fda2ddadb70e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:27.871788 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.887888 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 628215ba-22ea-4240-b424-fda2ddadb70e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:27.888285 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Publish callbacks [] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.888394 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.894746 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.945500 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Attempting to bind port b23882a5-5e97-44ac-bfe2-1361dea62f93 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:27.945869 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Attempting to bind port b23882a5-5e97-44ac-bfe2-1361dea62f93 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:27.946270 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Attempting to bind port b23882a5-5e97-44ac-bfe2-1361dea62f93 on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:27.951967 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Pushing event updated for resources: {'Port': ['ID=b23882a5-5e97-44ac-bfe2-1361dea62f93,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:27.959823 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:27.960202 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:27.960924 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.961058 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:27.961439 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Bound port: b23882a5-5e97-44ac-bfe2-1361dea62f93, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:27.961815 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:27.963903 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.964247 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.965134 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.965474 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.965806 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.966163 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.966487 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.967068 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.967274 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.967434 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.967751 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.968072 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.968409 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.968720 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.969028 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:08:27.969381 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 628215ba-22ea-4240-b424-fda2ddadb70e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:28.021435 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] For port b23882a5-5e97-44ac-bfe2-1361dea62f93, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:28.024477 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] For port b23882a5-5e97-44ac-bfe2-1361dea62f93, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b23882a5-5e97-44ac-bfe2-1361dea62f93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:28.030607 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.038294 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Allocated IP 172.20.0.1 (81fa9c0e-0952-46f2-b8f4-44119ff40785/59248bb7-5f49-42c2-94d5-1a5a137c8305/f8704169-baca-42a9-a45b-0442f76ba7e7) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:28.084821 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:28.085427 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:28.123034 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9ea89-427f-41d0-b70d-e25c04dadbad None None] Pushing event updated for resources: {'Port': ['ID=b23882a5-5e97-44ac-bfe2-1361dea62f93,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:28.146031 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks [] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.178259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.196784 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:28.215411 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:28.219794 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:28.225500 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:28.249705 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Pushing event updated for resources: {'Port': ['ID=f8704169-baca-42a9-a45b-0442f76ba7e7,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:28.266978 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (c1733422-85cd-48aa-bd20-1904a681d11a), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.390030 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:26Z', 'revision_number': 3, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:28.411619 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.418919 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056e8ea-426d-4e59-975f-27751314ccb6 None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:26Z', 'revision_number': 3, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:28.477059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-2f6bbdbb-71b1-4f8e-a281-233ced0999b9 None None] Provisioning complete for port f8704169-baca-42a9-a45b-0442f76ba7e7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:28.477625 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2f6bbdbb-71b1-4f8e-a281-233ced0999b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.515249 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bbdbb-71b1-4f8e-a281-233ced0999b9 None None] Port f8704169-baca-42a9-a45b-0442f76ba7e7 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:08:28.618159 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks [] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.623935 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.698334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (c1733422-85cd-48aa-bd20-1904a681d11a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:28.705318 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Pushing event updated for resources: {'Port': ['ID=f8704169-baca-42a9-a45b-0442f76ba7e7,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:28.797227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:28.798753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:28.928224 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Router c1733422-85cd-48aa-bd20-1904a681d11a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:08:29.035711 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d9a4d077-8c4b-4bdc-8d39-bd640356ed67 None None] Provisioning complete for port f8704169-baca-42a9-a45b-0442f76ba7e7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:29.035823 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d077-8c4b-4bdc-8d39-bd640356ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.050113 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:29.059540 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-9be860bb-e7b8-415e-a04a-226e8f4563ef admin admin] 10.222.0.23 "PUT /v2.0/routers/c1733422-85cd-48aa-bd20-1904a681d11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455211 May 12 04:08:29.076598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4d077-8c4b-4bdc-8d39-bd640356ed67 None None] Port f8704169-baca-42a9-a45b-0442f76ba7e7 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:08:29.586517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42054) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:29.591435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1883116143-network', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:29.610251 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Made reservation on behalf of 06a1e6375634416e98a0e8e126cbbbcc for: {'network': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:08:29.612484 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for network (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.620712 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.699725 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks [] for security_group (e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.703538 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.727831 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 04:08:29.738286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:29.743785 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750096549901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (34f6ffaa-5ea7-4d08-b11b-b1325285d9dd), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.744188 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.segments_db [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Added segment 34f6ffaa-5ea7-4d08-b11b-b1325285d9dd of type vlan for network b06f3321-65b6-4efc-9ad5-ea3d0a59073d May 12 04:08:29.784930 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750096072605'] for network (b06f3321-65b6-4efc-9ad5-ea3d0a59073d), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.813618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802'] for network (b06f3321-65b6-4efc-9ad5-ea3d0a59073d), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.814914 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:29.815498 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.846425 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b23882a5-5e97-44ac-bfe2-1361dea62f93 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:29.850336 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2626989 May 12 04:08:29.853351 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42056) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:29.859365 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Request body: {'subnet': {'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1883116143-subnet', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'ip_version': 4}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:29.878225 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4df3-fd37-4c5f-b586-10616858a27f admin admin] Pushing event updated for resources: {'Network': ['ID=b06f3321-65b6-4efc-9ad5-ea3d0a59073d,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:29.887869 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d details requested by agent ovs-agent-dv-neutron-841363-5-hyperv with host dv-neutron-841363-5-hyperv {{(pid=104166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 04:08:29.897848 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Made reservation on behalf of 06a1e6375634416e98a0e8e126cbbbcc for: {'subnet': 1} {{(pid=104164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:08:29.900529 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59350897'] for subnet (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:29.968605 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b23882a5-5e97-44ac-bfe2-1361dea62f93 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:29.969098 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.035849 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:30.055527 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b23882a5-5e97-44ac-bfe2-1361dea62f93 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:30.055905 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.061986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:30.062596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:30.074139 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60080060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59350887'] for subnet (c041ee54-7b95-4b15-92a2-132e48f1f227), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.115913 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port b23882a5-5e97-44ac-bfe2-1361dea62f93, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b23882a5-5e97-44ac-bfe2-1361dea62f93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:30.120798 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.124500 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c041ee54-7b95-4b15-92a2-132e48f1f227,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:30.140332 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Checking segment: {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:30.140693 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Network hostable DHCP agents. Network: b06f3321-65b6-4efc-9ad5-ea3d0a59073d, hostable agents: ['1a14ad8d-7fd9-4317-ab9a-a964b9e0f057'], hosted agents: [] {{(pid=104164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 04:08:30.158210 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d is scheduled to be hosted by DHCP agent 1a14ad8d-7fd9-4317-ab9a-a964b9e0f057 with binding_index 1 {{(pid=104164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 04:08:30.167087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841363-5-hyperv, b06f3321-65b6-4efc-9ad5-ea3d0a59073d) {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:30.172164 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:30.172760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.188194 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837cd45-64a8-4584-b862-04a510e40746 None None] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:08:30.191024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42058) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:30.191553 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-09aa3f9d-d6a5-4842-9b7c-0de6bf8f066d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3360882 May 12 04:08:30.196307 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:30.216069 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3728128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (553c5329-e97d-492a-af9f-efbb604c65a3), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.217128 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3729433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4043264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (553c5329-e97d-492a-af9f-efbb604c65a3), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.249989 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=b23882a5-5e97-44ac-bfe2-1361dea62f93,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:30.254996 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:30.271973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks [] for router_controller (553c5329-e97d-492a-af9f-efbb604c65a3), precommit_add_association {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.419397 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks [] for router_gateway (553c5329-e97d-492a-af9f-efbb604c65a3), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.583351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12d0adf7-9499-5d16-9fc7-ce705b02b8b3-b06f3321-65b6-4efc-9ad5-ea3d0a59073d', 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d', 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'fixed_ips': [{'subnet_id': 'c041ee54-7b95-4b15-92a2-132e48f1f227'}]}} from dv-neutron-841363-5-hyperv. {{(pid=104166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 04:08:30.584281 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.599386 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks [] for router_gateway (553c5329-e97d-492a-af9f-efbb604c65a3), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.617678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.723744 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Allocated IP 172.26.2.244 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/b680335f-9089-4269-ae20-784228816cce) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:30.755841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 2, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:30.786456 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:30.786811 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Updating router c1733422-85cd-48aa-bd20-1904a681d11a port f8704169-baca-42a9-a45b-0442f76ba7e7 binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 04:08:30.815891 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.db_base_plugin_common [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Allocated IP 172.20.0.2 (b06f3321-65b6-4efc-9ad5-ea3d0a59073d/c041ee54-7b95-4b15-92a2-132e48f1f227/93c3d33a-ac9f-402e-88b2-c2f41dc0457e) {{(pid=104166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:30.827877 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks [] for port (b680335f-9089-4269-ae20-784228816cce), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.830294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.861850 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b680335f-9089-4269-ae20-784228816cce), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:30.901594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:30.904693 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:30.907055 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:30.934517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Pushing event updated for resources: {'Port': ['ID=b680335f-9089-4269-ae20-784228816cce,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:31.107150 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Publish callbacks [] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), precommit_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.115790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), after_create {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.163891 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks [] for router_gateway (553c5329-e97d-492a-af9f-efbb604c65a3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.204928 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d is already hosted by enough agents. {{(pid=104166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:31.210442 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Pushing event updated for resources: {'Port': ['ID=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,revision_number=1']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:31.212878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.scheduler.base_scheduler [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Resources bound (agent type, host, resource id): {{(pid=104166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:31.217336 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Received port after_create {{(pid=104166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:31.316604 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Attempting to bind port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:31.316978 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Attempting to bind port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:31.317341 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Attempting to bind port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e on network b06f3321-65b6-4efc-9ad5-ea3d0a59073d {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:31.332880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:31.333255 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Checking segment: {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:31.334235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.334235 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Bound using segment: {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:31.334538 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Bound port: 93c3d33a-ac9f-402e-88b2-c2f41dc0457e, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:31.334920 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.337863 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Publish callbacks [] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.348918 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.365091 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729614'] for router (553c5329-e97d-492a-af9f-efbb604c65a3), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.436193 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad4f2-d715-4ce1-8683-081496e236fb None None] Pushing event updated for resources: {'Port': ['ID=f8704169-baca-42a9-a45b-0442f76ba7e7,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:31.496013 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-98864847-b6df-4cae-aa97-392494d589cf None None] For port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:31.517171 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-98864847-b6df-4cae-aa97-392494d589cf None None] For port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:31.525275 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Attempting to bind port f8704169-baca-42a9-a45b-0442f76ba7e7 on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:31.526128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Attempting to bind port f8704169-baca-42a9-a45b-0442f76ba7e7 by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:31.526128 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Attempting to bind port f8704169-baca-42a9-a45b-0442f76ba7e7 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:31.529653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.559232 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:31.559703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Checking segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:31.560118 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.560511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Bound using segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:31.561004 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Bound port: f8704169-baca-42a9-a45b-0442f76ba7e7, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:31.561386 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.647738 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98864847-b6df-4cae-aa97-392494d589cf None None] Pushing event updated for resources: {'Port': ['ID=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,revision_number=2']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:31.660320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] For port f8704169-baca-42a9-a45b-0442f76ba7e7, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:31.663754 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] For port f8704169-baca-42a9-a45b-0442f76ba7e7, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f8704169-baca-42a9-a45b-0442f76ba7e7,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:31.671545 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.723290 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] Provisioning complete for port f8704169-baca-42a9-a45b-0442f76ba7e7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:31.723821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:31.773188 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad4f2-d715-4ce1-8683-081496e236fb None None] Pushing event updated for resources: {'Port': ['ID=f8704169-baca-42a9-a45b-0442f76ba7e7,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:31.785617 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:31.786242 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:31.836289 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Router 553c5329-e97d-492a-af9f-efbb604c65a3 is scheduled to L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff with binding_index 1 {{(pid=104165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 04:08:31.933567 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b23882a5-5e97-44ac-bfe2-1361dea62f93 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:31.992845 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] Current status of the port f8704169-baca-42a9-a45b-0442f76ba7e7 is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:31.993168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.016857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:32.020976 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:32.038404 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Sync routers for ids ['553c5329-e97d-492a-af9f-efbb604c65a3'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:32.046160 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.050344 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Routers {'553c5329-e97d-492a-af9f-efbb604c65a3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:32.051521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42060) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:32.052469 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-18967f1e-760e-4e8b-b351-c78fc4eceef1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8594720 May 12 04:08:32.063237 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['553c5329-e97d-492a-af9f-efbb604c65a3'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:32.085656 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b23882a5-5e97-44ac-bfe2-1361dea62f93 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:32.086062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.088554 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] For port f8704169-baca-42a9-a45b-0442f76ba7e7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f8704169-baca-42a9-a45b-0442f76ba7e7,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:32.122506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.189544 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Set router 553c5329-e97d-492a-af9f-efbb604c65a3 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:32.387648 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:31Z', 'revision_number': 3, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:32.417255 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Checking router: 553c5329-e97d-492a-af9f-efbb604c65a3 for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:32.417255 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Updating router 553c5329-e97d-492a-af9f-efbb604c65a3 port b680335f-9089-4269-ae20-784228816cce binding host dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 04:08:32.418415 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-663ab5ce-54f3-4547-967e-f3b06a1a0c4a None None] Provisioning complete for port f8704169-baca-42a9-a45b-0442f76ba7e7 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:32.418790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-663ab5ce-54f3-4547-967e-f3b06a1a0c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.423031 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff8442-74d7-4851-beca-1026e8ca7890 None None] Pushing event updated for resources: {'Port': ['ID=f8704169-baca-42a9-a45b-0442f76ba7e7,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:32.461774 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b680335f-9089-4269-ae20-784228816cce), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.530262 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b23882a5-5e97-44ac-bfe2-1361dea62f93 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:32.544167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.547483 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:31Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:32.585582 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad7480-b1ae-4cc2-bd7f-5d1ba23267c6 None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:31Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:32.638819 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-663ab5ce-54f3-4547-967e-f3b06a1a0c4a None None] Current status of the port f8704169-baca-42a9-a45b-0442f76ba7e7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:32.781919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Allocated IP 172.20.0.1 (b06f3321-65b6-4efc-9ad5-ea3d0a59073d/c041ee54-7b95-4b15-92a2-132e48f1f227/61f02baf-6ade-43dd-b5eb-22cb8e6820eb) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:32.851913 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Publish callbacks [] for port (b680335f-9089-4269-ae20-784228816cce), precommit_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.858433 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b680335f-9089-4269-ae20-784228816cce), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.905935 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks [] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.920305 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Attempting to bind port b680335f-9089-4269-ae20-784228816cce on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:32.920960 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Attempting to bind port b680335f-9089-4269-ae20-784228816cce by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:32.921489 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Attempting to bind port b680335f-9089-4269-ae20-784228816cce on network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:32.925700 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5f386-4099-4290-8e02-c7ce69cd4a93 None None] Pushing event updated for resources: {'Port': ['ID=b680335f-9089-4269-ae20-784228816cce,revision_number=2']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:32.933348 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:32.934617 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Checking segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:32.935349 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.936092 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Bound using segment: {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'} {{(pid=104167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:32.936746 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.managers [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Bound port: b680335f-9089-4269-ae20-784228816cce, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3052843-6738-4657-aefc-84fddabd73e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1'}}] {{(pid=104167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:32.937308 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b680335f-9089-4269-ae20-784228816cce), before_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.959909 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:32.977632 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f65eb-a57f-43df-865d-00b995718633 None None] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:08:32.997221 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] For port b680335f-9089-4269-ae20-784228816cce, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:33.004083 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.plugins.ml2.db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] For port b680335f-9089-4269-ae20-784228816cce, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b680335f-9089-4269-ae20-784228816cce,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:33.012865 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b680335f-9089-4269-ae20-784228816cce), after_update {{(pid=104167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.020123 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:33.024118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:33.028435 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:33.065180 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Pushing event updated for resources: {'Port': ['ID=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:33.071408 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Routers {'553c5329-e97d-492a-af9f-efbb604c65a3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:33.072033 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['553c5329-e97d-492a-af9f-efbb604c65a3'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:33.080955 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676131'] for router_interface (553c5329-e97d-492a-af9f-efbb604c65a3), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.122738 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5f386-4099-4290-8e02-c7ce69cd4a93 None None] Pushing event updated for resources: {'Port': ['ID=b680335f-9089-4269-ae20-784228816cce,revision_number=3']} {{(pid=104167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:33.138750 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] Provisioning complete for port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:33.139301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.272176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-674629ee-e3e3-4768-8919-71ee8e58a01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.277713 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] Current status of the port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:33.278365 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.301260 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.332786 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] For port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:33.347173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.358554 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] Set router 553c5329-e97d-492a-af9f-efbb604c65a3 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:33.419715 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39a624-d2aa-482e-a405-c86782891a73 None None] Pushing event updated for resources: {'Port': ['ID=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:33.581245 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bbf802d2-7d2b-40a6-a1cb-73a8cfd7a0d6 None None] Provisioning complete for port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:33.582038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bbf802d2-7d2b-40a6-a1cb-73a8cfd7a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.644570 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks [] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.654719 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.663933 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:31Z', 'revision_number': 3, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:33.681014 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bbf802d2-7d2b-40a6-a1cb-73a8cfd7a0d6 None None] Port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:08:33.699257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-bbf802d2-7d2b-40a6-a1cb-73a8cfd7a0d6 None None] Provisioning complete for port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:33.699663 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bbf802d2-7d2b-40a6-a1cb-73a8cfd7a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.706602 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb4d05-f4da-4b69-b65e-86be6a9a8ae4 None None] The sync data for ids ['553c5329-e97d-492a-af9f-efbb604c65a3'] in dv-neutron-841363-5-hyperv is: [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:31Z', 'revision_number': 3, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:33.782238 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3677609'] for router_interface (553c5329-e97d-492a-af9f-efbb604c65a3), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:33.790788 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Pushing event updated for resources: {'Port': ['ID=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:33.926953 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-bbf802d2-7d2b-40a6-a1cb-73a8cfd7a0d6 None None] Current status of the port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:33.942684 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:33.944087 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:33.995301 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f8704169-baca-42a9-a45b-0442f76ba7e7 up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:34.061633 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-10882018-ed8e-428a-81b3-5bd0079e212e None None] Provisioning complete for port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:34.062096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-10882018-ed8e-428a-81b3-5bd0079e212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.086119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Router 553c5329-e97d-492a-af9f-efbb604c65a3 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:08:34.097455 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port f8704169-baca-42a9-a45b-0442f76ba7e7 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:34.097931 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.165230 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-10882018-ed8e-428a-81b3-5bd0079e212e None None] Port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:08:34.219156 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port f8704169-baca-42a9-a45b-0442f76ba7e7 is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:34.220346 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 93c3d33a-ac9f-402e-88b2-c2f41dc0457e up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:34.255236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:34.269739 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-8c92fffd-46c6-4a94-8f59-7477222f3522 admin admin] 10.222.0.23 "PUT /v2.0/routers/553c5329-e97d-492a-af9f-efbb604c65a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2163203 May 12 04:08:34.292263 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:34.292675 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.392543 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:34.408653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-5291f3f1-9c93-405d-80f7-5d56511b5671 None None] Provisioning complete for port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:34.409042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5291f3f1-9c93-405d-80f7-5d56511b5671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.451444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-5291f3f1-9c93-405d-80f7-5d56511b5671 None None] Port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:08:34.670148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42068) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:34.674568 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736433616', 'description': 'tempest-secgroup-smoke-1736433616 description', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:34.703426 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.776969 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group (a0fc2353-2577-4217-8b8d-3514e26f03f5), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.783247 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (a0fc2353-2577-4217-8b8d-3514e26f03f5), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.814454 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.815670 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1448312 May 12 04:08:34.818723 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42072) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:34.823907 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group_rule': {'security_group_id': 'a0fc2353-2577-4217-8b8d-3514e26f03f5', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:34.830261 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a85d0d-b788-4ccb-beaa-2f943da001af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fc2353-2577-4217-8b8d-3514e26f03f5,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:34.855593 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (d2cf388f-60ca-4440-b7ad-f9e38768a70a), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.914834 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (d2cf388f-60ca-4440-b7ad-f9e38768a70a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.919101 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (d2cf388f-60ca-4440-b7ad-f9e38768a70a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.938177 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cf388f-60ca-4440-b7ad-f9e38768a70a,revision_number=0']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:34.947250 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:34.948476 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3a75aecc-a212-4fce-9def-f72db910d66e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288078 May 12 04:08:34.951594 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42074) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:34.956517 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group_rule': {'security_group_id': 'a0fc2353-2577-4217-8b8d-3514e26f03f5', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:34.985067 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (3a6900e5-055e-4240-9252-c283c33ac207), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.031630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (3a6900e5-055e-4240-9252-c283c33ac207), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.034991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (3a6900e5-055e-4240-9252-c283c33ac207), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.053142 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6900e5-055e-4240-9252-c283c33ac207,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:35.060033 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.061186 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ffe5ce14-4caa-40b2-acb5-bfdcc11a30f7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1085899 May 12 04:08:35.063951 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42076) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:35.068118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group_rule': {'security_group_id': 'a0fc2353-2577-4217-8b8d-3514e26f03f5', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:35.091490 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (869348f3-d879-44ba-86cb-0d2706d238cf), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.145230 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (869348f3-d879-44ba-86cb-0d2706d238cf), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.148374 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (869348f3-d879-44ba-86cb-0d2706d238cf), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.166432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869348f3-d879-44ba-86cb-0d2706d238cf,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:35.171526 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.172705 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-6c14338b-8f8d-423f-887e-cb28b9c0d863 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1078296 May 12 04:08:35.175564 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42078) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:35.179663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group_rule': {'security_group_id': 'a0fc2353-2577-4217-8b8d-3514e26f03f5', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:35.204682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (3d932a82-3e97-4eca-87c5-8ea98f6625da), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.261528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (3d932a82-3e97-4eca-87c5-8ea98f6625da), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.265358 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (3d932a82-3e97-4eca-87c5-8ea98f6625da), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.283369 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d932a82-3e97-4eca-87c5-8ea98f6625da,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:35.288227 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.290088 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bedac01c-2739-4122-975a-e890e1e982fb tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131577 May 12 04:08:35.292363 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42080) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:35.296724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group_rule': {'security_group_id': 'a0fc2353-2577-4217-8b8d-3514e26f03f5', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:35.317018 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Project e11143f0b09c49a0871cd4343c51aa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 04:08:35.322437 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (31f12a1f-679f-4a90-9b3d-6cc2b555aa11), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.382591 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (31f12a1f-679f-4a90-9b3d-6cc2b555aa11), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.386125 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (31f12a1f-679f-4a90-9b3d-6cc2b555aa11), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.405100 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f12a1f-679f-4a90-9b3d-6cc2b555aa11,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:35.409520 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.410722 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-82f57d2a-7cb8-4392-a96a-6e0fbc282a1f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174319 May 12 04:08:35.413486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42082) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:35.417743 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'security_group_rule': {'security_group_id': 'a0fc2353-2577-4217-8b8d-3514e26f03f5', 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:35.438449 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.db.securitygroups_db [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Project e11143f0b09c49a0871cd4343c51aa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 04:08:35.443749 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (9534f059-5425-40ec-a99f-83f993b4e990), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.501037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (9534f059-5425-40ec-a99f-83f993b4e990), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.504265 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691578'] for security_group_rule (9534f059-5425-40ec-a99f-83f993b4e990), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.522118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9534f059-5425-40ec-a99f-83f993b4e990,revision_number=0']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:35.528947 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.530169 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-84487247-a4cf-4616-a572-1551a1955ecf tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156626 May 12 04:08:35.686552 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-3ed823b1-a539-4ec5-9a29-73d2da5bee4a tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736433616&fields=id&tenant_id=e11143f0b09c49a0871cd4343c51aa3f HTTP/1.1" status: 200 len: 267 time: 0.0462353 May 12 04:08:35.751259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-deffd56b-b323-408d-9895-096a78fec405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.803224 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-3e9ff827-2288-4eaa-bf91-27f3132eaff9 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:35.804753 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-3e9ff827-2288-4eaa-bf91-27f3132eaff9 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 809 time: 0.1118412 May 12 04:08:35.822265 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-b0f0625d-cce3-4040-b2f5-6eb3388da0d8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/quotas/e11143f0b09c49a0871cd4343c51aa3f HTTP/1.1" status: 200 len: 375 time: 0.0095124 May 12 04:08:35.842887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b680335f-9089-4269-ae20-784228816cce up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:35.874410 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-1fd8426e-9f4d-4252-93e2-d27d19495b8d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463080 May 12 04:08:35.903519 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b680335f-9089-4269-ae20-784228816cce triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:35.903929 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b680335f-9089-4269-ae20-784228816cce), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.988069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b680335f-9089-4269-ae20-784228816cce is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:35.988462 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (b680335f-9089-4269-ae20-784228816cce), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:35.993916 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-8c93b03e-68e8-4e63-b478-15e58775c1a2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 04:08:35.997113 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-8c93b03e-68e8-4e63-b478-15e58775c1a2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1042390 May 12 04:08:36.011229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] For port b680335f-9089-4269-ae20-784228816cce, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b680335f-9089-4269-ae20-784228816cce,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:36.015764 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (b680335f-9089-4269-ae20-784228816cce), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.067575 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Pushing event updated for resources: {'Port': ['ID=b680335f-9089-4269-ae20-784228816cce,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:36.095568 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-88556a72-b2ca-4c7f-950a-9a55c6290ad6 service neutron] 10.222.0.23 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928102 May 12 04:08:36.103899 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Sync routers for ids ['553c5329-e97d-492a-af9f-efbb604c65a3'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:36.114165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Routers {'553c5329-e97d-492a-af9f-efbb604c65a3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:36.114769 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['553c5329-e97d-492a-af9f-efbb604c65a3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:36.187863 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-44dc1390-d61d-40b0-8792-e4afd5ace9ec service neutron] 10.222.0.23 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863912 May 12 04:08:36.225912 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Set router 553c5329-e97d-492a-af9f-efbb604c65a3 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:36.419985 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a88e807f-411d-4171-aa8f-daf3fde3a78a req-7c0dc86b-bd71-4085-a77a-eef164870256 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 210 time: 0.0940447 May 12 04:08:36.434182 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:33Z', 'revision_number': 4, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '61f02baf-6ade-43dd-b5eb-22cb8e6820eb', 'name': '', 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'mac_address': 'fa:16:3e:bc:49:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c041ee54-7b95-4b15-92a2-132e48f1f227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:32Z', 'updated_at': '2022-05-12T04:08:33Z', 'revision_number': 2, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'subnets': [{'id': 'c041ee54-7b95-4b15-92a2-132e48f1f227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:36.462780 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Checking router: 553c5329-e97d-492a-af9f-efbb604c65a3 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:36.463141 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Updating router 553c5329-e97d-492a-af9f-efbb604c65a3 port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb binding host dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 04:08:36.491342 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.640339 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.796598 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Publish callbacks [] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), precommit_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.802069 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.851547 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b774c-ff5e-49dc-b4be-1ec3af23aa08 None None] Pushing event updated for resources: {'Port': ['ID=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,revision_number=3']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:36.913278 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Attempting to bind port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb on host dv-neutron-841363-5-hyperv for vnic_type normal with profile {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:36.913652 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Attempting to bind port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb by drivers openvswitch,hyperv on host dv-neutron-841363-5-hyperv at level 0 using segments [{'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:36.914062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Attempting to bind port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb on network b06f3321-65b6-4efc-9ad5-ea3d0a59073d {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:36.919351 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Checking agent: {'id': 'ac3f8346-f6da-4bea-9f82-7cdd67e0fd69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841363-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 13, 39), 'started_at': datetime.datetime(2022, 5, 12, 3, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841363-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:36.919733 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Checking segment: {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:36.920147 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.920544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Bound using segment: {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'} {{(pid=104166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:36.921015 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.managers [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Bound port: 61f02baf-6ade-43dd-b5eb-22cb8e6820eb, host: dv-neutron-841363-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d'}}] {{(pid=104166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:36.921391 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:36.987187 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] For port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb, host dv-neutron-841363-5-hyperv, cleared binding levels {{(pid=104166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:36.990959 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] For port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb, host dv-neutron-841363-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:36.997774 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.051124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Routers {'553c5329-e97d-492a-af9f-efbb604c65a3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:37.051737 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['553c5329-e97d-492a-af9f-efbb604c65a3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:37.104277 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b774c-ff5e-49dc-b4be-1ec3af23aa08 None None] Pushing event updated for resources: {'Port': ['ID=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:37.118507 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] Provisioning complete for port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:37.118877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.219360 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] Set router 553c5329-e97d-492a-af9f-efbb604c65a3 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:37.392304 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-1f0a297b-4148-4624-bffe-76e86544085c tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:37.393860 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-1f0a297b-4148-4624-bffe-76e86544085c tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 809 time: 0.1149321 May 12 04:08:37.473004 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-661eb2e4-eff5-4436-a921-d385d9f8d02c tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11143f0b09c49a0871cd4343c51aa3f HTTP/1.1" status: 200 len: 380 time: 0.0684197 May 12 04:08:37.486682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'port': {'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'admin_state_up': True, 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'security_groups': ['a0fc2353-2577-4217-8b8d-3514e26f03f5']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:37.498932 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] Current status of the port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb is: DOWN; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:37.499325 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.526486 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2fda57fa-f586-4a58-a90b-3fe5e6a07bfe req-f50a456f-214d-4eaa-9eb2-fd82afdbd3dc tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 210 time: 0.0275543 May 12 04:08:37.582162 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] For port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:37.588525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.611867 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Made reservation on behalf of e11143f0b09c49a0871cd4343c51aa3f for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:08:37.615259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.678991 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05b4cc-e605-4b5b-b81d-4b16d0cb2ac6 None None] Pushing event updated for resources: {'Port': ['ID=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:37.684784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:33Z', 'revision_number': 4, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '61f02baf-6ade-43dd-b5eb-22cb8e6820eb', 'name': '', 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'mac_address': 'fa:16:3e:bc:49:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c041ee54-7b95-4b15-92a2-132e48f1f227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:32Z', 'updated_at': '2022-05-12T04:08:36Z', 'revision_number': 4, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'subnets': [{'id': 'c041ee54-7b95-4b15-92a2-132e48f1f227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:37.716066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52a621-0796-4c99-a4bc-f22aa8fa23f2 None None] The sync data for ids ['553c5329-e97d-492a-af9f-efbb604c65a3'] in dv-neutron-841363-5-hyperv is: [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:33Z', 'revision_number': 4, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': '61f02baf-6ade-43dd-b5eb-22cb8e6820eb', 'name': '', 'network_id': 'b06f3321-65b6-4efc-9ad5-ea3d0a59073d', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'mac_address': 'fa:16:3e:bc:49:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c041ee54-7b95-4b15-92a2-132e48f1f227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:32Z', 'updated_at': '2022-05-12T04:08:36Z', 'revision_number': 4, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'subnets': [{'id': 'c041ee54-7b95-4b15-92a2-132e48f1f227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:37.729063 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d2f2fe96-4dff-42c4-b440-54aae846da1e None None] Provisioning complete for port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:37.729436 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d2f2fe96-4dff-42c4-b440-54aae846da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.749952 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Allocated IP 172.20.0.10 (81fa9c0e-0952-46f2-b8f4-44119ff40785/59248bb7-5f49-42c2-94d5-1a5a137c8305/f2559f97-0d9d-4e78-8618-fa0fd4b94f16) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:37.848173 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2fe96-4dff-42c4-b440-54aae846da1e None None] Current status of the port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:37.951312 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:37.977265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b680335f-9089-4269-ae20-784228816cce up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:37.991074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.032105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port b680335f-9089-4269-ae20-784228816cce triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:38.032482 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (b680335f-9089-4269-ae20-784228816cce), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.035466 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:38.038761 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:38.041876 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:38.086439 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:38.115718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:38.116388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.137980 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-2a657ec1-353b-45d6-9cc0-969bd1d89027 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6551549 May 12 04:08:38.138136 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port b680335f-9089-4269-ae20-784228816cce is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:38.139452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 61f02baf-6ade-43dd-b5eb-22cb8e6820eb up at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:38.151824 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Request body: {'port': {'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:38.200283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Provisioning complete for port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:38.201653 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.243221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.243715 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.302427 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Current status of the port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb is: ACTIVE; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:38.370624 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-7d5c3910-ba2e-456d-9a21-62e2df0555e2 None None] Provisioning complete for port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:38.370756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7d5c3910-ba2e-456d-9a21-62e2df0555e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.411408 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c3910-ba2e-456d-9a21-62e2df0555e2 None None] Port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:08:38.567153 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2559f97-0d9d-4e78-8618-fa0fd4b94f16 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:08:38.575509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Publish callbacks [] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.589019 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Transition to ACTIVE for port object f2559f97-0d9d-4e78-8618-fa0fd4b94f16 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 04:08:38.593095 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.643037 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:38.656003 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a0129-0027-4843-86b1-060fda8a6c69 req-7dcda1b1-1e43-4ffa-9820-49256cb5d42f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:38.657532 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-469a0129-0027-4843-86b1-060fda8a6c69 req-7dcda1b1-1e43-4ffa-9820-49256cb5d42f tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0558519 May 12 04:08:38.718137 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-469a0129-0027-4843-86b1-060fda8a6c69 req-671aefa8-5340-4e7b-b56e-7a8c85a942e5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540805 May 12 04:08:38.722545 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Attempting to bind port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:08:38.722879 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Attempting to bind port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:08:38.723209 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Attempting to bind port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:38.727670 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 04:08:38.727991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Attempting to bind port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:08:38.734707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:08:38.735045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Checking segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:08:38.735428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Bound using segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:08:38.735859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Bound port: f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:08:38.736217 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.803112 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:08:38.806569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:08:38.813530 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.846962 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:38.847578 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:38.848975 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 1094 time: 0.7023368 May 12 04:08:38.849388 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:08:38.851653 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2e1738-0bbc-48e0-8c93-79a55db03951" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:08:38.877755 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7424782-4493-4124-8a82-b0434e053f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:38.912973 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430b303f-d17c-4a11-a7c5-81e9a4eb85eb x-openstack-request-id: req-430b303f-d17c-4a11-a7c5-81e9a4eb85eb {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:08:38.913399 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:08:38.913729 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-430b303f-d17c-4a11-a7c5-81e9a4eb85eb {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:08:38.914356 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430b303f-d17c-4a11-a7c5-81e9a4eb85eb'] response: {'name': 'network-changed', 'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'status': 'completed', 'code': 200} May 12 04:08:38.947060 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-edb7bfbe-6b4a-4ada-aafe-9b6853499bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:38.948575 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-edb7bfbe-6b4a-4ada-aafe-9b6853499bcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1128 time: 0.0512617 May 12 04:08:38.995933 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-0ce425c4-cfda-48f9-97d7-b8d4b5ccd1a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 217 time: 0.0390182 May 12 04:08:39.048285 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-b85b3b95-4d1d-4a9e-b009-ab79cf695da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:39.049760 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-b85b3b95-4d1d-4a9e-b009-ab79cf695da8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0460868 May 12 04:08:39.094906 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-09890749-af4f-4081-8ab4-7fa6a6c548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:39.096351 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-09890749-af4f-4081-8ab4-7fa6a6c548e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377936 May 12 04:08:39.191081 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-ebca7648-2d78-48ea-b628-ce0f9157ef2d service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850468 May 12 04:08:39.289354 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b50495a2-e04e-4d75-a61f-50f0601ed201 req-b7d4b65f-0433-42c0-933b-1941b82df693 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890672 May 12 04:08:39.738636 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:39.836031 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5f8ad-9c54-4a66-add6-003d06becbd7 req-3618007a-2fc4-4ce7-99cc-a484adc5e2af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:39.837575 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d0f5f8ad-9c54-4a66-add6-003d06becbd7 req-3618007a-2fc4-4ce7-99cc-a484adc5e2af tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0475440 May 12 04:08:39.887311 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d0f5f8ad-9c54-4a66-add6-003d06becbd7 req-ca1ebb1b-5e17-42b9-91ff-6476c6844243 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 May 12 04:08:40.179865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-5c653770-4227-493f-b5a3-1123510a1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:40.181515 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-5c653770-4227-493f-b5a3-1123510a1076 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1128 time: 0.0435750 May 12 04:08:40.292328 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-fdb1473b-b2e5-4824-a35c-b8459326264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:40.293825 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-fdb1473b-b2e5-4824-a35c-b8459326264b service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.1039574 May 12 04:08:40.341167 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-d33431ac-6a14-4b98-ac7e-0a059ab0ed02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 217 time: 0.0378311 May 12 04:08:40.393145 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-6e68985a-4d68-4fbb-91d8-6e203ed53a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:40.394626 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-6e68985a-4d68-4fbb-91d8-6e203ed53a90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0447032 May 12 04:08:40.439920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-65ffe80f-b538-477f-af14-8eec45ba11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:40.441403 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-65ffe80f-b538-477f-af14-8eec45ba11e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371962 May 12 04:08:40.542730 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-4252e191-6897-46ff-bd88-f6d026702ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915685 May 12 04:08:40.645202 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-ea2e1738-0bbc-48e0-8c93-79a55db03951 req-f19a4461-cbe3-4b3a-9f2f-16427a1e4665 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937440 May 12 04:08:41.053653 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a21313-08dd-4e1b-a93c-804935cbb92a req-46b34d7a-dc3b-4160-9ef9-aec34d41dcd8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:41.055143 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d6a21313-08dd-4e1b-a93c-804935cbb92a req-46b34d7a-dc3b-4160-9ef9-aec34d41dcd8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0931151 May 12 04:08:41.102768 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-d6a21313-08dd-4e1b-a93c-804935cbb92a req-1c504b56-51eb-4c7d-9e9a-323f9f3feda3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 May 12 04:08:42.221598 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daec1d7-957e-4199-bd82-2eaee8152cd2 req-f13d3661-d8d4-4612-8d33-2159ccfa5be9 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:42.223131 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4daec1d7-957e-4199-bd82-2eaee8152cd2 req-f13d3661-d8d4-4612-8d33-2159ccfa5be9 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0552504 May 12 04:08:42.270675 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4daec1d7-957e-4199-bd82-2eaee8152cd2 req-38117d2e-09e6-4690-afc8-53810a6aad0b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 May 12 04:08:42.755800 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:43.071804 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:08:43.169911 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:43.181059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:08:43.217724 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:43.218146 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:43.230898 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2559f97-0d9d-4e78-8618-fa0fd4b94f16 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:08:43.250431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:43.254253 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:43.303975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:43.384063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11c2dc-55f8-4add-92fa-3a23c9056d71 req-ba8ad0e2-f24c-4092-b2d9-f6b52c7112f3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:43.385552 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8c11c2dc-55f8-4add-92fa-3a23c9056d71 req-ba8ad0e2-f24c-4092-b2d9-f6b52c7112f3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 945 time: 0.0466168 May 12 04:08:43.433648 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8c11c2dc-55f8-4add-92fa-3a23c9056d71 req-10ba4b5e-92e2-44a4-8eb8-20d818442db2 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 May 12 04:08:43.516561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['f2559f97-0d9d-4e78-8618-fa0fd4b94f16'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:08:44.543065 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a335ec-3ff2-4c38-88af-444bc35d3a42 req-f5e2fd65-e99c-4e99-9442-fb1349e9e9bd tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:44.544517 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-30a335ec-3ff2-4c38-88af-444bc35d3a42 req-f5e2fd65-e99c-4e99-9442-fb1349e9e9bd tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 945 time: 0.0452375 May 12 04:08:44.595397 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-30a335ec-3ff2-4c38-88af-444bc35d3a42 req-777c4ce0-f8b8-4b57-8685-a9d0c99cd1a3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 May 12 04:08:45.087508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:08:45.131639 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 04:08:45.136840 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:08:45.137205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:45.210878 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:08:45.211174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:45.233784 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:08:45.236040 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff1e92e-1098-4911-a083-fc2a132d2382" -d '{"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-plugged", "status": "completed", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:08:45.251843 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:08:45.255740 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:45.279674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89777f77-45db-4992-89b3-763f8b0d6e8d x-openstack-request-id: req-89777f77-45db-4992-89b3-763f8b0d6e8d {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:08:45.279967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-plugged", "status": "completed", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:08:45.280221 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89777f77-45db-4992-89b3-763f8b0d6e8d {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:08:45.280615 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89777f77-45db-4992-89b3-763f8b0d6e8d'] response: {'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'code': 200} May 12 04:08:45.308066 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:45.490904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f375b3-b231-46ef-a878-d33f6b28595d req-17a9a4d1-f95c-437e-97db-65c4c6b574d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:45.492378 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e0f375b3-b231-46ef-a878-d33f6b28595d req-17a9a4d1-f95c-437e-97db-65c4c6b574d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1130 time: 0.0874882 May 12 04:08:45.538528 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e0f375b3-b231-46ef-a878-d33f6b28595d req-e267bdbe-bee8-46ed-8daa-1b235ba0bc91 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 May 12 04:08:45.707377 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab5d85-f210-407a-8212-7cf5be04c9a8 req-3a52f726-4812-4497-9470-7ca6b6dbf3a8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:45.708832 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6ab5d85-f210-407a-8212-7cf5be04c9a8 req-3a52f726-4812-4497-9470-7ca6b6dbf3a8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 946 time: 0.0466340 May 12 04:08:45.756889 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f6ab5d85-f210-407a-8212-7cf5be04c9a8 req-f46c5b8c-3d27-4330-9289-6384fcd4513d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424592 May 12 04:08:46.868007 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d1809-c358-4d2c-ab61-4e2e45ba24c0 req-465e46b2-a685-4617-aa78-46b308d0279d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:46.869439 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-796d1809-c358-4d2c-ab61-4e2e45ba24c0 req-465e46b2-a685-4617-aa78-46b308d0279d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 946 time: 0.0452158 May 12 04:08:46.917267 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-796d1809-c358-4d2c-ab61-4e2e45ba24c0 req-0819f37e-e6ab-42f1-8cd7-0ba491cb1803 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 May 12 04:08:48.035118 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739896e-9527-44dc-8005-6cfb9144370e req-127b3625-b815-460b-afbb-58dc73aba905 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:48.036526 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7739896e-9527-44dc-8005-6cfb9144370e req-127b3625-b815-460b-afbb-58dc73aba905 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 946 time: 0.0494196 May 12 04:08:48.084676 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7739896e-9527-44dc-8005-6cfb9144370e req-af31e7fe-98c9-49d7-a946-3842fc6a387b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 May 12 04:08:48.194168 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b9cc-56d3-4164-8ac5-01e061fb6f28 req-57662383-ec5e-4fba-9341-9221edd450c4 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:48.195625 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-28f5b9cc-56d3-4164-8ac5-01e061fb6f28 req-57662383-ec5e-4fba-9341-9221edd450c4 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 946 time: 0.0458961 May 12 04:08:48.242674 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-28f5b9cc-56d3-4164-8ac5-01e061fb6f28 req-1dedb940-481f-4001-8ecd-537473c3ce42 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 May 12 04:08:48.264488 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42148) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:48.345554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf400351-7caa-4755-b684-070afd5dfab5 tempest-TestSnapshotPattern-379690120 tempest-TestSnapshotPattern-379690120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:48.347061 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-cf400351-7caa-4755-b684-070afd5dfab5 tempest-TestSnapshotPattern-379690120 tempest-TestSnapshotPattern-379690120-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1125 time: 0.0816174 May 12 04:08:48.349953 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42152) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:08:48.354006 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:08:48.375621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:48.449897 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:48.551760 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Allocated IP 172.26.2.133 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/97b92461-5cf5-4fee-984e-1a07220d468a) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:08:48.652179 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for port (97b92461-5cf5-4fee-984e-1a07220d468a), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:48.685783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (97b92461-5cf5-4fee-984e-1a07220d468a), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:48.722395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:08:48.725199 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:08:48.728643 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:08:48.756903 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'Port': ['ID=97b92461-5cf5-4fee-984e-1a07220d468a,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:49.090965 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (41a759c7-2a3e-4999-9c3b-b2835394c775), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:49.161745 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (97b92461-5cf5-4fee-984e-1a07220d468a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:49.336284 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for port (97b92461-5cf5-4fee-984e-1a07220d468a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:49.340451 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (97b92461-5cf5-4fee-984e-1a07220d468a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:49.408466 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'Port': ['ID=97b92461-5cf5-4fee-984e-1a07220d468a,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:08:49.419919 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (41a759c7-2a3e-4999-9c3b-b2835394c775), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:49.514716 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Floating IP 41a759c7-2a3e-4999-9c3b-b2835394c775 associated. External IP: 172.26.2.133, port: f2559f97-0d9d-4e78-8618-fa0fd4b94f16. May 12 04:08:49.718121 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Router c1733422-85cd-48aa-bd20-1904a681d11a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:08:50.113328 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:08:50.123584 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:08:50.130889 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:08:50.134397 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:50.135013 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:50.162142 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-63c8e995-5785-4cfc-a5ca-81976a1c263b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8111560 May 12 04:08:50.162728 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:08:50.165119 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c68f03-4d69-44a7-a972-45eb69953781" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:08:50.253027 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:50.256010 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b9454-ab2b-4832-8e11-0ba31ca7667c x-openstack-request-id: req-d82b9454-ab2b-4832-8e11-0ba31ca7667c {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:08:50.256315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:08:50.256563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d82b9454-ab2b-4832-8e11-0ba31ca7667c {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:08:50.256969 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82b9454-ab2b-4832-8e11-0ba31ca7667c'] response: {'name': 'network-changed', 'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'status': 'completed', 'code': 200} May 12 04:08:50.317030 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68f03-4d69-44a7-a972-45eb69953781 req-ea96dfbe-ee7a-4e2d-9434-9ac38cee4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:50.318507 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-ea96dfbe-ee7a-4e2d-9434-9ac38cee4f72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1130 time: 0.0408046 May 12 04:08:50.411611 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68f03-4d69-44a7-a972-45eb69953781 req-51db2ee1-2dda-4939-8fe8-6a683538fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:50.413098 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-51db2ee1-2dda-4939-8fe8-6a683538fb95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0886121 May 12 04:08:50.467063 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:48Z', 'revision_number': 0, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:50.476909 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-67111fba-b8eb-44fd-a2b6-a20963238691 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 1000 time: 0.0581203 May 12 04:08:50.493405 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:08:50.501685 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:08:50.502306 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:08:36Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:50.524565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68f03-4d69-44a7-a972-45eb69953781 req-4b7739dc-c519-424d-9c11-4f448afb28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:50.526067 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-4b7739dc-c519-424d-9c11-4f448afb28ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0427587 May 12 04:08:50.572672 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68f03-4d69-44a7-a972-45eb69953781 req-b85c07fb-de9f-45b6-97fe-817a25df31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:08:50.574110 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-b85c07fb-de9f-45b6-97fe-817a25df31f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424075 May 12 04:08:50.609950 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:08:50.661822 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-1480337d-a0a9-4bb2-af5d-1d9f443b7ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817392 May 12 04:08:50.753726 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-73c68f03-4d69-44a7-a972-45eb69953781 req-dd66c391-d307-4e49-9286-f9123fb2e5c4 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863166 May 12 04:08:50.823516 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:48Z', 'revision_number': 0, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:08:50.849792 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0767be-b187-43e2-a5d0-8f8b2856d6a6 None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:48Z', 'revision_number': 0, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:08:51.048201 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cfc948-b59c-4e5f-ae81-0ab6843eb1c0 None None] New status for floating IP 41a759c7-2a3e-4999-9c3b-b2835394c775: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:08:56.729091 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:09:03.213950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f500ca31-f6b2-451d-8a2e-a00b600eb124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:05.744260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7a27ab96-e129-4220-bb8d-1513f398ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:06.629690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:08.201942 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:09.741506 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:12.758076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:25.443550 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-8c338259-d462-4ccf-bfac-247d81468ec7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380006 May 12 04:09:25.526723 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-7703f147-ed8d-450b-97ca-5a2f315676c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:09:25.528174 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-7703f147-ed8d-450b-97ca-5a2f315676c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1130 time: 0.0387113 May 12 04:09:25.632373 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-61b94070-4d19-42c3-97f3-b3dfdbbcfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:09:25.633735 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-61b94070-4d19-42c3-97f3-b3dfdbbcfdae service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0872648 May 12 04:09:25.697482 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-879b8c98-cee4-4c4f-9eb2-6373aa212fde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 1002 time: 0.0579855 May 12 04:09:25.749015 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-3fe6e438-db7e-4f17-9c8e-5a9597bbe740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:09:25.750516 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-3fe6e438-db7e-4f17-9c8e-5a9597bbe740 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0468507 May 12 04:09:25.793639 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-8aef3f30-0290-4e86-b7c8-21709f067d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:09:25.795228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-8aef3f30-0290-4e86-b7c8-21709f067d5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383990 May 12 04:09:25.884650 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-d263ba2f-4c94-4c31-a5d6-a5d5a3447571 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810702 May 12 04:09:25.975639 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-6a0ccd66-1ac5-4b36-a046-84cc8c40e3d9 req-312b279e-2a7b-4645-b91f-5deb1fce8a03 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844266 May 12 04:09:33.218109 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a58939e8-65bd-4f8c-9fa6-f5e6338d5c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:33.727665 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:09:35.746283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0595f-2512-4d22-b31a-e0245e259d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:36.631985 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:38.204512 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:39.743838 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:09:42.762320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:03.220174 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8f29450e-dcca-4c88-9264-19cb591aeffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:05.747576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2f0239d9-53b1-4b56-a18e-1664023cb69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:06.636638 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:08.207330 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:09.745258 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:10.727219 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:10:12.777022 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:26.079200 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-e08c4f8f-0b5d-4bff-9aa4-694fa49b3070 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391090 May 12 04:10:26.168734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-6889e788-0cd0-4a31-aa06-df6a799d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:10:26.170228 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-6889e788-0cd0-4a31-aa06-df6a799d7238 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1130 time: 0.0419140 May 12 04:10:26.269812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-5e7be031-8588-4310-86e4-51554c4bfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:10:26.271274 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-5e7be031-8588-4310-86e4-51554c4bfdb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0825522 May 12 04:10:26.342445 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-c3d3e2c3-069e-48f4-b16c-181dcf55539d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 1002 time: 0.0605710 May 12 04:10:26.396941 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-05684af7-82a8-441c-b726-d1d7b9aca8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:10:26.398346 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-05684af7-82a8-441c-b726-d1d7b9aca8de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0466280 May 12 04:10:26.442565 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-148735e4-93d0-4997-b119-9b1d5a84246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:10:26.443985 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-148735e4-93d0-4997-b119-9b1d5a84246e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374041 May 12 04:10:26.535407 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-e4331f8c-8c63-4218-b859-328dbcd2aac0 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 May 12 04:10:26.624535 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-1d4ada1e-e077-4b3f-99f8-cb31cb241868 req-8ff04fb3-87a9-4fc5-bd8a-c51f175adf14 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792105 May 12 04:10:33.221914 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-7ef8b0dc-ae39-44ce-a037-06c389b1897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:35.749570 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5490d278-16d3-4d74-ad86-33477b96eea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:36.637703 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:38.210030 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:39.747964 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:42.778687 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:47.726471 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:10:51.866892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:10:51.963441 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:10:51.974046 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:10:52.009303 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:10:52.010260 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:52.022320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2559f97-0d9d-4e78-8618-fa0fd4b94f16 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:10:52.040621 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:10:52.044678 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:52.097572 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:10:52.105209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.105557 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.105922 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.106265 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.106597 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.106926 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.107252 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.107576 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.107901 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.108227 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.108552 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.108876 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.109196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.109516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.109833 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:10:52.117270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['f2559f97-0d9d-4e78-8618-fa0fd4b94f16'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:10:53.868967 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:10:53.913616 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:10:53.914019 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:53.988756 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:10:53.989134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:54.015499 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:10:54.017759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8bccbd-cf51-4efe-9bd6-a4d4a7cc3374" -d '{"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-plugged", "status": "completed", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:10:54.030841 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:10:54.036103 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:10:54.065790 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ff2a2-8d2f-4225-860c-469c8c6f602a x-openstack-request-id: req-538ff2a2-8d2f-4225-860c-469c8c6f602a {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:10:54.066696 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-plugged", "status": "completed", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:10:54.066950 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-538ff2a2-8d2f-4225-860c-469c8c6f602a {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:10:54.067340 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538ff2a2-8d2f-4225-860c-469c8c6f602a'] response: {'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'code': 200} May 12 04:10:54.093184 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:03.225997 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-145e0553-2820-4ccd-be4e-dbb7ef240003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:05.755083 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-90a3dfca-bb99-4679-9cc3-536e23e67930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:06.639104 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:06.721956 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-1b445927-6ac1-41b4-be45-f898f1a44bc3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736433616&fields=id&tenant_id=e11143f0b09c49a0871cd4343c51aa3f HTTP/1.1" status: 200 len: 267 time: 0.0437732 May 12 04:11:06.825063 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-8cbc6160-d326-414c-8cc9-31e9c434cc0b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:06.826544 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-8cbc6160-d326-414c-8cc9-31e9c434cc0b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 809 time: 0.0984473 May 12 04:11:06.840481 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-1fd0ee6e-4b0e-43d4-8061-b8875aff1532 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/quotas/e11143f0b09c49a0871cd4343c51aa3f HTTP/1.1" status: 200 len: 375 time: 0.0086300 May 12 04:11:06.893205 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-284f0dba-8fbc-428a-b477-56936a9ea986 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481141 May 12 04:11:06.983868 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-5729e650-7567-4907-97ed-4c52b13ffd4b service neutron] 10.222.0.23 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795996 May 12 04:11:07.074036 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-e05e5a0d-7cd9-40e4-99f2-ad137cd2f450 service neutron] 10.222.0.23 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846164 May 12 04:11:07.236875 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-5c9f86b0-621e-4166-9096-e825cbd8f4f2 req-e7a7d7ec-1755-4b96-9b38-4151ef46473b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 210 time: 0.0294840 May 12 04:11:08.212431 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:08.334534 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-4daf7512-b626-41df-adac-925aad0075e2 req-3379accd-d28e-44d9-8c39-65b5f778cca6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 210 time: 0.0290515 May 12 04:11:09.324400 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-110b9f30-256e-40db-b180-36d228c80b63 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:09.325911 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-110b9f30-256e-40db-b180-36d228c80b63 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 809 time: 0.1062591 May 12 04:11:09.399941 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-afe2feb3-9e9e-4389-8ef2-0a44beac47d7 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11143f0b09c49a0871cd4343c51aa3f HTTP/1.1" status: 200 len: 380 time: 0.0632517 May 12 04:11:09.445466 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ae26283b-0a06-480a-9f8b-396ef4960140 req-f53f6efb-4779-4384-aefd-09944339fe49 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 210 time: 0.0317657 May 12 04:11:09.499137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'port': {'device_id': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'admin_state_up': True, 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'security_groups': ['a0fc2353-2577-4217-8b8d-3514e26f03f5']}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:11:09.608071 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Made reservation on behalf of e11143f0b09c49a0871cd4343c51aa3f for: {'port': 1} {{(pid=104165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 04:11:09.611525 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:09.787984 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:09.826213 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_common [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Allocated IP 172.20.0.6 (81fa9c0e-0952-46f2-b8f4-44119ff40785/59248bb7-5f49-42c2-94d5-1a5a137c8305/9b3b56b4-3722-49a0-9342-11091fb7e307) {{(pid=104165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:11:09.936879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:11:09.988528 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), precommit_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:10.031316 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_create {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:10.038550 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:11:10.039042 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:10.086890 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:11:10.087857 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:11:10.091745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984146c-4338-4ca7-bffb-7b9a106ae762" -d '{"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-unplugged", "status": "completed", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:11:10.092542 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 is already hosted by enough agents. {{(pid=104165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:11:10.096519 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.base_scheduler [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Resources bound (agent type, host, resource id): {{(pid=104165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:11:10.096743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:10.102937 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Received port after_create {{(pid=104165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:11:10.109805 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=1']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:10.172934 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fdba8c-5196-45d2-813b-01b799bcf7df x-openstack-request-id: req-77fdba8c-5196-45d2-813b-01b799bcf7df {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:11:10.173299 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-unplugged", "status": "completed", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:11:10.173509 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.173674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77fdba8c-5196-45d2-813b-01b799bcf7df {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:11:10.173871 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.174286 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.174499 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fdba8c-5196-45d2-813b-01b799bcf7df'] response: {'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'code': 200} May 12 04:11:10.174637 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.174963 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.175302 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.175642 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.175971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.176303 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.176632 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.176971 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.177293 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.177618 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.177995 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.178320 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:10.203236 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:10.227425 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:10.228991 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:10.284905 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-162c05cb-3636-4058-b55f-01db2992baf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7911055 May 12 04:11:10.454486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-714f6958-7ed1-4177-b30c-9e0c391970ab None None] Provisioning complete for port 9b3b56b4-3722-49a0-9342-11091fb7e307 triggered by entity DHCP. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:11:10.454486 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-714f6958-7ed1-4177-b30c-9e0c391970ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:10.511707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-714f6958-7ed1-4177-b30c-9e0c391970ab None None] Port 9b3b56b4-3722-49a0-9342-11091fb7e307 cannot update to ACTIVE because it is not bound. {{(pid=104166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 04:11:10.580485 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaf164-d10e-43d9-9359-317bd2d1b70c req-a7abbdf4-717e-4e61-aeff-61582d87b629 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:10.581996 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1faaf164-d10e-43d9-9359-317bd2d1b70c req-a7abbdf4-717e-4e61-aeff-61582d87b629 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0485413 May 12 04:11:10.633672 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-1faaf164-d10e-43d9-9359-317bd2d1b70c req-bdca8fae-a40d-4a7b-b30c-dfed49b6293c tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451882 May 12 04:11:11.755765 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6c545-93d4-4165-8aac-0e441b1bef7f req-a91a20e5-7570-4fcf-bb5d-6bf049b429a1 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:11.757229 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-00a6c545-93d4-4165-8aac-0e441b1bef7f req-a91a20e5-7570-4fcf-bb5d-6bf049b429a1 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0463395 May 12 04:11:11.809579 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-00a6c545-93d4-4165-8aac-0e441b1bef7f req-e567a28c-7163-4af2-97ed-4fed0625c5f5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465622 May 12 04:11:12.794880 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:12.939509 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c908664-0731-4548-98a1-e130de1a26cb req-cbb05ebc-fd8d-42f7-9d8e-4c5c64a4be52 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:12.940935 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c908664-0731-4548-98a1-e130de1a26cb req-cbb05ebc-fd8d-42f7-9d8e-4c5c64a4be52 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0506122 May 12 04:11:12.991047 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-6c908664-0731-4548-98a1-e130de1a26cb req-4597786b-0103-498c-8457-7cd92679c608 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445721 May 12 04:11:14.117605 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5406-6abf-4854-95d9-65434489e8b0 req-084cd44d-b20f-4a39-9a30-22c7a9f39803 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:14.119576 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8f1a5406-6abf-4854-95d9-65434489e8b0 req-084cd44d-b20f-4a39-9a30-22c7a9f39803 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0515516 May 12 04:11:14.173723 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-8f1a5406-6abf-4854-95d9-65434489e8b0 req-4ad4e935-bb01-4c1c-826a-f49aeca27a0d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 May 12 04:11:15.295337 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10dc2-cecc-4d83-a56a-0fa733d62df8 req-b7abbc57-52a2-4ebf-b742-737484585f7e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:15.297818 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e7a10dc2-cecc-4d83-a56a-0fa733d62df8 req-b7abbc57-52a2-4ebf-b742-737484585f7e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0496902 May 12 04:11:15.366685 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e7a10dc2-cecc-4d83-a56a-0fa733d62df8 req-2a4f455f-2e75-4b5c-88f8-577666e51d5e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629761 May 12 04:11:16.489621 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb7a42-7cf5-4c4d-8cd0-9c609cb64eba req-915115c6-6f23-4b04-a4f3-578e8fff9f11 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:16.492172 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3dbb7a42-7cf5-4c4d-8cd0-9c609cb64eba req-915115c6-6f23-4b04-a4f3-578e8fff9f11 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0521779 May 12 04:11:16.540845 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-3dbb7a42-7cf5-4c4d-8cd0-9c609cb64eba req-8297d906-90ea-44a7-967f-a8eef30c2419 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 May 12 04:11:17.667607 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc913e-ce4a-4249-be2b-0fad05ad88a6 req-63995c1b-dfb0-45d1-9b1c-8bcdaf200810 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:17.669091 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ebdc913e-ce4a-4249-be2b-0fad05ad88a6 req-63995c1b-dfb0-45d1-9b1c-8bcdaf200810 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0474255 May 12 04:11:17.722479 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ebdc913e-ce4a-4249-be2b-0fad05ad88a6 req-4bbff6ba-1821-47e7-82b4-d37b9e6ee6a0 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478213 May 12 04:11:18.483510 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.v2.base [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Request body: {'port': {'device_id': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8413'}} {{(pid=104165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:11:18.540331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:18.842660 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c031ff-c13b-44b9-8d33-ec4021a181e0 req-534f40b4-3251-4475-bf47-6ef61c83c075 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:18.844332 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9c031ff-c13b-44b9-8d33-ec4021a181e0 req-534f40b4-3251-4475-bf47-6ef61c83c075 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 931 time: 0.0533874 May 12 04:11:18.896750 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a9c031ff-c13b-44b9-8d33-ec4021a181e0 req-26629e39-3f7b-4ab7-932f-22ab1fd67b03 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466075 May 12 04:11:19.113820 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3b56b4-3722-49a0-9342-11091fb7e307 {{(pid=104165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:11:19.121796 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Publish callbacks [] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), precommit_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:19.133919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.provisioning_blocks [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Transition to ACTIVE for port object 9b3b56b4-3722-49a0-9342-11091fb7e307 will not be triggered until provisioned by entity L2. {{(pid=104165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 04:11:19.137722 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:19.187165 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=2']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:19.262106 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Attempting to bind port 9b3b56b4-3722-49a0-9342-11091fb7e307 on host hv-neutron-8413 for vnic_type normal with profile {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 04:11:19.262442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Attempting to bind port 9b3b56b4-3722-49a0-9342-11091fb7e307 by drivers openvswitch,hyperv on host hv-neutron-8413 at level 0 using segments [{'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 04:11:19.262773 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Attempting to bind port 9b3b56b4-3722-49a0-9342-11091fb7e307 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:11:19.267361 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Port 9b3b56b4-3722-49a0-9342-11091fb7e307 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8413 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 04:11:19.267682 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Attempting to bind port 9b3b56b4-3722-49a0-9342-11091fb7e307 on network 81fa9c0e-0952-46f2-b8f4-44119ff40785 {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 04:11:19.272724 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Checking agent: {'id': '5042e0e4-48c5-4d7a-890e-16b4b32426d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'started_at': datetime.datetime(2022, 5, 12, 3, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 4, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 04:11:19.273054 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Checking segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 04:11:19.273436 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Bound using segment: {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'} {{(pid=104165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 04:11:19.273878 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.managers [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Bound port: 9b3b56b4-3722-49a0-9342-11091fb7e307, host: hv-neutron-8413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11517d7-6d8e-4724-86dc-2750969b2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785'}}] {{(pid=104165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 04:11:19.274245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:19.340137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, cleared binding levels {{(pid=104165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 04:11:19.343431 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 04:11:19.348446 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60370929'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:19.382502 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:19.383123 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:19.384768 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] 10.222.0.57 "PUT /v2.0/ports/9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 200 len: 1093 time: 0.9067671 May 12 04:11:19.385045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:11:19.387324 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e761ffbc-6349-40c6-8d68-91591151638f" -d '{"events": [{"name": "network-changed", "server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:11:19.421769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201563a-afe3-4767-a12d-feb816da3ada service neutron] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=3']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:19.435695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a02131-e4f1-409a-8f22-2d418fcf08d2 x-openstack-request-id: req-02a02131-e4f1-409a-8f22-2d418fcf08d2 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:11:19.435985 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:11:19.436244 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02a02131-e4f1-409a-8f22-2d418fcf08d2 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:11:19.436649 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a02131-e4f1-409a-8f22-2d418fcf08d2'] response: {'name': 'network-changed', 'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'status': 'completed', 'code': 200} May 12 04:11:19.489569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-28b67e18-7470-4a07-90b8-5ebf6a12fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:19.491127 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-28b67e18-7470-4a07-90b8-5ebf6a12fe3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1127 time: 0.0442491 May 12 04:11:19.537594 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-fa52f261-b03f-4f06-8c79-94c1bcd69573 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 200 len: 217 time: 0.0349605 May 12 04:11:19.588385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-7798495f-77d9-4460-9c50-102d3f6278b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:19.590424 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-7798495f-77d9-4460-9c50-102d3f6278b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0439394 May 12 04:11:19.636873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-8d9ea726-2245-4197-8e33-68c631898d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:19.638408 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-8d9ea726-2245-4197-8e33-68c631898d73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388584 May 12 04:11:19.730949 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-2619a7bd-d424-4859-a21a-3759f124b1a2 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 May 12 04:11:19.823716 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-601ccd68-b7ea-4da0-bfd0-83af6878b948 req-180d67d7-2773-44fd-8927-ec832aa1e62a service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835800 May 12 04:11:20.007401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405ec4-3385-4043-874e-c915a025e668 req-35a5d506-6d67-4c28-a8a8-9ccfa79809c0 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:20.008869 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3405ec4-3385-4043-874e-c915a025e668 req-35a5d506-6d67-4c28-a8a8-9ccfa79809c0 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 943 time: 0.0457737 May 12 04:11:20.061218 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-f3405ec4-3385-4043-874e-c915a025e668 req-d0cf7560-f82a-42c1-a877-b0a6f1c4805d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461121 May 12 04:11:20.751486 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffbc-6349-40c6-8d68-91591151638f req-0993879b-0cc6-4c2d-8be8-d3ce22c047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:20.752992 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-0993879b-0cc6-4c2d-8be8-d3ce22c047aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1127 time: 0.0393364 May 12 04:11:20.842101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffbc-6349-40c6-8d68-91591151638f req-b4335bfd-b1c8-46ef-8597-bf64c16916d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:20.843544 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-b4335bfd-b1c8-46ef-8597-bf64c16916d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0822337 May 12 04:11:20.890190 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-f180c693-b39a-4c9e-a9ad-543474bc581a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 200 len: 217 time: 0.0376387 May 12 04:11:20.940675 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffbc-6349-40c6-8d68-91591151638f req-c323c66d-6c4d-4e77-ac12-d9c6b95d3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:20.942086 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-c323c66d-6c4d-4e77-ac12-d9c6b95d3043 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0427685 May 12 04:11:20.987240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761ffbc-6349-40c6-8d68-91591151638f req-7ef3453f-fc1d-4973-b6fa-2b60e6de25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:20.988664 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-7ef3453f-fc1d-4973-b6fa-2b60e6de25ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374000 May 12 04:11:21.081701 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-3b5cc6ba-32ae-47ef-a7ad-d1759e4ca69d service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835991 May 12 04:11:21.179414 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-e761ffbc-6349-40c6-8d68-91591151638f req-2abe467f-5749-4fbd-bb59-b4e64ab72da0 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875921 May 12 04:11:21.179671 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897b753-8d0e-41c7-98b3-b85f4ef53fba req-e74cfaea-2ea6-4d5c-ac73-387d111dd9a5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:21.180998 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2897b753-8d0e-41c7-98b3-b85f4ef53fba req-e74cfaea-2ea6-4d5c-ac73-387d111dd9a5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 943 time: 0.0507643 May 12 04:11:21.230880 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2897b753-8d0e-41c7-98b3-b85f4ef53fba req-07e4249d-200c-4d92-b5a3-ee10b3354010 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 May 12 04:11:22.018454 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:11:22.115307 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:11:22.126471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'port_id': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'mac_address': 'fa:16:3e:24:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:11:22.161741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9b3b56b4-3722-49a0-9342-11091fb7e307 is: DOWN; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:11:22.162149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:22.174743 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3b56b4-3722-49a0-9342-11091fb7e307 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:11:22.194041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:11:22.197835 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:22.246974 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=4']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:22.340888 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b032d-166b-4432-bf01-fca24bd2a683 req-33bb604f-a889-447e-852c-6e359d002bac tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:22.342387 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a9b032d-166b-4432-bf01-fca24bd2a683 req-33bb604f-a889-447e-852c-6e359d002bac tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 944 time: 0.0466447 May 12 04:11:22.391527 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-7a9b032d-166b-4432-bf01-fca24bd2a683 req-9a97e0f9-75a1-44e0-ad51-33afccfedc31 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 May 12 04:11:22.511048 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['9b3b56b4-3722-49a0-9342-11091fb7e307'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:11:23.505792 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc423fc9-b6a0-425b-8c5d-948dab90aa13 req-531c93bf-6e6c-4a72-be86-593f2c21f7d6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:23.507433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc423fc9-b6a0-425b-8c5d-948dab90aa13 req-531c93bf-6e6c-4a72-be86-593f2c21f7d6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 944 time: 0.0465498 May 12 04:11:23.564945 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-fc423fc9-b6a0-425b-8c5d-948dab90aa13 req-c99dd955-3520-4a42-8138-c69fe1e446db tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510023 May 12 04:11:24.019593 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:11:24.062108 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning for port 9b3b56b4-3722-49a0-9342-11091fb7e307 completed by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 04:11:24.067611 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 9b3b56b4-3722-49a0-9342-11091fb7e307 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:11:24.067979 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:24.141872 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9b3b56b4-3722-49a0-9342-11091fb7e307 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:11:24.142205 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:24.164149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:11:24.166401 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03662b7-c952-4a93-bae1-98c3a32006a4" -d '{"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:11:24.181630 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:11:24.186124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:24.352051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8de836-ade6-43ff-8dbb-cedf2f3566b6 x-openstack-request-id: req-9e8de836-ade6-43ff-8dbb-cedf2f3566b6 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:11:24.352320 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:11:24.352571 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e8de836-ade6-43ff-8dbb-cedf2f3566b6 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:11:24.352961 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8de836-ade6-43ff-8dbb-cedf2f3566b6'] response: {'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'code': 200} May 12 04:11:24.379259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=5']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:24.385549 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5521d-75c9-4070-9f42-a7f2dccd7f01 req-9ba32037-cd6e-441e-96f4-792f0dc1129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:24.387286 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d2d5521d-75c9-4070-9f42-a7f2dccd7f01 req-9ba32037-cd6e-441e-96f4-792f0dc1129f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1129 time: 0.0404372 May 12 04:11:24.436144 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-d2d5521d-75c9-4070-9f42-a7f2dccd7f01 req-16ddb0b2-905b-40a5-b8de-39c464e28014 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 May 12 04:11:24.676191 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462e68-6f09-4cc1-8a4d-12c0cb94243c req-2661e70f-9314-4050-b3e8-3c0af0001956 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:24.677628 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-79462e68-6f09-4cc1-8a4d-12c0cb94243c req-2661e70f-9314-4050-b3e8-3c0af0001956 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 945 time: 0.0462260 May 12 04:11:24.724860 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-79462e68-6f09-4cc1-8a4d-12c0cb94243c req-bc4529fe-fb85-41de-a27d-8c6a4ff88ec8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 May 12 04:11:24.725070 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:11:25.840563 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89d45-7a23-4ba2-8f1c-0dd17b2493c5 req-0b36ffee-25f2-4faf-aa50-1332cb439ab3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:25.842062 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76c89d45-7a23-4ba2-8f1c-0dd17b2493c5 req-0b36ffee-25f2-4faf-aa50-1332cb439ab3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 945 time: 0.0482240 May 12 04:11:25.891433 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-76c89d45-7a23-4ba2-8f1c-0dd17b2493c5 req-604dafd1-c9dc-4618-93db-ac27f6d32d1a tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 May 12 04:11:26.934619 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-22d46618-3f91-41b1-99a0-46539ea904e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370333 May 12 04:11:27.009026 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4469a-f631-4742-af02-82fb073f0d93 req-1a3d25ec-6b36-493c-b815-38ba2d8fab77 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.010524 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0cb4469a-f631-4742-af02-82fb073f0d93 req-1a3d25ec-6b36-493c-b815-38ba2d8fab77 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 945 time: 0.0508597 May 12 04:11:27.013186 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-9fac657a-626d-4995-8f42-0ede57d8b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.015345 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-9fac657a-626d-4995-8f42-0ede57d8b6f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1128 time: 0.0392535 May 12 04:11:27.060947 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-0cb4469a-f631-4742-af02-82fb073f0d93 req-c8b9b039-6ead-4fde-8ce6-fe9d1ae0b2d8 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436373 May 12 04:11:27.121950 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-b5d526cf-9191-4be2-a321-26624d41394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.123978 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-b5d526cf-9191-4be2-a321-26624d41394f service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0907969 May 12 04:11:27.175724 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6779a8b-2428-427e-841d-334617741ed2 req-80a1d963-f492-4276-9c66-82439709292b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.177109 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a6779a8b-2428-427e-841d-334617741ed2 req-80a1d963-f492-4276-9c66-82439709292b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 945 time: 0.0463779 May 12 04:11:27.193484 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-23f0347d-3650-417a-a961-32be93e8c4ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 1000 time: 0.0626950 May 12 04:11:27.226681 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-a6779a8b-2428-427e-841d-334617741ed2 req-da47d0e3-da71-4257-9400-14e05af66404 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 May 12 04:11:27.242495 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-faf27924-c6f9-426b-9310-c3be1adf25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.243977 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-faf27924-c6f9-426b-9310-c3be1adf25e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0445726 May 12 04:11:27.248559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42438) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:11:27.313748 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4101449c-c155-43bc-b7b7-5e90d0acf937 tempest-TestSnapshotPattern-379690120 tempest-TestSnapshotPattern-379690120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.315550 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-4101449c-c155-43bc-b7b7-5e90d0acf937 tempest-TestSnapshotPattern-379690120 tempest-TestSnapshotPattern-379690120-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1124 time: 0.0660717 May 12 04:11:27.316721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-5765a400-ff69-4257-a641-fffb97673be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:27.318105 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-5765a400-ff69-4257-a641-fffb97673be7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0614305 May 12 04:11:27.318405 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42440) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:11:27.322958 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.v2.base [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Request body: {'floatingip': {'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'port_id': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 04:11:27.344526 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:27.411794 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-5b3dc84a-2bc8-4b96-aea0-f82dd6c80eb7 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878179 May 12 04:11:27.427333 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (None), before_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:27.511972 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-7db4ea06-b103-4205-9b69-b7669ce9c40f req-c79402c8-47df-4227-924c-6456aa0abce2 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939174 May 12 04:11:27.540557 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_common [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Allocated IP 172.26.2.220 (b0f0b39d-87d3-4a48-bf85-f81ae27df1c1/5e934bf7-570e-404b-ae47-0182fc8ada67/8e73c398-e843-4bf5-9189-18e826c6d794) {{(pid=104164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 04:11:27.644346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for port (8e73c398-e843-4bf5-9189-18e826c6d794), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:27.678125 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750096052839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8e73c398-e843-4bf5-9189-18e826c6d794), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:27.715457 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Network b0f0b39d-87d3-4a48-bf85-f81ae27df1c1 is already hosted by enough agents. {{(pid=104164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 04:11:27.718786 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.base_scheduler [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Resources bound (agent type, host, resource id): {{(pid=104164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 04:11:27.724266 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Received port after_create {{(pid=104164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 04:11:27.729796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'Port': ['ID=8e73c398-e843-4bf5-9189-18e826c6d794,revision_number=1']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:27.761657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.762042 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.762395 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.762746 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.763090 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.763428 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.763796 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.764131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.764465 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.764800 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.765141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.765475 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.765808 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.766167 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:27.766494 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:11:28.109462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (3447e8a9-2f40-4e00-8498-ef720fe32a2f), precommit_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:28.178898 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (8e73c398-e843-4bf5-9189-18e826c6d794), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:28.357577 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for port (8e73c398-e843-4bf5-9189-18e826c6d794), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:28.361661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60047419'] for port (8e73c398-e843-4bf5-9189-18e826c6d794), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:28.432894 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event updated for resources: {'Port': ['ID=8e73c398-e843-4bf5-9189-18e826c6d794,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:11:28.442692 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674421'] for floatingip (3447e8a9-2f40-4e00-8498-ef720fe32a2f), after_create {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:28.546488 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Floating IP 3447e8a9-2f40-4e00-8498-ef720fe32a2f associated. External IP: 172.26.2.220, port: 9b3b56b4-3722-49a0-9342-11091fb7e307. May 12 04:11:28.756211 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Router c1733422-85cd-48aa-bd20-1904a681d11a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:11:28.862914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:11:28.872094 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:11:28.880245 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:28.882253 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:11:28.882975 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:11:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:11:28.910671 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-89c71a6b-20c3-4e2a-a302-f094d9f8a288 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5911446 May 12 04:11:28.911323 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:11:28.913713 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915bde1-864e-4903-9bca-e0421ff557bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:11:28.949346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607adb16-e179-4d4a-9001-3e28db438675 x-openstack-request-id: req-607adb16-e179-4d4a-9001-3e28db438675 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:11:28.949648 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:11:28.949943 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-607adb16-e179-4d4a-9001-3e28db438675 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:11:28.950364 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607adb16-e179-4d4a-9001-3e28db438675'] response: {'name': 'network-changed', 'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'status': 'completed', 'code': 200} May 12 04:11:28.990977 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:11:29.009478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915bde1-864e-4903-9bca-e0421ff557bc req-9bb3547b-e4dd-4bd2-a115-dd307e2049c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:29.011087 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-9bb3547b-e4dd-4bd2-a115-dd307e2049c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1129 time: 0.0401230 May 12 04:11:29.105259 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915bde1-864e-4903-9bca-e0421ff557bc req-a12de2ee-6c95-4ded-8c03-0000bdb99726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:29.106778 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-a12de2ee-6c95-4ded-8c03-0000bdb99726 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0891469 May 12 04:11:29.177260 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-bad5939f-b3c6-4be1-ad13-17b793570a1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 200 len: 999 time: 0.0641577 May 12 04:11:29.221108 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '3447e8a9-2f40-4e00-8498-ef720fe32a2f', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.220', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:24:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:11:27Z', 'updated_at': '2022-05-12T04:11:27Z', 'revision_number': 0, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}, {'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:51Z', 'revision_number': 1, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:11:29.233695 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915bde1-864e-4903-9bca-e0421ff557bc req-f25b3128-d1f2-4d7a-87a6-68bddc665709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:29.235201 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-f25b3128-d1f2-4d7a-87a6-68bddc665709 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0446727 May 12 04:11:29.247530 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:11:29.256648 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:11:29.257252 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:11:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:11:29.277652 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915bde1-864e-4903-9bca-e0421ff557bc req-8324054f-6eee-4a95-8ee9-2fd83d5da6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:11:29.279773 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-8324054f-6eee-4a95-8ee9-2fd83d5da6aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380726 May 12 04:11:29.366667 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:11:29.379749 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-062a35af-05e6-44ce-aa2d-6859cf4a51e1 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938919 May 12 04:11:29.472302 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-b915bde1-864e-4903-9bca-e0421ff557bc req-d8d4fc5d-397a-46d8-8e05-72cf21e139be service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863876 May 12 04:11:29.589716 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '3447e8a9-2f40-4e00-8498-ef720fe32a2f', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.220', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:24:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:11:27Z', 'updated_at': '2022-05-12T04:11:27Z', 'revision_number': 0, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}, {'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:51Z', 'revision_number': 1, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:11:29.616133 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27edf46b-3ace-4f7b-be86-dad399fab797 None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '3447e8a9-2f40-4e00-8498-ef720fe32a2f', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.220', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:24:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:11:27Z', 'updated_at': '2022-05-12T04:11:27Z', 'revision_number': 0, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}, {'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:51Z', 'revision_number': 1, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:11:29.803327 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e5f0e-ea40-44b1-9e85-053911a767b8 None None] New status for floating IP 3447e8a9-2f40-4e00-8498-ef720fe32a2f: ACTIVE {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:11:33.227590 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-bff68dd6-7cd3-42d2-b5b5-8e2753b81f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:35.756565 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-8dbba353-d8c9-45b3-8a17-1d89b73b03d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:36.642382 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:38.215439 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:39.752716 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:11:42.781432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:01.723634 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:12:03.228745 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c914bfe6-bccf-4add-b412-4d9eea523d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:05.757319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-57f3bfc5-d338-4056-8fb7-e13946bef2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:06.645067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:08.216975 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:09.754961 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:12.812271 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:26.501000 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-8a127b0e-34d0-43a4-8bed-c6c42a5b912c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379658 May 12 04:12:26.566894 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-d956666c-ed3a-4945-9136-7610aaeca886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:12:26.568612 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-d956666c-ed3a-4945-9136-7610aaeca886 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1129 time: 0.0387962 May 12 04:12:26.675478 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-cb63d336-0cc8-4df7-af91-f07568ed3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:12:26.676821 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-cb63d336-0cc8-4df7-af91-f07568ed3e86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0862050 May 12 04:12:26.742758 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-ef2fce3f-cc6d-4e2a-b543-56db0b502d07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 200 len: 1001 time: 0.0566771 May 12 04:12:26.789284 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-604cfcf3-abd0-4db9-9b0e-cb49656eeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:12:26.790718 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-604cfcf3-abd0-4db9-9b0e-cb49656eeccb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0424426 May 12 04:12:26.841098 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-606ac99a-380e-4481-bc22-0ea4e60ffa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:12:26.842601 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-606ac99a-380e-4481-bc22-0ea4e60ffa46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418460 May 12 04:12:26.855734 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-47c940b5-82f7-4b84-a9ba-af785509d79f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 04:12:26.856665 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-47c940b5-82f7-4b84-a9ba-af785509d79f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047963 May 12 04:12:26.943801 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-8e38412b-1245-4b23-b13c-7ab5e3c7a733 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793622 May 12 04:12:27.035830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-57a97821-4dc4-4f86-8c91-d3bd74dfc413 req-7cc168fa-c25d-43a0-a423-2e9e03ed2b38 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830753 May 12 04:12:33.230511 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-cec1a4a9-d895-4631-9b45-e44f29a3f08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:35.762644 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0590-dc7a-40ad-8f60-0fec280888d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:36.648062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:38.220167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:38.721574 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:12:39.756444 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:12:42.830062 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:03.236887 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe74b-7355-4273-bc77-1f8dd8228a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:04.591073 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 details requested by agent hyperv_hv-neutron-8413 with host hv-neutron-8413 {{(pid=104166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 04:13:04.699829 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:04.712870 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Returning: {'device': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'port_id': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'mac_address': 'fa:16:3e:24:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 04:13:04.750326 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9b3b56b4-3722-49a0-9342-11091fb7e307 is: ACTIVE; New status is: BUILD {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:13:04.750642 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:04.765329 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b3b56b4-3722-49a0-9342-11091fb7e307 {{(pid=104166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 04:13:04.784599 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:04.788319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:04.844684 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=6']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:04.852149 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.852395 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.852732 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.853067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.853397 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.853723 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.854076 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.854399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.854722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.855074 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.855399 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.855722 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.856041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.856358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.856674 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:04.880465 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] get_ports_and_sgs() called for port_ids ['9b3b56b4-3722-49a0-9342-11091fb7e307'] {{(pid=104166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 04:13:05.761216 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-428718f5-cc2a-47f6-b482-8e6133bf0078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:06.576097 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 up at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 04:13:06.625064 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.provisioning_blocks [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Provisioning complete for port 9b3b56b4-3722-49a0-9342-11091fb7e307 triggered by entity L2. {{(pid=104166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 04:13:06.625283 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819395'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), provisioning_complete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:06.683810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:06.728852 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9b3b56b4-3722-49a0-9342-11091fb7e307 is: BUILD; New status is: ACTIVE {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:13:06.729561 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:06.757821 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:13:06.760121 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda99b7-d68a-45fe-b0cd-08bc1b11eef0" -d '{"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:13:06.775877 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:06.781560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:06.840432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=7']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:06.912896 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51117f70-67ef-4aaa-8e5a-5787877d8d59 x-openstack-request-id: req-51117f70-67ef-4aaa-8e5a-5787877d8d59 {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:13:06.913213 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:13:06.913472 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51117f70-67ef-4aaa-8e5a-5787877d8d59 {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:13:06.914015 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51117f70-67ef-4aaa-8e5a-5787877d8d59'] response: {'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'code': 200} May 12 04:13:08.229627 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:09.762369 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:12.843523 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:14.773346 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42648) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:14.918925 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Deleting port 8e73c398-e843-4bf5-9189-18e826c6d794 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:14.919215 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (8e73c398-e843-4bf5-9189-18e826c6d794), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:14.994148 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (8e73c398-e843-4bf5-9189-18e826c6d794), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:14.994472 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (8e73c398-e843-4bf5-9189-18e826c6d794), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:15.006044 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Calling delete_port for 8e73c398-e843-4bf5-9189-18e826c6d794 owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:15.144016 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (8e73c398-e843-4bf5-9189-18e826c6d794), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:15.170706 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event deleted for resources: {'Port': ['ID=8e73c398-e843-4bf5-9189-18e826c6d794,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:15.182446 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.182782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.183131 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.183502 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.183847 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.184183 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.184514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.184837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.185173 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.185499 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.185830 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.186187 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.186514 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.186837 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.187158 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:15.243774 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (3447e8a9-2f40-4e00-8498-ef720fe32a2f), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:15.244099 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Floating IP 3447e8a9-2f40-4e00-8498-ef720fe32a2f disassociated (deleted). External IP: 172.26.2.220, port: 9b3b56b4-3722-49a0-9342-11091fb7e307. May 12 04:13:15.454234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Router c1733422-85cd-48aa-bd20-1904a681d11a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:13:15.559401 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:13:15.564124 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:15.569779 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:13:15.579451 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:15.580111 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:15.593254 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-eb044616-3361-4e0e-9655-83c58e5b7910 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "DELETE /v2.0/floatingips/3447e8a9-2f40-4e00-8498-ef720fe32a2f HTTP/1.1" status: 204 len: 168 time: 0.8187761 May 12 04:13:15.593849 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:13:15.596115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60717562-22b5-48ad-8bed-253563d4be79" -d '{"events": [{"name": "network-changed", "server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:13:15.637221 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cea28-42e8-4e94-a0af-655c050e9577 x-openstack-request-id: req-258cea28-42e8-4e94-a0af-655c050e9577 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:13:15.637521 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:13:15.638431 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-258cea28-42e8-4e94-a0af-655c050e9577 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:13:15.638431 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258cea28-42e8-4e94-a0af-655c050e9577'] response: {'name': 'network-changed', 'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'status': 'completed', 'code': 200} May 12 04:13:15.706444 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717562-22b5-48ad-8bed-253563d4be79 req-d2e68f35-2978-4bb0-b77e-6faa4547c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:15.708077 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-d2e68f35-2978-4bb0-b77e-6faa4547c51d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 1129 time: 0.0437632 May 12 04:13:15.708532 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:15.823460 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717562-22b5-48ad-8bed-253563d4be79 req-1c0f3889-4afc-4419-8e81-fe10a6a2e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:15.825862 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-1c0f3889-4afc-4419-8e81-fe10a6a2e46b service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0996506 May 12 04:13:15.833639 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f5d6-845d-49bf-8d76-e6cc63464d5e req-ea321e33-cca0-43aa-951f-1206acafe19b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:15.835252 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f27f5d6-845d-49bf-8d76-e6cc63464d5e req-ea321e33-cca0-43aa-951f-1206acafe19b tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 945 time: 0.0540206 May 12 04:13:15.886003 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-2f27f5d6-845d-49bf-8d76-e6cc63464d5e req-a85f9bcc-9243-405b-814a-1c0360ec7e3d tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 May 12 04:13:15.888199 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:13:16.033088 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:51Z', 'revision_number': 1, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:16.063691 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:13:16.072210 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:16.072825 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:16.176586 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:16.388110 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:51Z', 'revision_number': 1, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:16.417906 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24154ad8-b939-4ce9-9662-dd67a1e644fb None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_floatingips': [{'id': '41a759c7-2a3e-4999-9c3b-b2835394c775', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'floating_ip_address': '172.26.2.133', 'floating_network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'router_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'port_id': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'mac_address': 'fa:16:3e:8d:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T04:08:48Z', 'updated_at': '2022-05-12T04:08:51Z', 'revision_number': 1, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:13:16.607165 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:16.643690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b333873-d7d6-476e-b2a9-febfa85f9ff4 None None] New status for floating IP 3447e8a9-2f40-4e00-8498-ef720fe32a2f: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:13:16.745553 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Current status of the port 9b3b56b4-3722-49a0-9342-11091fb7e307 is: ACTIVE; New status is: DOWN {{(pid=104166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 04:13:16.746053 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745043'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:16.767966 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:13:16.770259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b1e938a1b1be9b8dae44c6f672d96f154af28fe04ab956c00ea669b043a066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8c3eb-5f1e-48ee-938a-c0455b00eecf" -d '{"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:13:16.783113 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:16.787224 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750096613771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750096052857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750096052875'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:16.812229 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5dccb-4841-42fa-a918-5d1d4e93ed9f x-openstack-request-id: req-9fb5dccb-4841-42fa-a918-5d1d4e93ed9f {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:13:16.812525 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "code": 200}]} {{(pid=104166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:13:16.812783 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fb5dccb-4841-42fa-a918-5d1d4e93ed9f {{(pid=104166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:13:16.813183 dv-neutron-841363-5-hyperv neutron-server[104166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb5dccb-4841-42fa-a918-5d1d4e93ed9f'] response: {'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'code': 200} May 12 04:13:16.838101 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Pushing event updated for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=8']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:17.005126 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c93b-bd70-423f-9daa-621317d469fa req-cd105d36-0744-4c89-b912-782d55876edd tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:17.006631 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee33c93b-bd70-423f-9daa-621317d469fa req-cd105d36-0744-4c89-b912-782d55876edd tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 943 time: 0.0494680 May 12 04:13:17.260280 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-2f89c5a0-dccf-487b-bce0-f073e57c2de6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 200 len: 217 time: 0.0362093 May 12 04:13:17.315721 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717562-22b5-48ad-8bed-253563d4be79 req-1c09f33f-8b82-4f31-b9c3-204ad6dc7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:17.317210 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-1c09f33f-8b82-4f31-b9c3-204ad6dc7218 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0500643 May 12 04:13:17.346169 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ee33c93b-bd70-423f-9daa-621317d469fa req-86d5b9b2-1ff7-4e5e-9fcb-777a0fb8c234 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340802 May 12 04:13:17.434617 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717562-22b5-48ad-8bed-253563d4be79 req-6d6e2595-fe38-4228-b442-009632216b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:17.436087 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-6d6e2595-fe38-4228-b442-009632216b44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401554 May 12 04:13:17.530014 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-8970d198-2172-486c-947a-aaff02b4ab22 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860333 May 12 04:13:17.638588 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a528-4042-437e-989f-aac1eff56afe req-740c8b38-3425-4f0d-a435-da0a90a7f6e9 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:17.640067 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c8d2a528-4042-437e-989f-aac1eff56afe req-740c8b38-3425-4f0d-a435-da0a90a7f6e9 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 943 time: 0.0893774 May 12 04:13:17.721265 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-60717562-22b5-48ad-8bed-253563d4be79 req-bbea578e-41ab-4013-84f4-d98719f4ea52 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772985 May 12 04:13:17.740719 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Deleting port 9b3b56b4-3722-49a0-9342-11091fb7e307 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:17.741137 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:17.835115 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] For port 9b3b56b4-3722-49a0-9342-11091fb7e307, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=9b3b56b4-3722-49a0-9342-11091fb7e307,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:17.835385 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:17.848367 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Calling delete_port for 9b3b56b4-3722-49a0-9342-11091fb7e307 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:17.982678 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (9b3b56b4-3722-49a0-9342-11091fb7e307), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:18.018313 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event deleted for resources: {'Port': ['ID=9b3b56b4-3722-49a0-9342-11091fb7e307,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:18.031417 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.031769 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.032118 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.032442 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.032770 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.033101 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.033428 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.033753 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.034109 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.034432 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.034754 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.035074 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.035390 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.035709 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.036022 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841363-5-hyperv {{(pid=104165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 04:13:18.075691 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] No DVR routers for this DVR port 9b3b56b4-3722-49a0-9342-11091fb7e307 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:13:18.078219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:18.081369 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-c8d2a528-4042-437e-989f-aac1eff56afe req-a80dcbd6-b016-4873-b8f5-eb1dee6737c3 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "DELETE /v2.0/ports/9b3b56b4-3722-49a0-9342-11091fb7e307 HTTP/1.1" status: 204 len: 173 time: 0.4353096 May 12 04:13:18.081812 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-deleted', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:13:18.084045 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289d5f3-5a6d-4a80-b0bd-2cc03021ea31" -d '{"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-deleted", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:13:18.179394 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1adef8-c1f1-4e37-ad5c-27b4c83fcdea x-openstack-request-id: req-3e1adef8-c1f1-4e37-ad5c-27b4c83fcdea {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:13:18.179687 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54df114-bc11-403a-95f0-6fdd9ed6e45e", "name": "network-vif-deleted", "tag": "9b3b56b4-3722-49a0-9342-11091fb7e307", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:13:18.179946 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e1adef8-c1f1-4e37-ad5c-27b4c83fcdea {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:13:18.180361 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1adef8-c1f1-4e37-ad5c-27b4c83fcdea'] response: {'server_uuid': 'd54df114-bc11-403a-95f0-6fdd9ed6e45e', 'name': 'network-vif-deleted', 'tag': '9b3b56b4-3722-49a0-9342-11091fb7e307', 'status': 'completed', 'code': 200} May 12 04:13:18.457296 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-e5d030ca-6262-4c24-95d9-5b5bfc219882 req-ff4405e1-f9bd-429a-b223-ef05feed2b85 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54df114-bc11-403a-95f0-6fdd9ed6e45e HTTP/1.1" status: 200 len: 210 time: 0.0285184 May 12 04:13:20.022783 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42712) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:20.166523 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Deleting port 97b92461-5cf5-4fee-984e-1a07220d468a {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:20.166778 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (97b92461-5cf5-4fee-984e-1a07220d468a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:20.241360 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (97b92461-5cf5-4fee-984e-1a07220d468a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:20.241682 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (97b92461-5cf5-4fee-984e-1a07220d468a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:20.253784 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Calling delete_port for 97b92461-5cf5-4fee-984e-1a07220d468a owned by network:floatingip {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:20.400166 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (97b92461-5cf5-4fee-984e-1a07220d468a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:20.424632 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event deleted for resources: {'Port': ['ID=97b92461-5cf5-4fee-984e-1a07220d468a,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:20.483430 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for floatingip (41a759c7-2a3e-4999-9c3b-b2835394c775), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:20.483810 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.db.l3_db [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Floating IP 41a759c7-2a3e-4999-9c3b-b2835394c775 disassociated (deleted). External IP: 172.26.2.133, port: f2559f97-0d9d-4e78-8618-fa0fd4b94f16. May 12 04:13:20.599134 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:20.623956 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: 9b3b56b4-3722-49a0-9342-11091fb7e307 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:20.624294 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device 9b3b56b4-3722-49a0-9342-11091fb7e307 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:20.689538 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Router c1733422-85cd-48aa-bd20-1904a681d11a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:13:20.795657 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:13:20.800462 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for floatingip (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:20.805333 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:13:20.815112 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:20.815709 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:20.829438 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-3a35a4d8-5e07-4eda-bd82-94a1b11ade60 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "DELETE /v2.0/floatingips/41a759c7-2a3e-4999-9c3b-b2835394c775 HTTP/1.1" status: 204 len: 168 time: 0.8055549 May 12 04:13:20.831318 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:13:20.833014 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23fb538107dbe10f4e6af1a25e2f8ba2e1def1efc263e9e3801e7357a85e093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda40d5d-4ae7-4c8f-a304-0f9391afb664" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:13:20.870082 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c70e05-6727-4eb7-9f0a-19c5e6cb7e42 x-openstack-request-id: req-a0c70e05-6727-4eb7-9f0a-19c5e6cb7e42 {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:13:20.870554 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "status": "completed", "code": 200}]} {{(pid=104164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:13:20.871709 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0c70e05-6727-4eb7-9f0a-19c5e6cb7e42 {{(pid=104164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:13:20.872193 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c70e05-6727-4eb7-9f0a-19c5e6cb7e42'] response: {'name': 'network-changed', 'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'status': 'completed', 'code': 200} May 12 04:13:20.927143 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:20.956131 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-83fc936d-a909-4a06-a19f-2d4796bbaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:20.957642 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-83fc936d-a909-4a06-a19f-2d4796bbaef8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 1128 time: 0.0574827 May 12 04:13:21.054274 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-07e4eb9a-9f5d-4d91-b161-9316a8f29420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:21.055788 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-07e4eb9a-9f5d-4d91-b161-9316a8f29420 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 200 len: 910 time: 0.0880558 May 12 04:13:21.075309 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77315204-52e3-422f-ba11-f782ae3cfd2b req-1e09d159-d149-4adb-81c5-b0991ab79368 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:21.076819 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77315204-52e3-422f-ba11-f782ae3cfd2b req-1e09d159-d149-4adb-81c5-b0991ab79368 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0610325 May 12 04:13:21.117209 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:21.125651 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-77315204-52e3-422f-ba11-f782ae3cfd2b req-8cf18446-9521-4612-8140-964e8f238a65 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 May 12 04:13:21.146583 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:13:21.155758 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:21.156356 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:21.261586 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:21.443593 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:21.470149 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c7727-4142-4ccd-8d9f-510c1b118a3d None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:08:28Z', 'revision_number': 4, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv', '_interfaces': [{'id': 'f8704169-baca-42a9-a45b-0442f76ba7e7', 'name': '', 'network_id': '81fa9c0e-0952-46f2-b8f4-44119ff40785', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'mac_address': 'fa:16:3e:fa:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:27Z', 'updated_at': '2022-05-12T04:08:32Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'subnets': [{'id': '59248bb7-5f49-42c2-94d5-1a5a137c8305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:13:21.699248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60089f-5d5c-4004-a087-1fec94463c5b None None] New status for floating IP 41a759c7-2a3e-4999-9c3b-b2835394c775: DOWN {{(pid=104166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 04:13:22.238302 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c9e16-80e6-4538-afef-af1e9f7f6c2e req-e7f50641-d0bb-4d8b-8b6e-65a83469fcf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:22.239800 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca9c9e16-80e6-4538-afef-af1e9f7f6c2e req-e7f50641-d0bb-4d8b-8b6e-65a83469fcf5 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0472612 May 12 04:13:22.288292 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-ca9c9e16-80e6-4538-afef-af1e9f7f6c2e req-07f6ef94-5dc2-4c6a-9bab-8830b055061e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0fc2353-2577-4217-8b8d-3514e26f03f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 May 12 04:13:22.501058 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-c0950dce-265d-4d7d-9fea-ab540f01f76a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 200 len: 217 time: 0.0381830 May 12 04:13:22.550501 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-983c9092-12c0-400e-b805-fc73a3fcc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:22.551879 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-983c9092-12c0-400e-b805-fc73a3fcc6fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 200 len: 848 time: 0.0421607 May 12 04:13:22.689288 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-bffe6102-7d23-4dd5-b0ec-f045a9d4c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:22.690830 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-bffe6102-7d23-4dd5-b0ec-f045a9d4c503 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81fa9c0e-0952-46f2-b8f4-44119ff40785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414717 May 12 04:13:22.815174 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-62d7247e-9957-4392-b7b9-e6065635b38f service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133881 May 12 04:13:22.826382 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93274b7-6303-4de1-968e-af676f2387ba req-0f328954-0e58-4236-b279-7d3b218bf071 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 04:13:22.827691 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a93274b7-6303-4de1-968e-af676f2387ba req-0f328954-0e58-4236-b279-7d3b218bf071 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 944 time: 0.0585353 May 12 04:13:22.967649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Deleting port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:22.968006 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:22.984338 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-fda40d5d-4ae7-4c8f-a304-0f9391afb664 req-1c170b7c-6a68-4163-a99a-5c728aaaed57 service neutron] 10.222.0.57 "GET /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557431 May 12 04:13:23.062597 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] For port f2559f97-0d9d-4e78-8618-fa0fd4b94f16, host hv-neutron-8413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8413',level=0,port_id=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:23.062855 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:23.076676 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Calling delete_port for f2559f97-0d9d-4e78-8618-fa0fd4b94f16 owned by compute:nova {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:23.202752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (f2559f97-0d9d-4e78-8618-fa0fd4b94f16), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:23.228298 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event deleted for resources: {'Port': ['ID=f2559f97-0d9d-4e78-8618-fa0fd4b94f16,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:23.273593 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] No DVR routers for this DVR port f2559f97-0d9d-4e78-8618-fa0fd4b94f16 on host hv-neutron-8413 {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:13:23.276011 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63029'] for port (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:23.279296 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [req-a93274b7-6303-4de1-968e-af676f2387ba req-829bd09b-bf00-4c75-aad3-b31e3580c12e tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.57 "DELETE /v2.0/ports/f2559f97-0d9d-4e78-8618-fa0fd4b94f16 HTTP/1.1" status: 204 len: 173 time: 0.4431655 May 12 04:13:23.279728 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-deleted', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16'}] {{(pid=104165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 04:13:23.281969 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc50ea9f28ba81364f786d6615ec87b21d951f06d68680abb0b3d62b7e9a442" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4bf7e-13ef-45d5-b744-90840356cea8" -d '{"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-deleted", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16"}]}' {{(pid=104165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 04:13:23.319822 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330f3244-4ee3-4ca9-a290-4e2d1a4ffcd0 x-openstack-request-id: req-330f3244-4ee3-4ca9-a290-4e2d1a4ffcd0 {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 04:13:23.320317 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed88fe-5518-439c-9b8c-0f9943bd85de", "name": "network-vif-deleted", "tag": "f2559f97-0d9d-4e78-8618-fa0fd4b94f16", "status": "completed", "code": 200}]} {{(pid=104165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 04:13:23.320581 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-330f3244-4ee3-4ca9-a290-4e2d1a4ffcd0 {{(pid=104165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 04:13:23.321000 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330f3244-4ee3-4ca9-a290-4e2d1a4ffcd0'] response: {'server_uuid': 'b1ed88fe-5518-439c-9b8c-0f9943bd85de', 'name': 'network-vif-deleted', 'tag': 'f2559f97-0d9d-4e78-8618-fa0fd4b94f16', 'status': 'completed', 'code': 200} May 12 04:13:23.396098 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [req-c89537c6-3ba6-48f3-a908-ccfc75deb6ad req-dccc28d5-f596-475d-a951-2164975abae0 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1ed88fe-5518-439c-9b8c-0f9943bd85de HTTP/1.1" status: 200 len: 210 time: 0.0318658 May 12 04:13:24.453234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42732) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:24.511603 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49ea8b9c-34dd-4c2c-a922-450d4026e8a6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group (a0fc2353-2577-4217-8b8d-3514e26f03f5), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:24.535374 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49ea8b9c-34dd-4c2c-a922-450d4026e8a6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group (a0fc2353-2577-4217-8b8d-3514e26f03f5), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:24.592234 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49ea8b9c-34dd-4c2c-a922-450d4026e8a6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (a0fc2353-2577-4217-8b8d-3514e26f03f5), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:24.594914 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-49ea8b9c-34dd-4c2c-a922-450d4026e8a6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:24.596799 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-49ea8b9c-34dd-4c2c-a922-450d4026e8a6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0fc2353-2577-4217-8b8d-3514e26f03f5 HTTP/1.1" status: 204 len: 168 time: 0.1428916 May 12 04:13:24.606364 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea8b9c-34dd-4c2c-a922-450d4026e8a6 tempest-TestSnapshotPattern-2015167386 tempest-TestSnapshotPattern-2015167386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fc2353-2577-4217-8b8d-3514e26f03f5,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:24.654146 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42736) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:25.134991 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (c1733422-85cd-48aa-bd20-1904a681d11a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:25.361115 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Deleting port f8704169-baca-42a9-a45b-0442f76ba7e7 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:25.361455 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:25.440824 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] For port f8704169-baca-42a9-a45b-0442f76ba7e7, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=f8704169-baca-42a9-a45b-0442f76ba7e7,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:25.441194 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:25.454556 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Calling delete_port for f8704169-baca-42a9-a45b-0442f76ba7e7 owned by network:router_interface {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:25.628900 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (f8704169-baca-42a9-a45b-0442f76ba7e7), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:25.655931 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f8704169-baca-42a9-a45b-0442f76ba7e7,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:25.827150 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (c1733422-85cd-48aa-bd20-1904a681d11a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:26.048535 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Router c1733422-85cd-48aa-bd20-1904a681d11a has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:13:26.156666 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:13:26.162202 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-743d4da1-8fab-4de1-a5d2-08d5e69c55cf admin admin] 10.222.0.23 "PUT /v2.0/routers/c1733422-85cd-48aa-bd20-1904a681d11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069931 May 12 04:13:26.164782 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42746) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:26.166458 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] Sync routers for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:13:26.175832 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:26.176433 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:26.267017 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks [] for router (c1733422-85cd-48aa-bd20-1904a681d11a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:26.284799 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:26.564737 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:13:25Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:26.590891 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] Checking router: c1733422-85cd-48aa-bd20-1904a681d11a for host: dv-neutron-841363-5-hyperv {{(pid=104167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:13:26.599065 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] Routers {'c1733422-85cd-48aa-bd20-1904a681d11a'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:26.599663 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['c1733422-85cd-48aa-bd20-1904a681d11a'], 'active': True} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:26.646516 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 no longer exists at agent hyperv_hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:26.657870 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks [] for router_gateway (c1733422-85cd-48aa-bd20-1904a681d11a), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:26.668594 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] No Port match for: f2559f97-0d9d-4e78-8618-fa0fd4b94f16 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:26.669231 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Device f2559f97-0d9d-4e78-8618-fa0fd4b94f16 not bound to the agent host hv-neutron-8413 {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:26.706885 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Deleting port b23882a5-5e97-44ac-bfe2-1361dea62f93 {{(pid=104164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:26.707225 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:26.715633 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_dvr_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] Set router c1733422-85cd-48aa-bd20-1904a681d11a gateway port host: dv-neutron-841363-5-hyperv {{(pid=104167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:26.786946 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] For port b23882a5-5e97-44ac-bfe2-1361dea62f93, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b23882a5-5e97-44ac-bfe2-1361dea62f93,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:26.787315 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:26.800445 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.plugins.ml2.plugin [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Calling delete_port for b23882a5-5e97-44ac-bfe2-1361dea62f93 owned by network:router_gateway {{(pid=104164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:26.885931 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.l3_hamode_db [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:13:25Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:26.912876 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16bbd0a-1caa-46ba-87af-ae9609081043 None None] The sync data for ids ['c1733422-85cd-48aa-bd20-1904a681d11a'] in dv-neutron-841363-5-hyperv is: [{'id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'name': 'tempest-TestSnapshotPattern-117389788-router', 'tenant_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:25Z', 'updated_at': '2022-05-12T04:13:25Z', 'revision_number': 5, 'project_id': 'e11143f0b09c49a0871cd4343c51aa3f', 'gw_port': {'id': 'b23882a5-5e97-44ac-bfe2-1361dea62f93', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1733422-85cd-48aa-bd20-1904a681d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:26Z', 'updated_at': '2022-05-12T04:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}] {{(pid=104167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:13:26.968548 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60047372'] for port (b23882a5-5e97-44ac-bfe2-1361dea62f93), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:26.992623 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23882a5-5e97-44ac-bfe2-1361dea62f93,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:27.053791 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (c1733422-85cd-48aa-bd20-1904a681d11a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.146852 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (c1733422-85cd-48aa-bd20-1904a681d11a), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.148857 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks [] for router_controller (c1733422-85cd-48aa-bd20-1904a681d11a), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.190476 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (c1733422-85cd-48aa-bd20-1904a681d11a), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.191264 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1733422-85cd-48aa-bd20-1904a681d11a {{(pid=104164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 04:13:27.196236 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.196940 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-afb6dd88-1b6c-4dee-84a0-81136527d753 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c1733422-85cd-48aa-bd20-1904a681d11a HTTP/1.1" status: 204 len: 168 time: 1.0311320 May 12 04:13:27.199367 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.wsgi [-] (104164) accepted ('10.222.0.23', 42750) {{(pid=104164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:27.243661 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Deleting subnet 59248bb7-5f49-42c2-94d5-1a5a137c8305 {{(pid=104164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 04:13:27.246912 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Publish callbacks [] for subnet (59248bb7-5f49-42c2-94d5-1a5a137c8305), before_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.282069 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058821'] for subnet (59248bb7-5f49-42c2-94d5-1a5a137c8305), precommit_delete_associations {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.365597 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (59248bb7-5f49-42c2-94d5-1a5a137c8305), precommit_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.420697 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60080125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59350876'] for subnet (59248bb7-5f49-42c2-94d5-1a5a137c8305), after_delete {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.447141 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59248bb7-5f49-42c2-94d5-1a5a137c8305,revision_number=None']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:27.451201 dv-neutron-841363-5-hyperv neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.454369 dv-neutron-841363-5-hyperv neutron-server[104164]: INFO neutron.wsgi [None req-ff42b6b2-7f4a-4e2d-9f70-44310df17a26 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59248bb7-5f49-42c2-94d5-1a5a137c8305 HTTP/1.1" status: 204 len: 168 time: 0.2540743 May 12 04:13:27.456998 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42752) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:27.457490 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f54e6e-ee47-442a-932a-a9fd5e0c04c4 None None] Network 81fa9c0e-0952-46f2-b8f4-44119ff40785 requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:13:27.533024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (81fa9c0e-0952-46f2-b8f4-44119ff40785), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.864468 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Deleting port 628215ba-22ea-4240-b424-fda2ddadb70e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:27.864703 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.914921 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] DHCP port deletion for 81fa9c0e-0952-46f2-b8f4-44119ff40785 request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 04:13:27.927658 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] For port 628215ba-22ea-4240-b424-fda2ddadb70e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=628215ba-22ea-4240-b424-fda2ddadb70e,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:27.928010 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.947365 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Calling delete_port for 628215ba-22ea-4240-b424-fda2ddadb70e owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:27.964144 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] Deleting port 628215ba-22ea-4240-b424-fda2ddadb70e {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:27.964629 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:27.994586 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b23882a5-5e97-44ac-bfe2-1361dea62f93 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:28.021508 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: b23882a5-5e97-44ac-bfe2-1361dea62f93 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:28.021851 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b23882a5-5e97-44ac-bfe2-1361dea62f93 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:28.022319 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f8704169-baca-42a9-a45b-0442f76ba7e7 no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:28.030751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.060811 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=628215ba-22ea-4240-b424-fda2ddadb70e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:28.062751 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] No DVR routers for this DVR port 628215ba-22ea-4240-b424-fda2ddadb70e on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:13:28.073041 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: f8704169-baca-42a9-a45b-0442f76ba7e7 {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:28.073393 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device f8704169-baca-42a9-a45b-0442f76ba7e7 not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:28.073805 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 628215ba-22ea-4240-b424-fda2ddadb70e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:28.102452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 628215ba-22ea-4240-b424-fda2ddadb70e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:28.102810 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 628215ba-22ea-4240-b424-fda2ddadb70e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:28.107542 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] For port 628215ba-22ea-4240-b424-fda2ddadb70e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=628215ba-22ea-4240-b424-fda2ddadb70e,segment=NetworkSegment(f11517d7-6d8e-4724-86dc-2750969b2725),segment_id=f11517d7-6d8e-4724-86dc-2750969b2725)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:28.107792 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.123051 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] Calling delete_port for 628215ba-22ea-4240-b424-fda2ddadb70e owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:28.134240 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (81fa9c0e-0952-46f2-b8f4-44119ff40785), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.154351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fa9c0e-0952-46f2-b8f4-44119ff40785']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:28.163229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11517d7-6d8e-4724-86dc-2750969b2725') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:28.163524 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11517d7-6d8e-4724-86dc-2750969b2725') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:28.172707 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (f11517d7-6d8e-4724-86dc-2750969b2725), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.185537 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (f11517d7-6d8e-4724-86dc-2750969b2725), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.191392 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 04:13:28.191752 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (f11517d7-6d8e-4724-86dc-2750969b2725), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 04:13:28.193392 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 04:13:28.200782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (628215ba-22ea-4240-b424-fda2ddadb70e), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.226312 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] Pushing event deleted for resources: {'Port': ['ID=628215ba-22ea-4240-b424-fda2ddadb70e,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:28.230915 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fb944-e58a-44c2-b4eb-f747663840c0 None None] No DVR routers for this DVR port 628215ba-22ea-4240-b424-fda2ddadb70e on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:13:28.251461 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (81fa9c0e-0952-46f2-b8f4-44119ff40785), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.256368 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.259927 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/81fa9c0e-0952-46f2-b8f4-44119ff40785 HTTP/1.1" status: 204 len: 168 time: 0.8017492 May 12 04:13:28.263395 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42754) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:28.308278 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac070f-8634-4ad7-b8bd-c591da0afdf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=81fa9c0e-0952-46f2-b8f4-44119ff40785,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:28.599497 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3677656'] for router_interface (553c5329-e97d-492a-af9f-efbb604c65a3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.835621 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Deleting port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:28.835958 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.916279 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] For port 61f02baf-6ade-43dd-b5eb-22cb8e6820eb, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:28.916552 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:28.929346 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Calling delete_port for 61f02baf-6ade-43dd-b5eb-22cb8e6820eb owned by network:router_interface {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:29.106904 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (61f02baf-6ade-43dd-b5eb-22cb8e6820eb), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:29.131731 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Pushing event deleted for resources: {'Port': ['ID=61f02baf-6ade-43dd-b5eb-22cb8e6820eb,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:29.303349 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691463'] for router_interface (553c5329-e97d-492a-af9f-efbb604c65a3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:29.520859 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Router 553c5329-e97d-492a-af9f-efbb604c65a3 has already been hosted by L3 agent 07766785-59a6-4af3-a876-fc006ca9fbff {{(pid=104165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 04:13:29.626873 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] Notify agent at l3_agent.dv-neutron-841363-5-hyperv the message routers_updated {{(pid=104165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 04:13:29.631708 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-f1e2c431-123c-4c0d-abf9-93f5ad13241c admin admin] 10.222.0.23 "PUT /v2.0/routers/553c5329-e97d-492a-af9f-efbb604c65a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3673677 May 12 04:13:29.634297 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42756) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:29.636875 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] Sync routers for ids ['553c5329-e97d-492a-af9f-efbb604c65a3'] in dv-neutron-841363-5-hyperv {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 04:13:29.646892 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] Routers {'553c5329-e97d-492a-af9f-efbb604c65a3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:29.647501 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['553c5329-e97d-492a-af9f-efbb604c65a3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:29.741269 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks [] for router (553c5329-e97d-492a-af9f-efbb604c65a3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:29.752367 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] Set router 553c5329-e97d-492a-af9f-efbb604c65a3 gateway port host: dv-neutron-841363-5-hyperv {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:29.848686 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks [] for router_gateway (553c5329-e97d-492a-af9f-efbb604c65a3), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.082248 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'external_fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b680335f-9089-4269-ae20-784228816cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:13:29Z', 'revision_number': 5, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port': {'id': 'b680335f-9089-4269-ae20-784228816cce', 'name': '', 'network_id': 'b0f0b39d-87d3-4a48-bf85-f81ae27df1c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841363-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e934bf7-570e-404b-ae47-0182fc8ada67', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841363-5-hyperv'}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:30.109832 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] Checking router: 553c5329-e97d-492a-af9f-efbb604c65a3 for host: dv-neutron-841363-5-hyperv {{(pid=104166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 04:13:30.118027 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] Routers {'553c5329-e97d-492a-af9f-efbb604c65a3'} bound to L3 agent in host dv-neutron-841363-5-hyperv {{(pid=104166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 04:13:30.118631 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841363-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T03:13:35Z,description=,heartbeat_timestamp=2022-05-12T04:13:06Z,host='dv-neutron-841363-5-hyperv',id=07766785-59a6-4af3-a876-fc006ca9fbff,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T03:13:35Z,topic='l3_agent')) {'router_ids': ['553c5329-e97d-492a-af9f-efbb604c65a3'], 'active': True} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:30.177566 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Deleting port b680335f-9089-4269-ae20-784228816cce {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:30.177923 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (b680335f-9089-4269-ae20-784228816cce), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.205735 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvr_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] Set router 553c5329-e97d-492a-af9f-efbb604c65a3 gateway port host: None {{(pid=104166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 04:13:30.255630 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] For port b680335f-9089-4269-ae20-784228816cce, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=b680335f-9089-4269-ae20-784228816cce,segment=NetworkSegment(f3052843-6738-4657-aefc-84fddabd73e5),segment_id=f3052843-6738-4657-aefc-84fddabd73e5)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:30.256004 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (b680335f-9089-4269-ae20-784228816cce), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.259268 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_hamode_db [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:13:29Z', 'revision_number': 6, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port_host': None}], 'dv-neutron-841363-5-hyperv', False) {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:30.268555 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Calling delete_port for b680335f-9089-4269-ae20-784228816cce owned by network:router_gateway {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:30.285152 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682a568-87c4-44b1-ac65-9c535b725cb3 None None] The sync data for ids ['553c5329-e97d-492a-af9f-efbb604c65a3'] in dv-neutron-841363-5-hyperv is: [{'id': '553c5329-e97d-492a-af9f-efbb604c65a3', 'name': 'tempest-TestSnapshotPattern-1883116143-router', 'tenant_id': '06a1e6375634416e98a0e8e126cbbbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T04:08:30Z', 'updated_at': '2022-05-12T04:13:29Z', 'revision_number': 6, 'project_id': '06a1e6375634416e98a0e8e126cbbbcc', 'gw_port_host': None}] {{(pid=104166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 04:13:30.439920 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (b680335f-9089-4269-ae20-784228816cce), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.462287 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b680335f-9089-4269-ae20-784228816cce,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:30.524902 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729642'] for router_gateway (553c5329-e97d-492a-af9f-efbb604c65a3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.614865 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (553c5329-e97d-492a-af9f-efbb604c65a3), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.616899 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks [] for router_controller (553c5329-e97d-492a-af9f-efbb604c65a3), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.666216 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728315'] for router (553c5329-e97d-492a-af9f-efbb604c65a3), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.666880 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 553c5329-e97d-492a-af9f-efbb604c65a3 {{(pid=104165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 04:13:30.672659 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.673842 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-40d6094b-54d5-495f-b890-0cf2cd7b14a3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/553c5329-e97d-492a-af9f-efbb604c65a3 HTTP/1.1" status: 204 len: 168 time: 1.0353658 May 12 04:13:30.676351 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42758) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:30.724277 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Deleting subnet c041ee54-7b95-4b15-92a2-132e48f1f227 {{(pid=104165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 04:13:30.727543 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Publish callbacks [] for subnet (c041ee54-7b95-4b15-92a2-132e48f1f227), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.765046 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59853040'] for subnet (c041ee54-7b95-4b15-92a2-132e48f1f227), precommit_delete_associations {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.843029 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726767'] for subnet (c041ee54-7b95-4b15-92a2-132e48f1f227), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.892649 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60411959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229349'] for subnet (c041ee54-7b95-4b15-92a2-132e48f1f227), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.919783 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c041ee54-7b95-4b15-92a2-132e48f1f227,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:30.923172 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:30.926387 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-cbd175ee-d9ba-4f32-8eb2-bc5628d1fe69 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c041ee54-7b95-4b15-92a2-132e48f1f227 HTTP/1.1" status: 204 len: 168 time: 0.2489200 May 12 04:13:30.928714 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42760) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:30.929295 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155b5c6-4c61-4951-b4fc-453900c13bf7 None None] Network b06f3321-65b6-4efc-9ad5-ea3d0a59073d requested from dv-neutron-841363-5-hyperv {{(pid=104166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 04:13:30.996139 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685104'] for network (b06f3321-65b6-4efc-9ad5-ea3d0a59073d), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.053229 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Deleting port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e {{(pid=104165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:31.053569 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.093690 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] DHCP port deletion for b06f3321-65b6-4efc-9ad5-ea3d0a59073d request from dv-neutron-841363-5-hyperv {{(pid=104166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 04:13:31.119438 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.db [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] For port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:31.119800 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.132331 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.plugin [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Calling delete_port for 93c3d33a-ac9f-402e-88b2-c2f41dc0457e owned by network:dhcp {{(pid=104165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:31.132776 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] Deleting port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e {{(pid=104166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 04:13:31.133209 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750096603877'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), before_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.201613 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.db [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] For port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e, host dv-neutron-841363-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841363-5-hyperv',level=0,port_id=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,segment=NetworkSegment(34f6ffaa-5ea7-4d08-b11b-b1325285d9dd),segment_id=34f6ffaa-5ea7-4d08-b11b-b1325285d9dd)] {{(pid=104166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 04:13:31.202059 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3677458'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), precommit_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.215731 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] Calling delete_port for 93c3d33a-ac9f-402e-88b2-c2f41dc0457e owned by network:dhcp {{(pid=104166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 04:13:31.221435 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60370886'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.248601 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] No DVR routers for this DVR port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e on host dv-neutron-841363-5-hyperv {{(pid=104165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:13:31.270559 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:31.300256 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-366419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750096613753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750096052848'] for port (93c3d33a-ac9f-402e-88b2-c2f41dc0457e), after_delete {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.329219 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-823130', 'neutron.services.segments.db._delete_segments_for_network-8750096549910'] for network (b06f3321-65b6-4efc-9ad5-ea3d0a59073d), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.333038 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] Pushing event deleted for resources: {'Port': ['ID=93c3d33a-ac9f-402e-88b2-c2f41dc0457e,revision_number=None']} {{(pid=104166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:31.337847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11232bc7-6df6-4ef2-8438-7efb34529055 None None] No DVR routers for this DVR port 93c3d33a-ac9f-402e-88b2-c2f41dc0457e on host dv-neutron-841363-5-hyperv {{(pid=104166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 04:13:31.364122 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06f3321-65b6-4efc-9ad5-ea3d0a59073d']}} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:31.374301 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd') {'for_net_delete': True} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:31.374663 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.services.segments.db [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f6ffaa-5ea7-4d08-b11b-b1325285d9dd') {} {{(pid=104165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 04:13:31.385199 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750096550943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59853001'] for segment (34f6ffaa-5ea7-4d08-b11b-b1325285d9dd), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.404334 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572'] for segment (34f6ffaa-5ea7-4d08-b11b-b1325285d9dd), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.410999 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 04:13:31.411424 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60370837'] for segment (34f6ffaa-5ea7-4d08-b11b-b1325285d9dd), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: Traceback (most recent call last): May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: timer() May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: cb(*args, **kw) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: return func(*args, **kwargs) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: self._notify() May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: self.callback(batched_events) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: event.method(event) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: aggregate_uuid = self.p_client.list_aggregates( May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: return f(self, *a, **k) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._get(url).json() May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: return self.request(url, 'GET', **kwargs) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: base_url = self.get_endpoint(auth, allow=allow, May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 04:13:31.413592 dv-neutron-841363-5-hyperv neutron-server[104165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 04:13:31.465844 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674584'] for network (b06f3321-65b6-4efc-9ad5-ea3d0a59073d), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.470092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.474970 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b06f3321-65b6-4efc-9ad5-ea3d0a59073d HTTP/1.1" status: 204 len: 168 time: 0.5448000 May 12 04:13:31.486866 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8c0c8-200d-4beb-8ad0-4448b6491ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06f3321-65b6-4efc-9ad5-ea3d0a59073d,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:31.579919 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42764) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:31.618169 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-ccde67ba-affe-4b76-9ceb-9c9621350223 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e11143f0b09c49a0871cd4343c51aa3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370100 May 12 04:13:31.620504 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42766) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:31.672092 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd9be845-6e7f-43dc-8988-a06427baae32 admin admin] Publish callbacks [] for security_group (bba91fe6-dec3-4a4b-a8cd-46754c9f42a1), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.692964 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd9be845-6e7f-43dc-8988-a06427baae32 admin admin] Publish callbacks [] for security_group (bba91fe6-dec3-4a4b-a8cd-46754c9f42a1), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.738718 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd9be845-6e7f-43dc-8988-a06427baae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (bba91fe6-dec3-4a4b-a8cd-46754c9f42a1), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.741245 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-bd9be845-6e7f-43dc-8988-a06427baae32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:31.742413 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-bd9be845-6e7f-43dc-8988-a06427baae32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bba91fe6-dec3-4a4b-a8cd-46754c9f42a1 HTTP/1.1" status: 204 len: 168 time: 0.1205223 May 12 04:13:31.750732 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9be845-6e7f-43dc-8988-a06427baae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba91fe6-dec3-4a4b-a8cd-46754c9f42a1,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:31.972405 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b680335f-9089-4269-ae20-784228816cce no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:31.998432 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: b680335f-9089-4269-ae20-784228816cce {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:31.998782 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device b680335f-9089-4269-ae20-784228816cce not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:31.999196 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 93c3d33a-ac9f-402e-88b2-c2f41dc0457e no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:32.021176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 93c3d33a-ac9f-402e-88b2-c2f41dc0457e {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:32.021452 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 93c3d33a-ac9f-402e-88b2-c2f41dc0457e not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:32.021866 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 61f02baf-6ade-43dd-b5eb-22cb8e6820eb no longer exists at agent ovs-agent-dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 04:13:32.041940 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] No Port match for: 61f02baf-6ade-43dd-b5eb-22cb8e6820eb {{(pid=104166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 04:13:32.042296 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron.plugins.ml2.rpc [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Device 61f02baf-6ade-43dd-b5eb-22cb8e6820eb not bound to the agent host dv-neutron-841363-5-hyperv {{(pid=104166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 04:13:32.064808 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42772) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:32.104277 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-26322cd1-951a-4f06-a681-efd9d75dc989 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06a1e6375634416e98a0e8e126cbbbcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382385 May 12 04:13:32.107189 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.wsgi [-] (104165) accepted ('10.222.0.23', 42774) {{(pid=104165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 04:13:32.154180 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f382925-ee67-4b74-be0a-33f6db867497 admin admin] Publish callbacks [] for security_group (e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a), before_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:32.175024 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f382925-ee67-4b74-be0a-33f6db867497 admin admin] Publish callbacks [] for security_group (e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a), precommit_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:32.220634 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f382925-ee67-4b74-be0a-33f6db867497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691625'] for security_group (e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a), after_delete {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:32.224005 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron_lib.callbacks.manager [None req-0f382925-ee67-4b74-be0a-33f6db867497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:32.225144 dv-neutron-841363-5-hyperv neutron-server[104165]: INFO neutron.wsgi [None req-0f382925-ee67-4b74-be0a-33f6db867497 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a HTTP/1.1" status: 204 len: 168 time: 0.1170774 May 12 04:13:32.233455 dv-neutron-841363-5-hyperv neutron-server[104165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f382925-ee67-4b74-be0a-33f6db867497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e629f7b8-2ccd-4886-a0ca-88ca03d7bc6a,revision_number=None']} {{(pid=104165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 04:13:33.236919 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe8e69e8-704d-46ef-9246-6fc9a6cff891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:35.751435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-91de229b-8ccd-4cc6-9b33-89c55dcaf4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:36.654082 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:38.219259 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:39.755362 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:42.845812 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:13:52.796177 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:14:03.238096 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-599abc7c-0a9f-4314-9638-81d76776bbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:05.754879 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-9b36c84b-6f57-4dae-8d49-22aeaf02bf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:06.655419 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:08.222707 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:09.757140 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:12.871944 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:29.794645 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:14:33.239207 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a11e6157-d458-4463-80df-8257d84e3cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:35.758435 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-2b2533b9-f785-46d4-ae82-eff1b80ca3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:36.658257 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:38.230167 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:39.758889 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:14:42.872741 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:03.240765 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-e015e541-7de5-4dd1-818e-311ed154c3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:05.766560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-b2abc73c-c7d9-4e75-956c-8d2be1e99ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:06.660729 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:06.793198 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:15:08.230067 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:09.761795 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:12.878406 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:33.244176 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-44c9d4e6-b48f-48df-b506-589f8959d469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:35.759105 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-6b5091c4-9635-421d-a584-5df0d4b7a745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:36.663398 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:38.232168 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:39.765070 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:42.878679 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:15:43.791650 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:16:03.246376 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbe1e-a4bc-4f40-97db-a079d22d1b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:05.763986 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-20891eb8-9591-497c-b0aa-1d95331a718c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:06.668267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:08.235093 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:09.767700 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:12.894302 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:20.790360 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:16:33.247243 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3f080631-082b-4be8-849d-ebcb4a15a6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:35.765220 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-a101a617-c456-4042-904d-5743fbcfaf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:36.668759 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:38.240387 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:39.768847 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:42.912596 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:16:57.789480 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:17:03.249433 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4a0b480b-8a2e-470f-ad53-bd15e40d1108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:05.767029 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-32301ee2-a75b-40f2-a2cf-bf5c40356d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:06.670007 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:08.240560 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:09.771526 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:12.918267 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:33.253948 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11b4368e-c1a0-41c6-a3d9-c7607f2239ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:34.787464 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:17:35.768548 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-11520de1-c59a-4cf4-a1b9-86f6269484c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:36.673827 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:38.244689 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:39.775033 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:17:42.931413 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:03.256202 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-3c8edcfb-7df5-4d66-9ab1-50cc56fc121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:05.771802 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-f676030d-48eb-4733-b246-2a6df347feb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:06.680138 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:08.246388 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:09.778544 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:11.785157 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:18:12.926809 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:33.258086 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-4978cb22-773e-459e-8312-0af443e014ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:35.772210 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-483e1aed-5666-4039-91b8-31d170cf6864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:36.679903 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:38.252124 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:39.780830 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:42.926358 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:18:48.784247 dv-neutron-841363-5-hyperv neutron-server[104167]: DEBUG neutron.db.agents_db [None req-3411ec88-5e9c-407b-8fde-9f16ac336d0c None None] Agent healthcheck: found 6 active agents {{(pid=104167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 04:19:03.263026 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-25a0ad8b-74e9-41ca-b3cc-17668d090989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (1a14ad8d-7fd9-4317-ab9a-a964b9e0f057), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:19:05.774856 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-5cfb7c9d-99df-474f-888a-35ab914c038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (07766785-59a6-4af3-a876-fc006ca9fbff), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:19:06.680757 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-caab7c9c-37fa-465c-8b75-3c2e04ce113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a5b16f54-4434-4d42-a8fa-b2c600e619d1), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:19:08.251665 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-76a3f49f-a5f2-4c65-9eb1-f0ff25dd4503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (a1602afc-f09c-47be-b84b-d75d088b8d76), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:19:09.783471 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-059b3c14-58dc-43c7-b3c5-e19c0f849103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (ac3f8346-f6da-4bea-9f82-7cdd67e0fd69), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 04:19:12.943270 dv-neutron-841363-5-hyperv neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8917-6c36-4b10-adde-2cd9d58c10ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750096549892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-819353'] for agent (5042e0e4-48c5-4d7a-890e-16b4b32426d8), after_update {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}